| { |
| "model_name": "microsoft/deberta-v3-large", |
| "max_length": 384, |
| "epochs": 8, |
| "batch_size": 4, |
| "grad_accum": 4, |
| "learning_rate": 1e-05, |
| "weight_decay": 0.01, |
| "seed": 42, |
| "history": [ |
| { |
| "epoch": 1, |
| "train_loss": 1.0055836753218346, |
| "dev_loss": 0.9146218588149625, |
| "dev_subset_accuracy": 0.2214957090314671, |
| "dev_micro_f1": 0.5491691637156089, |
| "dev_macro_f1": 0.4234808296833363, |
| "dev_samples_f1": 0.5578122871543386, |
| "dev_weighted_f1": 0.5740849903216618, |
| "dev_hamming_loss": 0.19323953529102691, |
| "dev_lrap": 0.7145651299615349 |
| }, |
| { |
| "epoch": 2, |
| "train_loss": 0.8151864616196258, |
| "dev_loss": 0.7926584045871411, |
| "dev_subset_accuracy": 0.3902738046587658, |
| "dev_micro_f1": 0.6228679722046747, |
| "dev_macro_f1": 0.5072227399300326, |
| "dev_samples_f1": 0.6281569268492031, |
| "dev_weighted_f1": 0.6312166518801912, |
| "dev_hamming_loss": 0.1394126919259735, |
| "dev_lrap": 0.7435317622485574 |
| }, |
| { |
| "epoch": 3, |
| "train_loss": 0.6799942377984567, |
| "dev_loss": 0.7320666873304088, |
| "dev_subset_accuracy": 0.4139762975071516, |
| "dev_micro_f1": 0.6458755652580696, |
| "dev_macro_f1": 0.5516055100096154, |
| "dev_samples_f1": 0.6623484538891159, |
| "dev_weighted_f1": 0.6542220786376058, |
| "dev_hamming_loss": 0.13258217058789187, |
| "dev_lrap": 0.749611445177444 |
| }, |
| { |
| "epoch": 4, |
| "train_loss": 0.5624804687018127, |
| "dev_loss": 0.7597886227996521, |
| "dev_subset_accuracy": 0.4176542705353494, |
| "dev_micro_f1": 0.651979664150362, |
| "dev_macro_f1": 0.5712473553205266, |
| "dev_samples_f1": 0.6739817463560823, |
| "dev_weighted_f1": 0.657612341205038, |
| "dev_hamming_loss": 0.1318816042968066, |
| "dev_lrap": 0.7790767444424961 |
| }, |
| { |
| "epoch": 5, |
| "train_loss": 0.48175797338522186, |
| "dev_loss": 0.8293445085120552, |
| "dev_subset_accuracy": 0.44707805476093176, |
| "dev_micro_f1": 0.6561595368285622, |
| "dev_macro_f1": 0.5679052613344295, |
| "dev_samples_f1": 0.67219724833129, |
| "dev_weighted_f1": 0.6576940876277884, |
| "dev_hamming_loss": 0.12481756086169654, |
| "dev_lrap": 0.780261706916793 |
| }, |
| { |
| "epoch": 6, |
| "train_loss": 0.40624411452699993, |
| "dev_loss": 0.8781815413659548, |
| "dev_subset_accuracy": 0.47609317531671436, |
| "dev_micro_f1": 0.6613861386138614, |
| "dev_macro_f1": 0.574749358378983, |
| "dev_samples_f1": 0.6784906688462062, |
| "dev_weighted_f1": 0.6597610710894909, |
| "dev_hamming_loss": 0.11979683577558527, |
| "dev_lrap": 0.7896338892456563 |
| }, |
| { |
| "epoch": 7, |
| "train_loss": 0.35122106560334315, |
| "dev_loss": 0.9226574831903954, |
| "dev_subset_accuracy": 0.43890478136493666, |
| "dev_micro_f1": 0.6547694251421352, |
| "dev_macro_f1": 0.5651438218029249, |
| "dev_samples_f1": 0.6769105026563139, |
| "dev_weighted_f1": 0.6555867703017909, |
| "dev_hamming_loss": 0.12761982602603772, |
| "dev_lrap": 0.791656774411166 |
| }, |
| { |
| "epoch": 8, |
| "train_loss": 0.30937692145996737, |
| "dev_loss": 0.9469064347890321, |
| "dev_subset_accuracy": 0.46710257458111976, |
| "dev_micro_f1": 0.6534165571616294, |
| "dev_macro_f1": 0.5651322221205731, |
| "dev_samples_f1": 0.670358261817191, |
| "dev_weighted_f1": 0.656064167967615, |
| "dev_hamming_loss": 0.12318290618249751, |
| "dev_lrap": 0.7881818358728842 |
| } |
| ], |
| "best_dev_macro_f1": 0.574749358378983, |
| "best_thresholds": { |
| "motivation": 0.6339556574821472, |
| "background": 0.45784226059913635, |
| "uses": 0.3992602229118347, |
| "extends": 0.8947582244873047, |
| "similarities": 0.7605156898498535, |
| "differences": 0.8103693723678589, |
| "future_work": 0.873489499092102 |
| }, |
| "dev_metrics": { |
| "dev_loss": 0.8781815413659548, |
| "dev_subset_accuracy": 0.47609317531671436, |
| "dev_micro_f1": 0.6613861386138614, |
| "dev_macro_f1": 0.574749358378983, |
| "dev_samples_f1": 0.6784906688462062, |
| "dev_weighted_f1": 0.6597610710894909, |
| "dev_hamming_loss": 0.11979683577558527, |
| "dev_lrap": 0.7896338892456563 |
| }, |
| "test_metrics": { |
| "test_subset_accuracy": 0.5119227286447329, |
| "test_micro_f1": 0.6750780762023735, |
| "test_macro_f1": 0.5584698142469106, |
| "test_samples_f1": 0.6932588791628935, |
| "test_weighted_f1": 0.6750260332760398, |
| "test_hamming_loss": 0.11215557759475658, |
| "test_lrap": 0.8042620700559133, |
| "label_metrics": { |
| "motivation": { |
| "precision": 0.2882882882882883, |
| "recall": 0.4528301886792453, |
| "f1": 0.3522935779816514, |
| "support": 212, |
| "threshold": 0.6339556574821472 |
| }, |
| "background": { |
| "precision": 0.7161803713527851, |
| "recall": 0.845732184808144, |
| "f1": 0.7755834829443446, |
| "support": 1277, |
| "threshold": 0.45784226059913635 |
| }, |
| "uses": { |
| "precision": 0.6863496932515337, |
| "recall": 0.7962633451957295, |
| "f1": 0.7372322899505767, |
| "support": 1124, |
| "threshold": 0.3992602229118347 |
| }, |
| "extends": { |
| "precision": 0.44907407407407407, |
| "recall": 0.4409090909090909, |
| "f1": 0.44495412844036697, |
| "support": 220, |
| "threshold": 0.8947582244873047 |
| }, |
| "similarities": { |
| "precision": 0.5564102564102564, |
| "recall": 0.5452261306532663, |
| "f1": 0.550761421319797, |
| "support": 398, |
| "threshold": 0.7605156898498535 |
| }, |
| "differences": { |
| "precision": 0.6424116424116424, |
| "recall": 0.6130952380952381, |
| "f1": 0.6274111675126903, |
| "support": 504, |
| "threshold": 0.8103693723678589 |
| }, |
| "future_work": { |
| "precision": 0.5333333333333333, |
| "recall": 0.34782608695652173, |
| "f1": 0.42105263157894735, |
| "support": 23, |
| "threshold": 0.873489499092102 |
| } |
| } |
| }, |
| "labels": [ |
| "motivation", |
| "background", |
| "uses", |
| "extends", |
| "similarities", |
| "differences", |
| "future_work" |
| ] |
| } |
