File size: 6,149 Bytes
075922d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 | {
"model_name": "microsoft/deberta-v3-large",
"max_length": 384,
"epochs": 8,
"batch_size": 4,
"grad_accum": 4,
"learning_rate": 1e-05,
"weight_decay": 0.01,
"seed": 42,
"history": [
{
"epoch": 1,
"train_loss": 1.0055836753218346,
"dev_loss": 0.9146218588149625,
"dev_subset_accuracy": 0.2214957090314671,
"dev_micro_f1": 0.5491691637156089,
"dev_macro_f1": 0.4234808296833363,
"dev_samples_f1": 0.5578122871543386,
"dev_weighted_f1": 0.5740849903216618,
"dev_hamming_loss": 0.19323953529102691,
"dev_lrap": 0.7145651299615349
},
{
"epoch": 2,
"train_loss": 0.8151864616196258,
"dev_loss": 0.7926584045871411,
"dev_subset_accuracy": 0.3902738046587658,
"dev_micro_f1": 0.6228679722046747,
"dev_macro_f1": 0.5072227399300326,
"dev_samples_f1": 0.6281569268492031,
"dev_weighted_f1": 0.6312166518801912,
"dev_hamming_loss": 0.1394126919259735,
"dev_lrap": 0.7435317622485574
},
{
"epoch": 3,
"train_loss": 0.6799942377984567,
"dev_loss": 0.7320666873304088,
"dev_subset_accuracy": 0.4139762975071516,
"dev_micro_f1": 0.6458755652580696,
"dev_macro_f1": 0.5516055100096154,
"dev_samples_f1": 0.6623484538891159,
"dev_weighted_f1": 0.6542220786376058,
"dev_hamming_loss": 0.13258217058789187,
"dev_lrap": 0.749611445177444
},
{
"epoch": 4,
"train_loss": 0.5624804687018127,
"dev_loss": 0.7597886227996521,
"dev_subset_accuracy": 0.4176542705353494,
"dev_micro_f1": 0.651979664150362,
"dev_macro_f1": 0.5712473553205266,
"dev_samples_f1": 0.6739817463560823,
"dev_weighted_f1": 0.657612341205038,
"dev_hamming_loss": 0.1318816042968066,
"dev_lrap": 0.7790767444424961
},
{
"epoch": 5,
"train_loss": 0.48175797338522186,
"dev_loss": 0.8293445085120552,
"dev_subset_accuracy": 0.44707805476093176,
"dev_micro_f1": 0.6561595368285622,
"dev_macro_f1": 0.5679052613344295,
"dev_samples_f1": 0.67219724833129,
"dev_weighted_f1": 0.6576940876277884,
"dev_hamming_loss": 0.12481756086169654,
"dev_lrap": 0.780261706916793
},
{
"epoch": 6,
"train_loss": 0.40624411452699993,
"dev_loss": 0.8781815413659548,
"dev_subset_accuracy": 0.47609317531671436,
"dev_micro_f1": 0.6613861386138614,
"dev_macro_f1": 0.574749358378983,
"dev_samples_f1": 0.6784906688462062,
"dev_weighted_f1": 0.6597610710894909,
"dev_hamming_loss": 0.11979683577558527,
"dev_lrap": 0.7896338892456563
},
{
"epoch": 7,
"train_loss": 0.35122106560334315,
"dev_loss": 0.9226574831903954,
"dev_subset_accuracy": 0.43890478136493666,
"dev_micro_f1": 0.6547694251421352,
"dev_macro_f1": 0.5651438218029249,
"dev_samples_f1": 0.6769105026563139,
"dev_weighted_f1": 0.6555867703017909,
"dev_hamming_loss": 0.12761982602603772,
"dev_lrap": 0.791656774411166
},
{
"epoch": 8,
"train_loss": 0.30937692145996737,
"dev_loss": 0.9469064347890321,
"dev_subset_accuracy": 0.46710257458111976,
"dev_micro_f1": 0.6534165571616294,
"dev_macro_f1": 0.5651322221205731,
"dev_samples_f1": 0.670358261817191,
"dev_weighted_f1": 0.656064167967615,
"dev_hamming_loss": 0.12318290618249751,
"dev_lrap": 0.7881818358728842
}
],
"best_dev_macro_f1": 0.574749358378983,
"best_thresholds": {
"motivation": 0.6339556574821472,
"background": 0.45784226059913635,
"uses": 0.3992602229118347,
"extends": 0.8947582244873047,
"similarities": 0.7605156898498535,
"differences": 0.8103693723678589,
"future_work": 0.873489499092102
},
"dev_metrics": {
"dev_loss": 0.8781815413659548,
"dev_subset_accuracy": 0.47609317531671436,
"dev_micro_f1": 0.6613861386138614,
"dev_macro_f1": 0.574749358378983,
"dev_samples_f1": 0.6784906688462062,
"dev_weighted_f1": 0.6597610710894909,
"dev_hamming_loss": 0.11979683577558527,
"dev_lrap": 0.7896338892456563
},
"test_metrics": {
"test_subset_accuracy": 0.5119227286447329,
"test_micro_f1": 0.6750780762023735,
"test_macro_f1": 0.5584698142469106,
"test_samples_f1": 0.6932588791628935,
"test_weighted_f1": 0.6750260332760398,
"test_hamming_loss": 0.11215557759475658,
"test_lrap": 0.8042620700559133,
"label_metrics": {
"motivation": {
"precision": 0.2882882882882883,
"recall": 0.4528301886792453,
"f1": 0.3522935779816514,
"support": 212,
"threshold": 0.6339556574821472
},
"background": {
"precision": 0.7161803713527851,
"recall": 0.845732184808144,
"f1": 0.7755834829443446,
"support": 1277,
"threshold": 0.45784226059913635
},
"uses": {
"precision": 0.6863496932515337,
"recall": 0.7962633451957295,
"f1": 0.7372322899505767,
"support": 1124,
"threshold": 0.3992602229118347
},
"extends": {
"precision": 0.44907407407407407,
"recall": 0.4409090909090909,
"f1": 0.44495412844036697,
"support": 220,
"threshold": 0.8947582244873047
},
"similarities": {
"precision": 0.5564102564102564,
"recall": 0.5452261306532663,
"f1": 0.550761421319797,
"support": 398,
"threshold": 0.7605156898498535
},
"differences": {
"precision": 0.6424116424116424,
"recall": 0.6130952380952381,
"f1": 0.6274111675126903,
"support": 504,
"threshold": 0.8103693723678589
},
"future_work": {
"precision": 0.5333333333333333,
"recall": 0.34782608695652173,
"f1": 0.42105263157894735,
"support": 23,
"threshold": 0.873489499092102
}
}
},
"labels": [
"motivation",
"background",
"uses",
"extends",
"similarities",
"differences",
"future_work"
]
} |