{
  "model_name": "microsoft/deberta-v3-large",
  "max_length": 384,
  "epochs": 8,
  "batch_size": 4,
  "grad_accum": 4,
  "learning_rate": 1e-05,
  "weight_decay": 0.01,
  "seed": 42,
  "history": [
    {
      "epoch": 1,
      "train_loss": 1.0055836753218346,
      "dev_loss": 0.9146218588149625,
      "dev_subset_accuracy": 0.2214957090314671,
      "dev_micro_f1": 0.5491691637156089,
      "dev_macro_f1": 0.4234808296833363,
      "dev_samples_f1": 0.5578122871543386,
      "dev_weighted_f1": 0.5740849903216618,
      "dev_hamming_loss": 0.19323953529102691,
      "dev_lrap": 0.7145651299615349
    },
    {
      "epoch": 2,
      "train_loss": 0.8151864616196258,
      "dev_loss": 0.7926584045871411,
      "dev_subset_accuracy": 0.3902738046587658,
      "dev_micro_f1": 0.6228679722046747,
      "dev_macro_f1": 0.5072227399300326,
      "dev_samples_f1": 0.6281569268492031,
      "dev_weighted_f1": 0.6312166518801912,
      "dev_hamming_loss": 0.1394126919259735,
      "dev_lrap": 0.7435317622485574
    },
    {
      "epoch": 3,
      "train_loss": 0.6799942377984567,
      "dev_loss": 0.7320666873304088,
      "dev_subset_accuracy": 0.4139762975071516,
      "dev_micro_f1": 0.6458755652580696,
      "dev_macro_f1": 0.5516055100096154,
      "dev_samples_f1": 0.6623484538891159,
      "dev_weighted_f1": 0.6542220786376058,
      "dev_hamming_loss": 0.13258217058789187,
      "dev_lrap": 0.749611445177444
    },
    {
      "epoch": 4,
      "train_loss": 0.5624804687018127,
      "dev_loss": 0.7597886227996521,
      "dev_subset_accuracy": 0.4176542705353494,
      "dev_micro_f1": 0.651979664150362,
      "dev_macro_f1": 0.5712473553205266,
      "dev_samples_f1": 0.6739817463560823,
      "dev_weighted_f1": 0.657612341205038,
      "dev_hamming_loss": 0.1318816042968066,
      "dev_lrap": 0.7790767444424961
    },
    {
      "epoch": 5,
      "train_loss": 0.48175797338522186,
      "dev_loss": 0.8293445085120552,
      "dev_subset_accuracy": 0.44707805476093176,
      "dev_micro_f1": 0.6561595368285622,
      "dev_macro_f1": 0.5679052613344295,
      "dev_samples_f1": 0.67219724833129,
      "dev_weighted_f1": 0.6576940876277884,
      "dev_hamming_loss": 0.12481756086169654,
      "dev_lrap": 0.780261706916793
    },
    {
      "epoch": 6,
      "train_loss": 0.40624411452699993,
      "dev_loss": 0.8781815413659548,
      "dev_subset_accuracy": 0.47609317531671436,
      "dev_micro_f1": 0.6613861386138614,
      "dev_macro_f1": 0.574749358378983,
      "dev_samples_f1": 0.6784906688462062,
      "dev_weighted_f1": 0.6597610710894909,
      "dev_hamming_loss": 0.11979683577558527,
      "dev_lrap": 0.7896338892456563
    },
    {
      "epoch": 7,
      "train_loss": 0.35122106560334315,
      "dev_loss": 0.9226574831903954,
      "dev_subset_accuracy": 0.43890478136493666,
      "dev_micro_f1": 0.6547694251421352,
      "dev_macro_f1": 0.5651438218029249,
      "dev_samples_f1": 0.6769105026563139,
      "dev_weighted_f1": 0.6555867703017909,
      "dev_hamming_loss": 0.12761982602603772,
      "dev_lrap": 0.791656774411166
    },
    {
      "epoch": 8,
      "train_loss": 0.30937692145996737,
      "dev_loss": 0.9469064347890321,
      "dev_subset_accuracy": 0.46710257458111976,
      "dev_micro_f1": 0.6534165571616294,
      "dev_macro_f1": 0.5651322221205731,
      "dev_samples_f1": 0.670358261817191,
      "dev_weighted_f1": 0.656064167967615,
      "dev_hamming_loss": 0.12318290618249751,
      "dev_lrap": 0.7881818358728842
    }
  ],
  "best_dev_macro_f1": 0.574749358378983,
  "best_thresholds": {
    "motivation": 0.6339556574821472,
    "background": 0.45784226059913635,
    "uses": 0.3992602229118347,
    "extends": 0.8947582244873047,
    "similarities": 0.7605156898498535,
    "differences": 0.8103693723678589,
    "future_work": 0.873489499092102
  },
  "dev_metrics": {
    "dev_loss": 0.8781815413659548,
    "dev_subset_accuracy": 0.47609317531671436,
    "dev_micro_f1": 0.6613861386138614,
    "dev_macro_f1": 0.574749358378983,
    "dev_samples_f1": 0.6784906688462062,
    "dev_weighted_f1": 0.6597610710894909,
    "dev_hamming_loss": 0.11979683577558527,
    "dev_lrap": 0.7896338892456563
  },
  "test_metrics": {
    "test_subset_accuracy": 0.5119227286447329,
    "test_micro_f1": 0.6750780762023735,
    "test_macro_f1": 0.5584698142469106,
    "test_samples_f1": 0.6932588791628935,
    "test_weighted_f1": 0.6750260332760398,
    "test_hamming_loss": 0.11215557759475658,
    "test_lrap": 0.8042620700559133,
    "label_metrics": {
      "motivation": {
        "precision": 0.2882882882882883,
        "recall": 0.4528301886792453,
        "f1": 0.3522935779816514,
        "support": 212,
        "threshold": 0.6339556574821472
      },
      "background": {
        "precision": 0.7161803713527851,
        "recall": 0.845732184808144,
        "f1": 0.7755834829443446,
        "support": 1277,
        "threshold": 0.45784226059913635
      },
      "uses": {
        "precision": 0.6863496932515337,
        "recall": 0.7962633451957295,
        "f1": 0.7372322899505767,
        "support": 1124,
        "threshold": 0.3992602229118347
      },
      "extends": {
        "precision": 0.44907407407407407,
        "recall": 0.4409090909090909,
        "f1": 0.44495412844036697,
        "support": 220,
        "threshold": 0.8947582244873047
      },
      "similarities": {
        "precision": 0.5564102564102564,
        "recall": 0.5452261306532663,
        "f1": 0.550761421319797,
        "support": 398,
        "threshold": 0.7605156898498535
      },
      "differences": {
        "precision": 0.6424116424116424,
        "recall": 0.6130952380952381,
        "f1": 0.6274111675126903,
        "support": 504,
        "threshold": 0.8103693723678589
      },
      "future_work": {
        "precision": 0.5333333333333333,
        "recall": 0.34782608695652173,
        "f1": 0.42105263157894735,
        "support": 23,
        "threshold": 0.873489499092102
      }
    }
  },
  "labels": [
    "motivation",
    "background",
    "uses",
    "extends",
    "similarities",
    "differences",
    "future_work"
  ]
}