{
  "flags": {
    "fallback_recommended": false,
    "min_macro_f1_for_push": 0.3
  },
  "per_label": [
    {
      "f1": 0.75,
      "fn": 0,
      "fp": 2,
      "label": "S00",
      "precision": 0.6,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.6,
      "fn": 0,
      "fp": 4,
      "label": "S01",
      "precision": 0.42857142857142855,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.7368421052631579,
      "fn": 0,
      "fp": 5,
      "label": "S02",
      "precision": 0.5833333333333334,
      "recall": 1.0,
      "support": 7,
      "tp": 7
    },
    {
      "f1": 0.4,
      "fn": 0,
      "fp": 3,
      "label": "S03",
      "precision": 0.25,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.8,
      "fn": 0,
      "fp": 1,
      "label": "S04",
      "precision": 0.6666666666666666,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.75,
      "fn": 0,
      "fp": 2,
      "label": "S05",
      "precision": 0.6,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.8571428571428571,
      "fn": 0,
      "fp": 1,
      "label": "S06",
      "precision": 0.75,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "S07",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 1,
      "label": "S08",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "S09",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.6,
      "fn": 0,
      "fp": 4,
      "label": "S10",
      "precision": 0.42857142857142855,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 2,
      "label": "S11",
      "precision": 0.5,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "S12",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "S13",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "S14",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 1,
      "label": "S20",
      "precision": 0.5,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 1,
      "label": "S22",
      "precision": 0.5,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 1,
      "label": "S23",
      "precision": 0.5,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 1,
      "label": "S25",
      "precision": 0.5,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "S26",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "S27",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "S28",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 1,
      "label": "S29",
      "precision": 0.5,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "S36",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 0.7272727272727273,
      "fn": 0,
      "fp": 3,
      "label": "S42",
      "precision": 0.5714285714285714,
      "recall": 1.0,
      "support": 4,
      "tp": 4
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 3,
      "label": "S43",
      "precision": 0.5,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.8,
      "fn": 0,
      "fp": 1,
      "label": "S46",
      "precision": 0.6666666666666666,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "S50",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.5714285714285714,
      "fn": 0,
      "fp": 3,
      "label": "S52",
      "precision": 0.4,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.4,
      "fn": 0,
      "fp": 3,
      "label": "S53",
      "precision": 0.25,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 2,
      "label": "S54",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.8,
      "fn": 0,
      "fp": 1,
      "label": "S55",
      "precision": 0.6666666666666666,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "S59",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 0.6666666666666666,
      "fn": 1,
      "fp": 0,
      "label": "S61",
      "precision": 1.0,
      "recall": 0.5,
      "support": 2,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "S62",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 1,
      "label": "S63",
      "precision": 0.5,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.5,
      "fn": 0,
      "fp": 6,
      "label": "S72",
      "precision": 0.3333333333333333,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 1,
      "label": "S80",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "S81",
      "precision": 1.0,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.5,
      "fn": 0,
      "fp": 10,
      "label": "S82",
      "precision": 0.3333333333333333,
      "recall": 1.0,
      "support": 5,
      "tp": 5
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 8,
      "label": "S83",
      "precision": 0.5,
      "recall": 1.0,
      "support": 8,
      "tp": 8
    },
    {
      "f1": 0.5714285714285714,
      "fn": 0,
      "fp": 3,
      "label": "S89",
      "precision": 0.4,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.4,
      "fn": 1,
      "fp": 5,
      "label": "S92",
      "precision": 0.2857142857142857,
      "recall": 0.6666666666666666,
      "support": 3,
      "tp": 2
    },
    {
      "f1": 0.5,
      "fn": 0,
      "fp": 4,
      "label": "S93",
      "precision": 0.3333333333333333,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 2,
      "label": "S_OTHER",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    }
  ],
  "test": {
    "test_hit@1": 0.9038461538461539,
    "test_hit@3": 0.9423076923076923,
    "test_loss": 0.5324730277061462,
    "test_macro_f1": 0.6206840333156123,
    "test_micro_f1": 0.6403162055335968,
    "test_mrr": 0.9284388856757277,
    "test_recall@3": 0.9038461538461539,
    "test_runtime": 0.27,
    "test_samples_per_second": 192.616,
    "test_steps_per_second": 14.817,
    "test_subset_accuracy": 0.38461538461538464,
    "test_weighted_f1": 0.6723735872450683
  },
  "threshold": 0.5,
  "val_best": {
    "epoch": 12.0,
    "val_hit@1": 0.7962962962962963,
    "val_hit@3": 0.9259259259259259,
    "val_loss": 0.580470621585846,
    "val_macro_f1": 0.5140541927208594,
    "val_micro_f1": 0.6212765957446809,
    "val_mrr": 0.8669833253166586,
    "val_recall@3": 0.8796296296296297,
    "val_runtime": 0.2686,
    "val_samples_per_second": 201.039,
    "val_steps_per_second": 14.892,
    "val_subset_accuracy": 0.35185185185185186,
    "val_weighted_f1": 0.6230365341728978
  }
}