{
  "flags": {
    "fallback_recommended": false,
    "min_macro_f1_for_push": 0.3
  },
  "per_label": [
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C00",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C01",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C02",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C05",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C06",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C07",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C08",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C09",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C10",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C11",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 1,
      "label": "C12",
      "precision": 0.5,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C13",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C15",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C16",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "C17",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C18",
      "precision": 1.0,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.8,
      "fn": 0,
      "fp": 1,
      "label": "C19",
      "precision": 0.6666666666666666,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.5714285714285714,
      "fn": 0,
      "fp": 3,
      "label": "C20",
      "precision": 0.4,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C21",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.3333333333333333,
      "fn": 0,
      "fp": 20,
      "label": "C22",
      "precision": 0.2,
      "recall": 1.0,
      "support": 5,
      "tp": 5
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C23",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C24",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.5,
      "fn": 1,
      "fp": 1,
      "label": "C25",
      "precision": 0.5,
      "recall": 0.5,
      "support": 2,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C30",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C31",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 2,
      "label": "C32",
      "precision": 0.5,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "C33",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 1,
      "label": "C34",
      "precision": 0.5,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 1,
      "label": "C37",
      "precision": 0.5,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.47058823529411764,
      "fn": 0,
      "fp": 9,
      "label": "C38",
      "precision": 0.3076923076923077,
      "recall": 1.0,
      "support": 4,
      "tp": 4
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 3,
      "label": "C40",
      "precision": 0.5,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C41",
      "precision": 1.0,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.6153846153846154,
      "fn": 0,
      "fp": 5,
      "label": "C44",
      "precision": 0.4444444444444444,
      "recall": 1.0,
      "support": 4,
      "tp": 4
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C45",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "C46",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 0.7142857142857143,
      "fn": 0,
      "fp": 4,
      "label": "C48",
      "precision": 0.5555555555555556,
      "recall": 1.0,
      "support": 5,
      "tp": 5
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C49",
      "precision": 1.0,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.8,
      "fn": 0,
      "fp": 1,
      "label": "C50",
      "precision": 0.6666666666666666,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C51",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C52",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C53",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.6,
      "fn": 0,
      "fp": 4,
      "label": "C56",
      "precision": 0.42857142857142855,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C57",
      "precision": 1.0,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C60",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C61",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.8,
      "fn": 0,
      "fp": 1,
      "label": "C62",
      "precision": 0.6666666666666666,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.5,
      "fn": 0,
      "fp": 6,
      "label": "C64",
      "precision": 0.3333333333333333,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "C65",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "C66",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "C67",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C68",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C69",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C71",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 3,
      "label": "C73",
      "precision": 0.5,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.5,
      "fn": 0,
      "fp": 4,
      "label": "C74",
      "precision": 0.3333333333333333,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.5,
      "fn": 0,
      "fp": 4,
      "label": "C75",
      "precision": 0.3333333333333333,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "C76",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 1,
      "label": "C81",
      "precision": 0.5,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C82",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.5,
      "fn": 0,
      "fp": 6,
      "label": "C83",
      "precision": 0.3333333333333333,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.4444444444444444,
      "fn": 0,
      "fp": 5,
      "label": "C84",
      "precision": 0.2857142857142857,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.5,
      "fn": 0,
      "fp": 6,
      "label": "C85",
      "precision": 0.3333333333333333,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C86",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C88",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.2857142857142857,
      "fn": 1,
      "fp": 9,
      "label": "C90",
      "precision": 0.18181818181818182,
      "recall": 0.6666666666666666,
      "support": 3,
      "tp": 2
    },
    {
      "f1": 0.4,
      "fn": 1,
      "fp": 5,
      "label": "C91",
      "precision": 0.2857142857142857,
      "recall": 0.6666666666666666,
      "support": 3,
      "tp": 2
    },
    {
      "f1": 0.3333333333333333,
      "fn": 0,
      "fp": 16,
      "label": "C92",
      "precision": 0.2,
      "recall": 1.0,
      "support": 4,
      "tp": 4
    },
    {
      "f1": 0.46153846153846156,
      "fn": 0,
      "fp": 7,
      "label": "C93",
      "precision": 0.3,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.46153846153846156,
      "fn": 0,
      "fp": 7,
      "label": "C94",
      "precision": 0.3,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 1,
      "label": "C95",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    }
  ],
  "test": {
    "test_hit@1": 0.7733333333333333,
    "test_hit@3": 0.9066666666666666,
    "test_loss": 0.5084081888198853,
    "test_macro_f1": 0.4822608017566,
    "test_micro_f1": 0.5449275362318841,
    "test_mrr": 0.8538946608946609,
    "test_recall@3": 0.8679999999999999,
    "test_runtime": 0.2719,
    "test_samples_per_second": 275.865,
    "test_steps_per_second": 18.391,
    "test_subset_accuracy": 0.21333333333333335,
    "test_weighted_f1": 0.5515214002830102
  },
  "threshold": 0.5,
  "val_best": {
    "epoch": 12.0,
    "val_hit@1": 0.8666666666666667,
    "val_hit@3": 0.9333333333333333,
    "val_loss": 0.5162059664726257,
    "val_macro_f1": 0.5015976447333772,
    "val_micro_f1": 0.5854922279792746,
    "val_mrr": 0.9041623931623932,
    "val_recall@3": 0.8750476190476191,
    "val_runtime": 0.2682,
    "val_samples_per_second": 279.66,
    "val_steps_per_second": 18.644,
    "val_subset_accuracy": 0.32,
    "val_weighted_f1": 0.6099336590035044
  }
}