{
  "flags": {
    "fallback_recommended": false,
    "min_macro_f1_for_push": 0.3
  },
  "per_label": [
    {
      "f1": 0.25925925925925924,
      "fn": 2,
      "fp": 38,
      "label": "M02",
      "precision": 0.15555555555555556,
      "recall": 0.7777777777777778,
      "support": 9,
      "tp": 7
    },
    {
      "f1": 0.47058823529411764,
      "fn": 1,
      "fp": 8,
      "label": "M05",
      "precision": 0.3333333333333333,
      "recall": 0.8,
      "support": 5,
      "tp": 4
    },
    {
      "f1": 0.25,
      "fn": 3,
      "fp": 9,
      "label": "M06",
      "precision": 0.18181818181818182,
      "recall": 0.4,
      "support": 5,
      "tp": 2
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "M07",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "M08",
      "precision": 1.0,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.375,
      "fn": 1,
      "fp": 9,
      "label": "M10",
      "precision": 0.25,
      "recall": 0.75,
      "support": 4,
      "tp": 3
    },
    {
      "f1": 0.4166666666666667,
      "fn": 3,
      "fp": 39,
      "label": "M13",
      "precision": 0.2777777777777778,
      "recall": 0.8333333333333334,
      "support": 18,
      "tp": 15
    },
    {
      "f1": 0.75,
      "fn": 2,
      "fp": 0,
      "label": "M15",
      "precision": 1.0,
      "recall": 0.6,
      "support": 5,
      "tp": 3
    },
    {
      "f1": 0.5,
      "fn": 2,
      "fp": 0,
      "label": "M16",
      "precision": 1.0,
      "recall": 0.3333333333333333,
      "support": 3,
      "tp": 1
    },
    {
      "f1": 0.3157894736842105,
      "fn": 5,
      "fp": 8,
      "label": "M17",
      "precision": 0.2727272727272727,
      "recall": 0.375,
      "support": 8,
      "tp": 3
    },
    {
      "f1": 0.4225352112676056,
      "fn": 3,
      "fp": 38,
      "label": "M19",
      "precision": 0.2830188679245283,
      "recall": 0.8333333333333334,
      "support": 18,
      "tp": 15
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "M20",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.75,
      "fn": 0,
      "fp": 2,
      "label": "M21",
      "precision": 0.6,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "M22",
      "precision": 1.0,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.5714285714285714,
      "fn": 0,
      "fp": 6,
      "label": "M23",
      "precision": 0.4,
      "recall": 1.0,
      "support": 4,
      "tp": 4
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "M24",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.6666666666666666,
      "fn": 1,
      "fp": 0,
      "label": "M25",
      "precision": 1.0,
      "recall": 0.5,
      "support": 2,
      "tp": 1
    },
    {
      "f1": 0.5,
      "fn": 1,
      "fp": 5,
      "label": "M31",
      "precision": 0.375,
      "recall": 0.75,
      "support": 4,
      "tp": 3
    },
    {
      "f1": 0.8,
      "fn": 1,
      "fp": 0,
      "label": "M32",
      "precision": 1.0,
      "recall": 0.6666666666666666,
      "support": 3,
      "tp": 2
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "M33",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "M34",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 2,
      "fp": 0,
      "label": "M35",
      "precision": 0.0,
      "recall": 0.0,
      "support": 2,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "M40",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.8,
      "fn": 0,
      "fp": 1,
      "label": "M41",
      "precision": 0.6666666666666666,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.0,
      "fn": 5,
      "fp": 1,
      "label": "M42",
      "precision": 0.0,
      "recall": 0.0,
      "support": 5,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 1,
      "label": "M45",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.5,
      "fn": 1,
      "fp": 3,
      "label": "M46",
      "precision": 0.4,
      "recall": 0.6666666666666666,
      "support": 3,
      "tp": 2
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "M50",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.3333333333333333,
      "fn": 6,
      "fp": 2,
      "label": "M51",
      "precision": 0.5,
      "recall": 0.25,
      "support": 8,
      "tp": 2
    },
    {
      "f1": 0.42857142857142855,
      "fn": 1,
      "fp": 15,
      "label": "M53",
      "precision": 0.2857142857142857,
      "recall": 0.8571428571428571,
      "support": 7,
      "tp": 6
    },
    {
      "f1": 0.8473282442748091,
      "fn": 6,
      "fp": 34,
      "label": "M54",
      "precision": 0.7655172413793103,
      "recall": 0.9487179487179487,
      "support": 117,
      "tp": 111
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "M60",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "M62",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 2,
      "fp": 0,
      "label": "M65",
      "precision": 0.0,
      "recall": 0.0,
      "support": 2,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "M67",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "M70",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 1,
      "label": "M71",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.4444444444444444,
      "fn": 5,
      "fp": 0,
      "label": "M75",
      "precision": 1.0,
      "recall": 0.2857142857142857,
      "support": 7,
      "tp": 2
    },
    {
      "f1": 0.6086956521739131,
      "fn": 1,
      "fp": 8,
      "label": "M77",
      "precision": 0.4666666666666667,
      "recall": 0.875,
      "support": 8,
      "tp": 7
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "M79",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 2,
      "fp": 0,
      "label": "M80",
      "precision": 0.0,
      "recall": 0.0,
      "support": 2,
      "tp": 0
    },
    {
      "f1": 0.6666666666666666,
      "fn": 1,
      "fp": 0,
      "label": "M81",
      "precision": 1.0,
      "recall": 0.5,
      "support": 2,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "M82",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "M84",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "M86",
      "precision": 1.0,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "M89",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.3333333333333333,
      "fn": 1,
      "fp": 3,
      "label": "M94",
      "precision": 0.25,
      "recall": 0.5,
      "support": 2,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "M99",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "M_OTHER",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    }
  ],
  "test": {
    "test_hit@1": 0.6756756756756757,
    "test_hit@3": 0.806949806949807,
    "test_loss": 0.3156065344810486,
    "test_macro_f1": 0.42878177932785766,
    "test_micro_f1": 0.5888888888888889,
    "test_mrr": 0.7629089061742708,
    "test_recall@3": 0.806949806949807,
    "test_runtime": 0.9008,
    "test_samples_per_second": 287.512,
    "test_steps_per_second": 18.871,
    "test_subset_accuracy": 0.4362934362934363,
    "test_weighted_f1": 0.6154224523338047
  },
  "threshold": 0.5,
  "val_best": {
    "epoch": 11.0,
    "val_hit@1": 0.6577946768060836,
    "val_hit@3": 0.8212927756653993,
    "val_loss": 0.30443087220191956,
    "val_macro_f1": 0.4471194446260744,
    "val_micro_f1": 0.5706666666666667,
    "val_mrr": 0.7594598585186478,
    "val_recall@3": 0.8212927756653993,
    "val_runtime": 0.934,
    "val_samples_per_second": 281.583,
    "val_steps_per_second": 18.201,
    "val_subset_accuracy": 0.41825095057034223,
    "val_weighted_f1": 0.6132855169506689
  }
}