{
  "direct_report": {
    "final_dir": "/content/yandex_disk_cache/ml/subgroup_distillation/group_c/direct/alexyalunin-rubiobert/final",
    "model_name": "alexyalunin/RuBioBERT",
    "run_slug": "direct_hard_training",
    "selection_metric": "hit@3",
    "selection_metric_value": 0.96,
    "test_metrics": {
      "hit@1": 0.8666666666666667,
      "hit@3": 0.92,
      "macro_f1": 0.5899124288410003,
      "micro_f1": 0.5925925925925926,
      "mrr": 0.9022657952069718,
      "recall@3": 0.8813333333333333,
      "subset_accuracy": 0.21333333333333335,
      "weighted_f1": 0.6299727806306753
    },
    "train_duration_sec": 82.6,
    "train_metrics": {
      "epoch": 11.0,
      "total_flos": 1002012076437504.0,
      "train_loss": 0.6542927627721109,
      "train_runtime": 82.2708,
      "train_samples_per_second": 50.468,
      "train_steps_per_second": 6.418
    },
    "val_metrics": {
      "hit@1": 0.92,
      "hit@3": 0.96,
      "macro_f1": 0.5838706694799131,
      "micro_f1": 0.6025316455696202,
      "mrr": 0.9442271062271061,
      "recall@3": 0.9150476190476191,
      "subset_accuracy": 0.26666666666666666,
      "weighted_f1": 0.6568128092988036
    }
  },
  "per_label": [
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C00",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C01",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C02",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C05",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 1,
      "label": "C06",
      "precision": 0.5,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C07",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 1,
      "label": "C08",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C09",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C10",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 1,
      "label": "C11",
      "precision": 0.5,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C12",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C13",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C15",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C16",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "C17",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 0.5714285714285714,
      "fn": 0,
      "fp": 3,
      "label": "C18",
      "precision": 0.4,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.8,
      "fn": 0,
      "fp": 1,
      "label": "C19",
      "precision": 0.6666666666666666,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.5714285714285714,
      "fn": 0,
      "fp": 3,
      "label": "C20",
      "precision": 0.4,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C21",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 5,
      "label": "C22",
      "precision": 0.5,
      "recall": 1.0,
      "support": 5,
      "tp": 5
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C23",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C24",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.5,
      "fn": 1,
      "fp": 1,
      "label": "C25",
      "precision": 0.5,
      "recall": 0.5,
      "support": 2,
      "tp": 1
    },
    {
      "f1": 0.5,
      "fn": 0,
      "fp": 2,
      "label": "C30",
      "precision": 0.3333333333333333,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 1,
      "label": "C31",
      "precision": 0.5,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.5714285714285714,
      "fn": 0,
      "fp": 3,
      "label": "C32",
      "precision": 0.4,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "C33",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C34",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.5,
      "fn": 0,
      "fp": 2,
      "label": "C37",
      "precision": 0.3333333333333333,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.5333333333333333,
      "fn": 0,
      "fp": 7,
      "label": "C38",
      "precision": 0.36363636363636365,
      "recall": 1.0,
      "support": 4,
      "tp": 4
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 3,
      "label": "C40",
      "precision": 0.5,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.5454545454545454,
      "fn": 0,
      "fp": 5,
      "label": "C41",
      "precision": 0.375,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.4,
      "fn": 0,
      "fp": 12,
      "label": "C44",
      "precision": 0.25,
      "recall": 1.0,
      "support": 4,
      "tp": 4
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C45",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "C46",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 0.7692307692307693,
      "fn": 0,
      "fp": 3,
      "label": "C48",
      "precision": 0.625,
      "recall": 1.0,
      "support": 5,
      "tp": 5
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 2,
      "label": "C49",
      "precision": 0.5,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C50",
      "precision": 1.0,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 1,
      "label": "C51",
      "precision": 0.5,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C52",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 1,
      "label": "C53",
      "precision": 0.5,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.8571428571428571,
      "fn": 0,
      "fp": 1,
      "label": "C56",
      "precision": 0.75,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C57",
      "precision": 1.0,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 1,
      "label": "C60",
      "precision": 0.5,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C61",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C62",
      "precision": 1.0,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.6,
      "fn": 0,
      "fp": 4,
      "label": "C64",
      "precision": 0.42857142857142855,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "C65",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "C66",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "C67",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C68",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C69",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C71",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.42857142857142855,
      "fn": 0,
      "fp": 8,
      "label": "C73",
      "precision": 0.2727272727272727,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C74",
      "precision": 1.0,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.8,
      "fn": 0,
      "fp": 1,
      "label": "C75",
      "precision": 0.6666666666666666,
      "recall": 1.0,
      "support": 2,
      "tp": 2
    },
    {
      "f1": 0.0,
      "fn": 0,
      "fp": 0,
      "label": "C76",
      "precision": 0.0,
      "recall": 0.0,
      "support": 0,
      "tp": 0
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C81",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C82",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.2857142857142857,
      "fn": 0,
      "fp": 15,
      "label": "C83",
      "precision": 0.16666666666666666,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.5,
      "fn": 1,
      "fp": 1,
      "label": "C84",
      "precision": 0.5,
      "recall": 0.5,
      "support": 2,
      "tp": 1
    },
    {
      "f1": 0.5,
      "fn": 0,
      "fp": 6,
      "label": "C85",
      "precision": 0.3333333333333333,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 1.0,
      "fn": 0,
      "fp": 0,
      "label": "C86",
      "precision": 1.0,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    },
    {
      "f1": 0.0,
      "fn": 1,
      "fp": 0,
      "label": "C88",
      "precision": 0.0,
      "recall": 0.0,
      "support": 1,
      "tp": 0
    },
    {
      "f1": 0.375,
      "fn": 0,
      "fp": 10,
      "label": "C90",
      "precision": 0.23076923076923078,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.5454545454545454,
      "fn": 0,
      "fp": 5,
      "label": "C91",
      "precision": 0.375,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.4444444444444444,
      "fn": 0,
      "fp": 10,
      "label": "C92",
      "precision": 0.2857142857142857,
      "recall": 1.0,
      "support": 4,
      "tp": 4
    },
    {
      "f1": 0.6,
      "fn": 0,
      "fp": 4,
      "label": "C93",
      "precision": 0.42857142857142855,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.42857142857142855,
      "fn": 0,
      "fp": 8,
      "label": "C94",
      "precision": 0.2727272727272727,
      "recall": 1.0,
      "support": 3,
      "tp": 3
    },
    {
      "f1": 0.6666666666666666,
      "fn": 0,
      "fp": 1,
      "label": "C95",
      "precision": 0.5,
      "recall": 1.0,
      "support": 1,
      "tp": 1
    }
  ],
  "quality_gate": {
    "direct_hit3_threshold": 0.9,
    "force_push_weak": false,
    "hit3_floor": 0.9,
    "macro_floor": 0.3,
    "min_macro_f1_for_push": 0.3,
    "passed": true,
    "push_allowed": true
  },
  "teacher_test": {},
  "teacher_val": {},
  "test": {
    "hit@1": 0.8666666666666667,
    "hit@3": 0.92,
    "macro_f1": 0.5899124288410003,
    "micro_f1": 0.5925925925925926,
    "mrr": 0.9022657952069718,
    "recall@3": 0.8813333333333333,
    "subset_accuracy": 0.21333333333333335,
    "weighted_f1": 0.6299727806306753
  },
  "threshold": 0.5,
  "val_best": {
    "hit@1": 0.92,
    "hit@3": 0.96,
    "macro_f1": 0.5838706694799131,
    "micro_f1": 0.6025316455696202,
    "mrr": 0.9442271062271061,
    "recall@3": 0.9150476190476191,
    "subset_accuracy": 0.26666666666666666,
    "weighted_f1": 0.6568128092988036
  }
}