| { |
| "direct_report": { |
| "final_dir": "/content/yandex_disk_cache/ml/subgroup_distillation/group_c/direct/alexyalunin-rubiobert/final", |
| "model_name": "alexyalunin/RuBioBERT", |
| "run_slug": "direct_hard_training", |
| "selection_metric": "hit@3", |
| "selection_metric_value": 0.96, |
| "test_metrics": { |
| "hit@1": 0.8666666666666667, |
| "hit@3": 0.92, |
| "macro_f1": 0.5899124288410003, |
| "micro_f1": 0.5925925925925926, |
| "mrr": 0.9022657952069718, |
| "recall@3": 0.8813333333333333, |
| "subset_accuracy": 0.21333333333333335, |
| "weighted_f1": 0.6299727806306753 |
| }, |
| "train_duration_sec": 82.6, |
| "train_metrics": { |
| "epoch": 11.0, |
| "total_flos": 1002012076437504.0, |
| "train_loss": 0.6542927627721109, |
| "train_runtime": 82.2708, |
| "train_samples_per_second": 50.468, |
| "train_steps_per_second": 6.418 |
| }, |
| "val_metrics": { |
| "hit@1": 0.92, |
| "hit@3": 0.96, |
| "macro_f1": 0.5838706694799131, |
| "micro_f1": 0.6025316455696202, |
| "mrr": 0.9442271062271061, |
| "recall@3": 0.9150476190476191, |
| "subset_accuracy": 0.26666666666666666, |
| "weighted_f1": 0.6568128092988036 |
| } |
| }, |
| "per_label": [ |
| { |
| "f1": 0.0, |
| "fn": 1, |
| "fp": 0, |
| "label": "C00", |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 1, |
| "tp": 0 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C01", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C02", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C05", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 0.6666666666666666, |
| "fn": 0, |
| "fp": 1, |
| "label": "C06", |
| "precision": 0.5, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 0.0, |
| "fn": 1, |
| "fp": 0, |
| "label": "C07", |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 1, |
| "tp": 0 |
| }, |
| { |
| "f1": 0.0, |
| "fn": 1, |
| "fp": 1, |
| "label": "C08", |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 1, |
| "tp": 0 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C09", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C10", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 0.6666666666666666, |
| "fn": 0, |
| "fp": 1, |
| "label": "C11", |
| "precision": 0.5, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C12", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C13", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C15", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C16", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 0.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C17", |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 0, |
| "tp": 0 |
| }, |
| { |
| "f1": 0.5714285714285714, |
| "fn": 0, |
| "fp": 3, |
| "label": "C18", |
| "precision": 0.4, |
| "recall": 1.0, |
| "support": 2, |
| "tp": 2 |
| }, |
| { |
| "f1": 0.8, |
| "fn": 0, |
| "fp": 1, |
| "label": "C19", |
| "precision": 0.6666666666666666, |
| "recall": 1.0, |
| "support": 2, |
| "tp": 2 |
| }, |
| { |
| "f1": 0.5714285714285714, |
| "fn": 0, |
| "fp": 3, |
| "label": "C20", |
| "precision": 0.4, |
| "recall": 1.0, |
| "support": 2, |
| "tp": 2 |
| }, |
| { |
| "f1": 0.0, |
| "fn": 1, |
| "fp": 0, |
| "label": "C21", |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 1, |
| "tp": 0 |
| }, |
| { |
| "f1": 0.6666666666666666, |
| "fn": 0, |
| "fp": 5, |
| "label": "C22", |
| "precision": 0.5, |
| "recall": 1.0, |
| "support": 5, |
| "tp": 5 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C23", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C24", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 0.5, |
| "fn": 1, |
| "fp": 1, |
| "label": "C25", |
| "precision": 0.5, |
| "recall": 0.5, |
| "support": 2, |
| "tp": 1 |
| }, |
| { |
| "f1": 0.5, |
| "fn": 0, |
| "fp": 2, |
| "label": "C30", |
| "precision": 0.3333333333333333, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 0.6666666666666666, |
| "fn": 0, |
| "fp": 1, |
| "label": "C31", |
| "precision": 0.5, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 0.5714285714285714, |
| "fn": 0, |
| "fp": 3, |
| "label": "C32", |
| "precision": 0.4, |
| "recall": 1.0, |
| "support": 2, |
| "tp": 2 |
| }, |
| { |
| "f1": 0.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C33", |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 0, |
| "tp": 0 |
| }, |
| { |
| "f1": 0.0, |
| "fn": 1, |
| "fp": 0, |
| "label": "C34", |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 1, |
| "tp": 0 |
| }, |
| { |
| "f1": 0.5, |
| "fn": 0, |
| "fp": 2, |
| "label": "C37", |
| "precision": 0.3333333333333333, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 0.5333333333333333, |
| "fn": 0, |
| "fp": 7, |
| "label": "C38", |
| "precision": 0.36363636363636365, |
| "recall": 1.0, |
| "support": 4, |
| "tp": 4 |
| }, |
| { |
| "f1": 0.6666666666666666, |
| "fn": 0, |
| "fp": 3, |
| "label": "C40", |
| "precision": 0.5, |
| "recall": 1.0, |
| "support": 3, |
| "tp": 3 |
| }, |
| { |
| "f1": 0.5454545454545454, |
| "fn": 0, |
| "fp": 5, |
| "label": "C41", |
| "precision": 0.375, |
| "recall": 1.0, |
| "support": 3, |
| "tp": 3 |
| }, |
| { |
| "f1": 0.4, |
| "fn": 0, |
| "fp": 12, |
| "label": "C44", |
| "precision": 0.25, |
| "recall": 1.0, |
| "support": 4, |
| "tp": 4 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C45", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 0.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C46", |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 0, |
| "tp": 0 |
| }, |
| { |
| "f1": 0.7692307692307693, |
| "fn": 0, |
| "fp": 3, |
| "label": "C48", |
| "precision": 0.625, |
| "recall": 1.0, |
| "support": 5, |
| "tp": 5 |
| }, |
| { |
| "f1": 0.6666666666666666, |
| "fn": 0, |
| "fp": 2, |
| "label": "C49", |
| "precision": 0.5, |
| "recall": 1.0, |
| "support": 2, |
| "tp": 2 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C50", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 2, |
| "tp": 2 |
| }, |
| { |
| "f1": 0.6666666666666666, |
| "fn": 0, |
| "fp": 1, |
| "label": "C51", |
| "precision": 0.5, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C52", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 0.6666666666666666, |
| "fn": 0, |
| "fp": 1, |
| "label": "C53", |
| "precision": 0.5, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 0.8571428571428571, |
| "fn": 0, |
| "fp": 1, |
| "label": "C56", |
| "precision": 0.75, |
| "recall": 1.0, |
| "support": 3, |
| "tp": 3 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C57", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 2, |
| "tp": 2 |
| }, |
| { |
| "f1": 0.6666666666666666, |
| "fn": 0, |
| "fp": 1, |
| "label": "C60", |
| "precision": 0.5, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C61", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C62", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 2, |
| "tp": 2 |
| }, |
| { |
| "f1": 0.6, |
| "fn": 0, |
| "fp": 4, |
| "label": "C64", |
| "precision": 0.42857142857142855, |
| "recall": 1.0, |
| "support": 3, |
| "tp": 3 |
| }, |
| { |
| "f1": 0.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C65", |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 0, |
| "tp": 0 |
| }, |
| { |
| "f1": 0.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C66", |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 0, |
| "tp": 0 |
| }, |
| { |
| "f1": 0.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C67", |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 0, |
| "tp": 0 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C68", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C69", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 0.0, |
| "fn": 1, |
| "fp": 0, |
| "label": "C71", |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 1, |
| "tp": 0 |
| }, |
| { |
| "f1": 0.42857142857142855, |
| "fn": 0, |
| "fp": 8, |
| "label": "C73", |
| "precision": 0.2727272727272727, |
| "recall": 1.0, |
| "support": 3, |
| "tp": 3 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C74", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 2, |
| "tp": 2 |
| }, |
| { |
| "f1": 0.8, |
| "fn": 0, |
| "fp": 1, |
| "label": "C75", |
| "precision": 0.6666666666666666, |
| "recall": 1.0, |
| "support": 2, |
| "tp": 2 |
| }, |
| { |
| "f1": 0.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C76", |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 0, |
| "tp": 0 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C81", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 0.0, |
| "fn": 1, |
| "fp": 0, |
| "label": "C82", |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 1, |
| "tp": 0 |
| }, |
| { |
| "f1": 0.2857142857142857, |
| "fn": 0, |
| "fp": 15, |
| "label": "C83", |
| "precision": 0.16666666666666666, |
| "recall": 1.0, |
| "support": 3, |
| "tp": 3 |
| }, |
| { |
| "f1": 0.5, |
| "fn": 1, |
| "fp": 1, |
| "label": "C84", |
| "precision": 0.5, |
| "recall": 0.5, |
| "support": 2, |
| "tp": 1 |
| }, |
| { |
| "f1": 0.5, |
| "fn": 0, |
| "fp": 6, |
| "label": "C85", |
| "precision": 0.3333333333333333, |
| "recall": 1.0, |
| "support": 3, |
| "tp": 3 |
| }, |
| { |
| "f1": 1.0, |
| "fn": 0, |
| "fp": 0, |
| "label": "C86", |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| }, |
| { |
| "f1": 0.0, |
| "fn": 1, |
| "fp": 0, |
| "label": "C88", |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 1, |
| "tp": 0 |
| }, |
| { |
| "f1": 0.375, |
| "fn": 0, |
| "fp": 10, |
| "label": "C90", |
| "precision": 0.23076923076923078, |
| "recall": 1.0, |
| "support": 3, |
| "tp": 3 |
| }, |
| { |
| "f1": 0.5454545454545454, |
| "fn": 0, |
| "fp": 5, |
| "label": "C91", |
| "precision": 0.375, |
| "recall": 1.0, |
| "support": 3, |
| "tp": 3 |
| }, |
| { |
| "f1": 0.4444444444444444, |
| "fn": 0, |
| "fp": 10, |
| "label": "C92", |
| "precision": 0.2857142857142857, |
| "recall": 1.0, |
| "support": 4, |
| "tp": 4 |
| }, |
| { |
| "f1": 0.6, |
| "fn": 0, |
| "fp": 4, |
| "label": "C93", |
| "precision": 0.42857142857142855, |
| "recall": 1.0, |
| "support": 3, |
| "tp": 3 |
| }, |
| { |
| "f1": 0.42857142857142855, |
| "fn": 0, |
| "fp": 8, |
| "label": "C94", |
| "precision": 0.2727272727272727, |
| "recall": 1.0, |
| "support": 3, |
| "tp": 3 |
| }, |
| { |
| "f1": 0.6666666666666666, |
| "fn": 0, |
| "fp": 1, |
| "label": "C95", |
| "precision": 0.5, |
| "recall": 1.0, |
| "support": 1, |
| "tp": 1 |
| } |
| ], |
| "quality_gate": { |
| "direct_hit3_threshold": 0.9, |
| "force_push_weak": false, |
| "hit3_floor": 0.9, |
| "macro_floor": 0.3, |
| "min_macro_f1_for_push": 0.3, |
| "passed": true, |
| "push_allowed": true |
| }, |
| "teacher_test": {}, |
| "teacher_val": {}, |
| "test": { |
| "hit@1": 0.8666666666666667, |
| "hit@3": 0.92, |
| "macro_f1": 0.5899124288410003, |
| "micro_f1": 0.5925925925925926, |
| "mrr": 0.9022657952069718, |
| "recall@3": 0.8813333333333333, |
| "subset_accuracy": 0.21333333333333335, |
| "weighted_f1": 0.6299727806306753 |
| }, |
| "threshold": 0.5, |
| "val_best": { |
| "hit@1": 0.92, |
| "hit@3": 0.96, |
| "macro_f1": 0.5838706694799131, |
| "micro_f1": 0.6025316455696202, |
| "mrr": 0.9442271062271061, |
| "recall@3": 0.9150476190476191, |
| "subset_accuracy": 0.26666666666666666, |
| "weighted_f1": 0.6568128092988036 |
| } |
| } |
