{ "best_global_step": 1500, "best_metric": 0.4497772162074601, "best_model_checkpoint": "checkpoints/med-ruri-v3-70m-v2-from-med/checkpoint-1500", "epoch": 0.24354603019970775, "eval_steps": 500, "global_step": 1500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.008118201006656925, "grad_norm": 36.411094665527344, "learning_rate": 1.590909090909091e-06, "loss": 0.7310499572753906, "step": 50 }, { "epoch": 0.01623640201331385, "grad_norm": 33.341773986816406, "learning_rate": 3.2142857142857147e-06, "loss": 0.7275860595703125, "step": 100 }, { "epoch": 0.024354603019970774, "grad_norm": 29.529163360595703, "learning_rate": 4.837662337662339e-06, "loss": 0.731024169921875, "step": 150 }, { "epoch": 0.0324728040266277, "grad_norm": 30.00229263305664, "learning_rate": 6.461038961038961e-06, "loss": 0.7175758361816407, "step": 200 }, { "epoch": 0.040591005033284625, "grad_norm": 31.925983428955078, "learning_rate": 8.084415584415586e-06, "loss": 0.6959671020507813, "step": 250 }, { "epoch": 0.04870920603994155, "grad_norm": 28.800811767578125, "learning_rate": 9.707792207792209e-06, "loss": 0.7367277526855469, "step": 300 }, { "epoch": 0.05682740704659847, "grad_norm": 31.140193939208984, "learning_rate": 9.929926508289183e-06, "loss": 0.7400946044921874, "step": 350 }, { "epoch": 0.0649456080532554, "grad_norm": 35.08184814453125, "learning_rate": 9.84447103059306e-06, "loss": 0.7406158447265625, "step": 400 }, { "epoch": 0.07306380905991232, "grad_norm": 25.991899490356445, "learning_rate": 9.759015552896942e-06, "loss": 0.6898162841796875, "step": 450 }, { "epoch": 0.08118201006656925, "grad_norm": 26.979516983032227, "learning_rate": 9.67356007520082e-06, "loss": 0.6823211669921875, "step": 500 }, { "epoch": 0.08118201006656925, "eval_med-ir_cosine_accuracy@1": 0.2405, "eval_med-ir_cosine_accuracy@10": 0.639, "eval_med-ir_cosine_accuracy@5": 0.518, "eval_med-ir_cosine_map@10": 0.35634821428571434, "eval_med-ir_cosine_mrr@10": 0.3563482142857148, "eval_med-ir_cosine_ndcg@10": 0.42346580839400816, "eval_med-ir_cosine_precision@1": 0.2405, "eval_med-ir_cosine_precision@10": 0.06389999999999998, "eval_med-ir_cosine_precision@5": 0.1036, "eval_med-ir_cosine_recall@1": 0.2405, "eval_med-ir_cosine_recall@10": 0.639, "eval_med-ir_cosine_recall@5": 0.518, "eval_runtime": 54.4928, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 500 }, { "epoch": 0.08930021107322618, "grad_norm": 26.730838775634766, "learning_rate": 9.5881045975047e-06, "loss": 0.6993674468994141, "step": 550 }, { "epoch": 0.0974184120798831, "grad_norm": 30.956209182739258, "learning_rate": 9.50264911980858e-06, "loss": 0.6762686157226563, "step": 600 }, { "epoch": 0.10553661308654003, "grad_norm": 26.836666107177734, "learning_rate": 9.41719364211246e-06, "loss": 0.6830927276611328, "step": 650 }, { "epoch": 0.11365481409319694, "grad_norm": 27.171998977661133, "learning_rate": 9.33173816441634e-06, "loss": 0.655235824584961, "step": 700 }, { "epoch": 0.12177301509985387, "grad_norm": 32.39191818237305, "learning_rate": 9.24628268672022e-06, "loss": 0.6455143737792969, "step": 750 }, { "epoch": 0.1298912161065108, "grad_norm": 27.211759567260742, "learning_rate": 9.160827209024098e-06, "loss": 0.646562728881836, "step": 800 }, { "epoch": 0.13800941711316772, "grad_norm": 26.15242576599121, "learning_rate": 9.07537173132798e-06, "loss": 0.641706314086914, "step": 850 }, { "epoch": 0.14612761811982464, "grad_norm": 30.478113174438477, "learning_rate": 8.989916253631858e-06, "loss": 0.6305813598632812, "step": 900 }, { "epoch": 0.15424581912648158, "grad_norm": 25.28243064880371, "learning_rate": 8.904460775935739e-06, "loss": 0.6182423400878906, "step": 950 }, { "epoch": 0.1623640201331385, "grad_norm": 29.67841339111328, "learning_rate": 8.819005298239618e-06, "loss": 0.6209118270874023, "step": 1000 }, { "epoch": 0.1623640201331385, "eval_med-ir_cosine_accuracy@1": 0.243, "eval_med-ir_cosine_accuracy@10": 0.66, "eval_med-ir_cosine_accuracy@5": 0.542, "eval_med-ir_cosine_map@10": 0.36730773809523803, "eval_med-ir_cosine_mrr@10": 0.3673077380952388, "eval_med-ir_cosine_ndcg@10": 0.4370587039801932, "eval_med-ir_cosine_precision@1": 0.243, "eval_med-ir_cosine_precision@10": 0.066, "eval_med-ir_cosine_precision@5": 0.1084, "eval_med-ir_cosine_recall@1": 0.243, "eval_med-ir_cosine_recall@10": 0.66, "eval_med-ir_cosine_recall@5": 0.542, "eval_runtime": 54.0291, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 1000 }, { "epoch": 0.17048222113979541, "grad_norm": 23.29427146911621, "learning_rate": 8.733549820543497e-06, "loss": 0.6038346862792969, "step": 1050 }, { "epoch": 0.17860042214645236, "grad_norm": 28.32552719116211, "learning_rate": 8.648094342847378e-06, "loss": 0.6003586959838867, "step": 1100 }, { "epoch": 0.18671862315310928, "grad_norm": 30.75159454345703, "learning_rate": 8.562638865151257e-06, "loss": 0.6092750930786133, "step": 1150 }, { "epoch": 0.1948368241597662, "grad_norm": 23.42568016052246, "learning_rate": 8.477183387455136e-06, "loss": 0.5733106994628906, "step": 1200 }, { "epoch": 0.2029550251664231, "grad_norm": 26.38534927368164, "learning_rate": 8.391727909759017e-06, "loss": 0.6007821655273438, "step": 1250 }, { "epoch": 0.21107322617308005, "grad_norm": 29.11765480041504, "learning_rate": 8.306272432062896e-06, "loss": 0.575584602355957, "step": 1300 }, { "epoch": 0.21919142717973697, "grad_norm": 26.75505256652832, "learning_rate": 8.220816954366777e-06, "loss": 0.5628342819213867, "step": 1350 }, { "epoch": 0.22730962818639389, "grad_norm": 26.10503387451172, "learning_rate": 8.135361476670656e-06, "loss": 0.5451336669921875, "step": 1400 }, { "epoch": 0.23542782919305083, "grad_norm": 28.066715240478516, "learning_rate": 8.049905998974535e-06, "loss": 0.5360281372070312, "step": 1450 }, { "epoch": 0.24354603019970775, "grad_norm": 26.54391860961914, "learning_rate": 7.964450521278416e-06, "loss": 0.5346591949462891, "step": 1500 }, { "epoch": 0.24354603019970775, "eval_med-ir_cosine_accuracy@1": 0.2595, "eval_med-ir_cosine_accuracy@10": 0.6725, "eval_med-ir_cosine_accuracy@5": 0.55, "eval_med-ir_cosine_map@10": 0.38029999999999997, "eval_med-ir_cosine_mrr@10": 0.3803000000000005, "eval_med-ir_cosine_ndcg@10": 0.4497772162074601, "eval_med-ir_cosine_precision@1": 0.2595, "eval_med-ir_cosine_precision@10": 0.06724999999999999, "eval_med-ir_cosine_precision@5": 0.11, "eval_med-ir_cosine_recall@1": 0.2595, "eval_med-ir_cosine_recall@10": 0.6725, "eval_med-ir_cosine_recall@5": 0.55, "eval_runtime": 54.4304, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 1500 } ], "logging_steps": 50, "max_steps": 6159, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 192, "trial_name": null, "trial_params": null }