{ "best_global_step": 1000, "best_metric": 0.4370587039801932, "best_model_checkpoint": "checkpoints/med-ruri-v3-70m-v2-from-med/checkpoint-1000", "epoch": 0.1623640201331385, "eval_steps": 500, "global_step": 1000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.008118201006656925, "grad_norm": 36.411094665527344, "learning_rate": 1.590909090909091e-06, "loss": 0.7310499572753906, "step": 50 }, { "epoch": 0.01623640201331385, "grad_norm": 33.341773986816406, "learning_rate": 3.2142857142857147e-06, "loss": 0.7275860595703125, "step": 100 }, { "epoch": 0.024354603019970774, "grad_norm": 29.529163360595703, "learning_rate": 4.837662337662339e-06, "loss": 0.731024169921875, "step": 150 }, { "epoch": 0.0324728040266277, "grad_norm": 30.00229263305664, "learning_rate": 6.461038961038961e-06, "loss": 0.7175758361816407, "step": 200 }, { "epoch": 0.040591005033284625, "grad_norm": 31.925983428955078, "learning_rate": 8.084415584415586e-06, "loss": 0.6959671020507813, "step": 250 }, { "epoch": 0.04870920603994155, "grad_norm": 28.800811767578125, "learning_rate": 9.707792207792209e-06, "loss": 0.7367277526855469, "step": 300 }, { "epoch": 0.05682740704659847, "grad_norm": 31.140193939208984, "learning_rate": 9.929926508289183e-06, "loss": 0.7400946044921874, "step": 350 }, { "epoch": 0.0649456080532554, "grad_norm": 35.08184814453125, "learning_rate": 9.84447103059306e-06, "loss": 0.7406158447265625, "step": 400 }, { "epoch": 0.07306380905991232, "grad_norm": 25.991899490356445, "learning_rate": 9.759015552896942e-06, "loss": 0.6898162841796875, "step": 450 }, { "epoch": 0.08118201006656925, "grad_norm": 26.979516983032227, "learning_rate": 9.67356007520082e-06, "loss": 0.6823211669921875, "step": 500 }, { "epoch": 0.08118201006656925, "eval_med-ir_cosine_accuracy@1": 0.2405, "eval_med-ir_cosine_accuracy@10": 0.639, "eval_med-ir_cosine_accuracy@5": 0.518, "eval_med-ir_cosine_map@10": 0.35634821428571434, "eval_med-ir_cosine_mrr@10": 0.3563482142857148, "eval_med-ir_cosine_ndcg@10": 0.42346580839400816, "eval_med-ir_cosine_precision@1": 0.2405, "eval_med-ir_cosine_precision@10": 0.06389999999999998, "eval_med-ir_cosine_precision@5": 0.1036, "eval_med-ir_cosine_recall@1": 0.2405, "eval_med-ir_cosine_recall@10": 0.639, "eval_med-ir_cosine_recall@5": 0.518, "eval_runtime": 54.4928, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 500 }, { "epoch": 0.08930021107322618, "grad_norm": 26.730838775634766, "learning_rate": 9.5881045975047e-06, "loss": 0.6993674468994141, "step": 550 }, { "epoch": 0.0974184120798831, "grad_norm": 30.956209182739258, "learning_rate": 9.50264911980858e-06, "loss": 0.6762686157226563, "step": 600 }, { "epoch": 0.10553661308654003, "grad_norm": 26.836666107177734, "learning_rate": 9.41719364211246e-06, "loss": 0.6830927276611328, "step": 650 }, { "epoch": 0.11365481409319694, "grad_norm": 27.171998977661133, "learning_rate": 9.33173816441634e-06, "loss": 0.655235824584961, "step": 700 }, { "epoch": 0.12177301509985387, "grad_norm": 32.39191818237305, "learning_rate": 9.24628268672022e-06, "loss": 0.6455143737792969, "step": 750 }, { "epoch": 0.1298912161065108, "grad_norm": 27.211759567260742, "learning_rate": 9.160827209024098e-06, "loss": 0.646562728881836, "step": 800 }, { "epoch": 0.13800941711316772, "grad_norm": 26.15242576599121, "learning_rate": 9.07537173132798e-06, "loss": 0.641706314086914, "step": 850 }, { "epoch": 0.14612761811982464, "grad_norm": 30.478113174438477, "learning_rate": 8.989916253631858e-06, "loss": 0.6305813598632812, "step": 900 }, { "epoch": 0.15424581912648158, "grad_norm": 25.28243064880371, "learning_rate": 8.904460775935739e-06, "loss": 0.6182423400878906, "step": 950 }, { "epoch": 0.1623640201331385, "grad_norm": 29.67841339111328, "learning_rate": 8.819005298239618e-06, "loss": 0.6209118270874023, "step": 1000 }, { "epoch": 0.1623640201331385, "eval_med-ir_cosine_accuracy@1": 0.243, "eval_med-ir_cosine_accuracy@10": 0.66, "eval_med-ir_cosine_accuracy@5": 0.542, "eval_med-ir_cosine_map@10": 0.36730773809523803, "eval_med-ir_cosine_mrr@10": 0.3673077380952388, "eval_med-ir_cosine_ndcg@10": 0.4370587039801932, "eval_med-ir_cosine_precision@1": 0.243, "eval_med-ir_cosine_precision@10": 0.066, "eval_med-ir_cosine_precision@5": 0.1084, "eval_med-ir_cosine_recall@1": 0.243, "eval_med-ir_cosine_recall@10": 0.66, "eval_med-ir_cosine_recall@5": 0.542, "eval_runtime": 54.0291, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 1000 } ], "logging_steps": 50, "max_steps": 6159, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 192, "trial_name": null, "trial_params": null }