{ "best_global_step": 2500, "best_metric": 0.4668654830792379, "best_model_checkpoint": "checkpoints/med-ruri-v3-70m-v2-from-med/checkpoint-2500", "epoch": 0.4059100503328462, "eval_steps": 500, "global_step": 2500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.008118201006656925, "grad_norm": 36.411094665527344, "learning_rate": 1.590909090909091e-06, "loss": 0.7310499572753906, "step": 50 }, { "epoch": 0.01623640201331385, "grad_norm": 33.341773986816406, "learning_rate": 3.2142857142857147e-06, "loss": 0.7275860595703125, "step": 100 }, { "epoch": 0.024354603019970774, "grad_norm": 29.529163360595703, "learning_rate": 4.837662337662339e-06, "loss": 0.731024169921875, "step": 150 }, { "epoch": 0.0324728040266277, "grad_norm": 30.00229263305664, "learning_rate": 6.461038961038961e-06, "loss": 0.7175758361816407, "step": 200 }, { "epoch": 0.040591005033284625, "grad_norm": 31.925983428955078, "learning_rate": 8.084415584415586e-06, "loss": 0.6959671020507813, "step": 250 }, { "epoch": 0.04870920603994155, "grad_norm": 28.800811767578125, "learning_rate": 9.707792207792209e-06, "loss": 0.7367277526855469, "step": 300 }, { "epoch": 0.05682740704659847, "grad_norm": 31.140193939208984, "learning_rate": 9.929926508289183e-06, "loss": 0.7400946044921874, "step": 350 }, { "epoch": 0.0649456080532554, "grad_norm": 35.08184814453125, "learning_rate": 9.84447103059306e-06, "loss": 0.7406158447265625, "step": 400 }, { "epoch": 0.07306380905991232, "grad_norm": 25.991899490356445, "learning_rate": 9.759015552896942e-06, "loss": 0.6898162841796875, "step": 450 }, { "epoch": 0.08118201006656925, "grad_norm": 26.979516983032227, "learning_rate": 9.67356007520082e-06, "loss": 0.6823211669921875, "step": 500 }, { "epoch": 0.08118201006656925, "eval_med-ir_cosine_accuracy@1": 0.2405, "eval_med-ir_cosine_accuracy@10": 0.639, "eval_med-ir_cosine_accuracy@5": 0.518, "eval_med-ir_cosine_map@10": 0.35634821428571434, "eval_med-ir_cosine_mrr@10": 0.3563482142857148, "eval_med-ir_cosine_ndcg@10": 0.42346580839400816, "eval_med-ir_cosine_precision@1": 0.2405, "eval_med-ir_cosine_precision@10": 0.06389999999999998, "eval_med-ir_cosine_precision@5": 0.1036, "eval_med-ir_cosine_recall@1": 0.2405, "eval_med-ir_cosine_recall@10": 0.639, "eval_med-ir_cosine_recall@5": 0.518, "eval_runtime": 54.4928, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 500 }, { "epoch": 0.08930021107322618, "grad_norm": 26.730838775634766, "learning_rate": 9.5881045975047e-06, "loss": 0.6993674468994141, "step": 550 }, { "epoch": 0.0974184120798831, "grad_norm": 30.956209182739258, "learning_rate": 9.50264911980858e-06, "loss": 0.6762686157226563, "step": 600 }, { "epoch": 0.10553661308654003, "grad_norm": 26.836666107177734, "learning_rate": 9.41719364211246e-06, "loss": 0.6830927276611328, "step": 650 }, { "epoch": 0.11365481409319694, "grad_norm": 27.171998977661133, "learning_rate": 9.33173816441634e-06, "loss": 0.655235824584961, "step": 700 }, { "epoch": 0.12177301509985387, "grad_norm": 32.39191818237305, "learning_rate": 9.24628268672022e-06, "loss": 0.6455143737792969, "step": 750 }, { "epoch": 0.1298912161065108, "grad_norm": 27.211759567260742, "learning_rate": 9.160827209024098e-06, "loss": 0.646562728881836, "step": 800 }, { "epoch": 0.13800941711316772, "grad_norm": 26.15242576599121, "learning_rate": 9.07537173132798e-06, "loss": 0.641706314086914, "step": 850 }, { "epoch": 0.14612761811982464, "grad_norm": 30.478113174438477, "learning_rate": 8.989916253631858e-06, "loss": 0.6305813598632812, "step": 900 }, { "epoch": 0.15424581912648158, "grad_norm": 25.28243064880371, "learning_rate": 8.904460775935739e-06, "loss": 0.6182423400878906, "step": 950 }, { "epoch": 0.1623640201331385, "grad_norm": 29.67841339111328, "learning_rate": 8.819005298239618e-06, "loss": 0.6209118270874023, "step": 1000 }, { "epoch": 0.1623640201331385, "eval_med-ir_cosine_accuracy@1": 0.243, "eval_med-ir_cosine_accuracy@10": 0.66, "eval_med-ir_cosine_accuracy@5": 0.542, "eval_med-ir_cosine_map@10": 0.36730773809523803, "eval_med-ir_cosine_mrr@10": 0.3673077380952388, "eval_med-ir_cosine_ndcg@10": 0.4370587039801932, "eval_med-ir_cosine_precision@1": 0.243, "eval_med-ir_cosine_precision@10": 0.066, "eval_med-ir_cosine_precision@5": 0.1084, "eval_med-ir_cosine_recall@1": 0.243, "eval_med-ir_cosine_recall@10": 0.66, "eval_med-ir_cosine_recall@5": 0.542, "eval_runtime": 54.0291, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 1000 }, { "epoch": 0.17048222113979541, "grad_norm": 23.29427146911621, "learning_rate": 8.733549820543497e-06, "loss": 0.6038346862792969, "step": 1050 }, { "epoch": 0.17860042214645236, "grad_norm": 28.32552719116211, "learning_rate": 8.648094342847378e-06, "loss": 0.6003586959838867, "step": 1100 }, { "epoch": 0.18671862315310928, "grad_norm": 30.75159454345703, "learning_rate": 8.562638865151257e-06, "loss": 0.6092750930786133, "step": 1150 }, { "epoch": 0.1948368241597662, "grad_norm": 23.42568016052246, "learning_rate": 8.477183387455136e-06, "loss": 0.5733106994628906, "step": 1200 }, { "epoch": 0.2029550251664231, "grad_norm": 26.38534927368164, "learning_rate": 8.391727909759017e-06, "loss": 0.6007821655273438, "step": 1250 }, { "epoch": 0.21107322617308005, "grad_norm": 29.11765480041504, "learning_rate": 8.306272432062896e-06, "loss": 0.575584602355957, "step": 1300 }, { "epoch": 0.21919142717973697, "grad_norm": 26.75505256652832, "learning_rate": 8.220816954366777e-06, "loss": 0.5628342819213867, "step": 1350 }, { "epoch": 0.22730962818639389, "grad_norm": 26.10503387451172, "learning_rate": 8.135361476670656e-06, "loss": 0.5451336669921875, "step": 1400 }, { "epoch": 0.23542782919305083, "grad_norm": 28.066715240478516, "learning_rate": 8.049905998974535e-06, "loss": 0.5360281372070312, "step": 1450 }, { "epoch": 0.24354603019970775, "grad_norm": 26.54391860961914, "learning_rate": 7.964450521278416e-06, "loss": 0.5346591949462891, "step": 1500 }, { "epoch": 0.24354603019970775, "eval_med-ir_cosine_accuracy@1": 0.2595, "eval_med-ir_cosine_accuracy@10": 0.6725, "eval_med-ir_cosine_accuracy@5": 0.55, "eval_med-ir_cosine_map@10": 0.38029999999999997, "eval_med-ir_cosine_mrr@10": 0.3803000000000005, "eval_med-ir_cosine_ndcg@10": 0.4497772162074601, "eval_med-ir_cosine_precision@1": 0.2595, "eval_med-ir_cosine_precision@10": 0.06724999999999999, "eval_med-ir_cosine_precision@5": 0.11, "eval_med-ir_cosine_recall@1": 0.2595, "eval_med-ir_cosine_recall@10": 0.6725, "eval_med-ir_cosine_recall@5": 0.55, "eval_runtime": 54.4304, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 1500 }, { "epoch": 0.25166423120636466, "grad_norm": 29.37564468383789, "learning_rate": 7.878995043582293e-06, "loss": 0.5282846450805664, "step": 1550 }, { "epoch": 0.2597824322130216, "grad_norm": 28.56175422668457, "learning_rate": 7.793539565886174e-06, "loss": 0.5485841369628907, "step": 1600 }, { "epoch": 0.2679006332196785, "grad_norm": 26.496784210205078, "learning_rate": 7.708084088190053e-06, "loss": 0.5251470947265625, "step": 1650 }, { "epoch": 0.27601883422633544, "grad_norm": 19.61214828491211, "learning_rate": 7.622628610493933e-06, "loss": 0.528628044128418, "step": 1700 }, { "epoch": 0.2841370352329924, "grad_norm": 25.818782806396484, "learning_rate": 7.537173132797813e-06, "loss": 0.5510402297973633, "step": 1750 }, { "epoch": 0.2922552362396493, "grad_norm": 25.30286979675293, "learning_rate": 7.451717655101693e-06, "loss": 0.5192715454101563, "step": 1800 }, { "epoch": 0.3003734372463062, "grad_norm": 27.227081298828125, "learning_rate": 7.366262177405572e-06, "loss": 0.5303105926513672, "step": 1850 }, { "epoch": 0.30849163825296316, "grad_norm": 26.680246353149414, "learning_rate": 7.280806699709452e-06, "loss": 0.5015132141113281, "step": 1900 }, { "epoch": 0.31660983925962005, "grad_norm": 22.279888153076172, "learning_rate": 7.1953512220133315e-06, "loss": 0.5028081512451172, "step": 1950 }, { "epoch": 0.324728040266277, "grad_norm": 33.51526641845703, "learning_rate": 7.109895744317211e-06, "loss": 0.5068627166748046, "step": 2000 }, { "epoch": 0.324728040266277, "eval_med-ir_cosine_accuracy@1": 0.2595, "eval_med-ir_cosine_accuracy@10": 0.6855, "eval_med-ir_cosine_accuracy@5": 0.565, "eval_med-ir_cosine_map@10": 0.38495595238095237, "eval_med-ir_cosine_mrr@10": 0.3849559523809534, "eval_med-ir_cosine_ndcg@10": 0.45651138585926065, "eval_med-ir_cosine_precision@1": 0.2595, "eval_med-ir_cosine_precision@10": 0.06855, "eval_med-ir_cosine_precision@5": 0.113, "eval_med-ir_cosine_recall@1": 0.2595, "eval_med-ir_cosine_recall@10": 0.6855, "eval_med-ir_cosine_recall@5": 0.565, "eval_runtime": 54.0722, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 2000 }, { "epoch": 0.33284624127293394, "grad_norm": 27.506000518798828, "learning_rate": 7.0244402666210905e-06, "loss": 0.5098920822143554, "step": 2050 }, { "epoch": 0.34096444227959083, "grad_norm": 29.740720748901367, "learning_rate": 6.93898478892497e-06, "loss": 0.496164436340332, "step": 2100 }, { "epoch": 0.3490826432862478, "grad_norm": 25.217426300048828, "learning_rate": 6.85352931122885e-06, "loss": 0.4881623458862305, "step": 2150 }, { "epoch": 0.3572008442929047, "grad_norm": 28.606525421142578, "learning_rate": 6.76807383353273e-06, "loss": 0.48913185119628905, "step": 2200 }, { "epoch": 0.3653190452995616, "grad_norm": 24.438983917236328, "learning_rate": 6.68261835583661e-06, "loss": 0.47148258209228516, "step": 2250 }, { "epoch": 0.37343724630621855, "grad_norm": 23.559492111206055, "learning_rate": 6.597162878140489e-06, "loss": 0.4642819976806641, "step": 2300 }, { "epoch": 0.38155544731287544, "grad_norm": 24.448942184448242, "learning_rate": 6.511707400444369e-06, "loss": 0.4844449234008789, "step": 2350 }, { "epoch": 0.3896736483195324, "grad_norm": 26.696155548095703, "learning_rate": 6.426251922748249e-06, "loss": 0.48629852294921877, "step": 2400 }, { "epoch": 0.39779184932618933, "grad_norm": 23.955778121948242, "learning_rate": 6.340796445052129e-06, "loss": 0.4482369613647461, "step": 2450 }, { "epoch": 0.4059100503328462, "grad_norm": 28.369016647338867, "learning_rate": 6.255340967356008e-06, "loss": 0.46350692749023437, "step": 2500 }, { "epoch": 0.4059100503328462, "eval_med-ir_cosine_accuracy@1": 0.2575, "eval_med-ir_cosine_accuracy@10": 0.7065, "eval_med-ir_cosine_accuracy@5": 0.577, "eval_med-ir_cosine_map@10": 0.3918313492063492, "eval_med-ir_cosine_mrr@10": 0.39183134920634993, "eval_med-ir_cosine_ndcg@10": 0.4668654830792379, "eval_med-ir_cosine_precision@1": 0.2575, "eval_med-ir_cosine_precision@10": 0.07065, "eval_med-ir_cosine_precision@5": 0.11539999999999997, "eval_med-ir_cosine_recall@1": 0.2575, "eval_med-ir_cosine_recall@10": 0.7065, "eval_med-ir_cosine_recall@5": 0.577, "eval_runtime": 54.4497, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 2500 } ], "logging_steps": 50, "max_steps": 6159, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 192, "trial_name": null, "trial_params": null }