| { |
| "best_global_step": 3000, |
| "best_metric": 0.47131302354355625, |
| "best_model_checkpoint": "checkpoints/med-ruri-v3-70m-v2-from-med/checkpoint-3000", |
| "epoch": 0.4870920603994155, |
| "eval_steps": 500, |
| "global_step": 3000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.008118201006656925, |
| "grad_norm": 36.411094665527344, |
| "learning_rate": 1.590909090909091e-06, |
| "loss": 0.7310499572753906, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.01623640201331385, |
| "grad_norm": 33.341773986816406, |
| "learning_rate": 3.2142857142857147e-06, |
| "loss": 0.7275860595703125, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.024354603019970774, |
| "grad_norm": 29.529163360595703, |
| "learning_rate": 4.837662337662339e-06, |
| "loss": 0.731024169921875, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.0324728040266277, |
| "grad_norm": 30.00229263305664, |
| "learning_rate": 6.461038961038961e-06, |
| "loss": 0.7175758361816407, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.040591005033284625, |
| "grad_norm": 31.925983428955078, |
| "learning_rate": 8.084415584415586e-06, |
| "loss": 0.6959671020507813, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.04870920603994155, |
| "grad_norm": 28.800811767578125, |
| "learning_rate": 9.707792207792209e-06, |
| "loss": 0.7367277526855469, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.05682740704659847, |
| "grad_norm": 31.140193939208984, |
| "learning_rate": 9.929926508289183e-06, |
| "loss": 0.7400946044921874, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.0649456080532554, |
| "grad_norm": 35.08184814453125, |
| "learning_rate": 9.84447103059306e-06, |
| "loss": 0.7406158447265625, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.07306380905991232, |
| "grad_norm": 25.991899490356445, |
| "learning_rate": 9.759015552896942e-06, |
| "loss": 0.6898162841796875, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.08118201006656925, |
| "grad_norm": 26.979516983032227, |
| "learning_rate": 9.67356007520082e-06, |
| "loss": 0.6823211669921875, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.08118201006656925, |
| "eval_med-ir_cosine_accuracy@1": 0.2405, |
| "eval_med-ir_cosine_accuracy@10": 0.639, |
| "eval_med-ir_cosine_accuracy@5": 0.518, |
| "eval_med-ir_cosine_map@10": 0.35634821428571434, |
| "eval_med-ir_cosine_mrr@10": 0.3563482142857148, |
| "eval_med-ir_cosine_ndcg@10": 0.42346580839400816, |
| "eval_med-ir_cosine_precision@1": 0.2405, |
| "eval_med-ir_cosine_precision@10": 0.06389999999999998, |
| "eval_med-ir_cosine_precision@5": 0.1036, |
| "eval_med-ir_cosine_recall@1": 0.2405, |
| "eval_med-ir_cosine_recall@10": 0.639, |
| "eval_med-ir_cosine_recall@5": 0.518, |
| "eval_runtime": 54.4928, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.08930021107322618, |
| "grad_norm": 26.730838775634766, |
| "learning_rate": 9.5881045975047e-06, |
| "loss": 0.6993674468994141, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.0974184120798831, |
| "grad_norm": 30.956209182739258, |
| "learning_rate": 9.50264911980858e-06, |
| "loss": 0.6762686157226563, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.10553661308654003, |
| "grad_norm": 26.836666107177734, |
| "learning_rate": 9.41719364211246e-06, |
| "loss": 0.6830927276611328, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.11365481409319694, |
| "grad_norm": 27.171998977661133, |
| "learning_rate": 9.33173816441634e-06, |
| "loss": 0.655235824584961, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.12177301509985387, |
| "grad_norm": 32.39191818237305, |
| "learning_rate": 9.24628268672022e-06, |
| "loss": 0.6455143737792969, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.1298912161065108, |
| "grad_norm": 27.211759567260742, |
| "learning_rate": 9.160827209024098e-06, |
| "loss": 0.646562728881836, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.13800941711316772, |
| "grad_norm": 26.15242576599121, |
| "learning_rate": 9.07537173132798e-06, |
| "loss": 0.641706314086914, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.14612761811982464, |
| "grad_norm": 30.478113174438477, |
| "learning_rate": 8.989916253631858e-06, |
| "loss": 0.6305813598632812, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.15424581912648158, |
| "grad_norm": 25.28243064880371, |
| "learning_rate": 8.904460775935739e-06, |
| "loss": 0.6182423400878906, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.1623640201331385, |
| "grad_norm": 29.67841339111328, |
| "learning_rate": 8.819005298239618e-06, |
| "loss": 0.6209118270874023, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.1623640201331385, |
| "eval_med-ir_cosine_accuracy@1": 0.243, |
| "eval_med-ir_cosine_accuracy@10": 0.66, |
| "eval_med-ir_cosine_accuracy@5": 0.542, |
| "eval_med-ir_cosine_map@10": 0.36730773809523803, |
| "eval_med-ir_cosine_mrr@10": 0.3673077380952388, |
| "eval_med-ir_cosine_ndcg@10": 0.4370587039801932, |
| "eval_med-ir_cosine_precision@1": 0.243, |
| "eval_med-ir_cosine_precision@10": 0.066, |
| "eval_med-ir_cosine_precision@5": 0.1084, |
| "eval_med-ir_cosine_recall@1": 0.243, |
| "eval_med-ir_cosine_recall@10": 0.66, |
| "eval_med-ir_cosine_recall@5": 0.542, |
| "eval_runtime": 54.0291, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.17048222113979541, |
| "grad_norm": 23.29427146911621, |
| "learning_rate": 8.733549820543497e-06, |
| "loss": 0.6038346862792969, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.17860042214645236, |
| "grad_norm": 28.32552719116211, |
| "learning_rate": 8.648094342847378e-06, |
| "loss": 0.6003586959838867, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.18671862315310928, |
| "grad_norm": 30.75159454345703, |
| "learning_rate": 8.562638865151257e-06, |
| "loss": 0.6092750930786133, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.1948368241597662, |
| "grad_norm": 23.42568016052246, |
| "learning_rate": 8.477183387455136e-06, |
| "loss": 0.5733106994628906, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.2029550251664231, |
| "grad_norm": 26.38534927368164, |
| "learning_rate": 8.391727909759017e-06, |
| "loss": 0.6007821655273438, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.21107322617308005, |
| "grad_norm": 29.11765480041504, |
| "learning_rate": 8.306272432062896e-06, |
| "loss": 0.575584602355957, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.21919142717973697, |
| "grad_norm": 26.75505256652832, |
| "learning_rate": 8.220816954366777e-06, |
| "loss": 0.5628342819213867, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.22730962818639389, |
| "grad_norm": 26.10503387451172, |
| "learning_rate": 8.135361476670656e-06, |
| "loss": 0.5451336669921875, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.23542782919305083, |
| "grad_norm": 28.066715240478516, |
| "learning_rate": 8.049905998974535e-06, |
| "loss": 0.5360281372070312, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.24354603019970775, |
| "grad_norm": 26.54391860961914, |
| "learning_rate": 7.964450521278416e-06, |
| "loss": 0.5346591949462891, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.24354603019970775, |
| "eval_med-ir_cosine_accuracy@1": 0.2595, |
| "eval_med-ir_cosine_accuracy@10": 0.6725, |
| "eval_med-ir_cosine_accuracy@5": 0.55, |
| "eval_med-ir_cosine_map@10": 0.38029999999999997, |
| "eval_med-ir_cosine_mrr@10": 0.3803000000000005, |
| "eval_med-ir_cosine_ndcg@10": 0.4497772162074601, |
| "eval_med-ir_cosine_precision@1": 0.2595, |
| "eval_med-ir_cosine_precision@10": 0.06724999999999999, |
| "eval_med-ir_cosine_precision@5": 0.11, |
| "eval_med-ir_cosine_recall@1": 0.2595, |
| "eval_med-ir_cosine_recall@10": 0.6725, |
| "eval_med-ir_cosine_recall@5": 0.55, |
| "eval_runtime": 54.4304, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.25166423120636466, |
| "grad_norm": 29.37564468383789, |
| "learning_rate": 7.878995043582293e-06, |
| "loss": 0.5282846450805664, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.2597824322130216, |
| "grad_norm": 28.56175422668457, |
| "learning_rate": 7.793539565886174e-06, |
| "loss": 0.5485841369628907, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.2679006332196785, |
| "grad_norm": 26.496784210205078, |
| "learning_rate": 7.708084088190053e-06, |
| "loss": 0.5251470947265625, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.27601883422633544, |
| "grad_norm": 19.61214828491211, |
| "learning_rate": 7.622628610493933e-06, |
| "loss": 0.528628044128418, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.2841370352329924, |
| "grad_norm": 25.818782806396484, |
| "learning_rate": 7.537173132797813e-06, |
| "loss": 0.5510402297973633, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.2922552362396493, |
| "grad_norm": 25.30286979675293, |
| "learning_rate": 7.451717655101693e-06, |
| "loss": 0.5192715454101563, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.3003734372463062, |
| "grad_norm": 27.227081298828125, |
| "learning_rate": 7.366262177405572e-06, |
| "loss": 0.5303105926513672, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.30849163825296316, |
| "grad_norm": 26.680246353149414, |
| "learning_rate": 7.280806699709452e-06, |
| "loss": 0.5015132141113281, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.31660983925962005, |
| "grad_norm": 22.279888153076172, |
| "learning_rate": 7.1953512220133315e-06, |
| "loss": 0.5028081512451172, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.324728040266277, |
| "grad_norm": 33.51526641845703, |
| "learning_rate": 7.109895744317211e-06, |
| "loss": 0.5068627166748046, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.324728040266277, |
| "eval_med-ir_cosine_accuracy@1": 0.2595, |
| "eval_med-ir_cosine_accuracy@10": 0.6855, |
| "eval_med-ir_cosine_accuracy@5": 0.565, |
| "eval_med-ir_cosine_map@10": 0.38495595238095237, |
| "eval_med-ir_cosine_mrr@10": 0.3849559523809534, |
| "eval_med-ir_cosine_ndcg@10": 0.45651138585926065, |
| "eval_med-ir_cosine_precision@1": 0.2595, |
| "eval_med-ir_cosine_precision@10": 0.06855, |
| "eval_med-ir_cosine_precision@5": 0.113, |
| "eval_med-ir_cosine_recall@1": 0.2595, |
| "eval_med-ir_cosine_recall@10": 0.6855, |
| "eval_med-ir_cosine_recall@5": 0.565, |
| "eval_runtime": 54.0722, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.33284624127293394, |
| "grad_norm": 27.506000518798828, |
| "learning_rate": 7.0244402666210905e-06, |
| "loss": 0.5098920822143554, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.34096444227959083, |
| "grad_norm": 29.740720748901367, |
| "learning_rate": 6.93898478892497e-06, |
| "loss": 0.496164436340332, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.3490826432862478, |
| "grad_norm": 25.217426300048828, |
| "learning_rate": 6.85352931122885e-06, |
| "loss": 0.4881623458862305, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.3572008442929047, |
| "grad_norm": 28.606525421142578, |
| "learning_rate": 6.76807383353273e-06, |
| "loss": 0.48913185119628905, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.3653190452995616, |
| "grad_norm": 24.438983917236328, |
| "learning_rate": 6.68261835583661e-06, |
| "loss": 0.47148258209228516, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.37343724630621855, |
| "grad_norm": 23.559492111206055, |
| "learning_rate": 6.597162878140489e-06, |
| "loss": 0.4642819976806641, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.38155544731287544, |
| "grad_norm": 24.448942184448242, |
| "learning_rate": 6.511707400444369e-06, |
| "loss": 0.4844449234008789, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.3896736483195324, |
| "grad_norm": 26.696155548095703, |
| "learning_rate": 6.426251922748249e-06, |
| "loss": 0.48629852294921877, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.39779184932618933, |
| "grad_norm": 23.955778121948242, |
| "learning_rate": 6.340796445052129e-06, |
| "loss": 0.4482369613647461, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.4059100503328462, |
| "grad_norm": 28.369016647338867, |
| "learning_rate": 6.255340967356008e-06, |
| "loss": 0.46350692749023437, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.4059100503328462, |
| "eval_med-ir_cosine_accuracy@1": 0.2575, |
| "eval_med-ir_cosine_accuracy@10": 0.7065, |
| "eval_med-ir_cosine_accuracy@5": 0.577, |
| "eval_med-ir_cosine_map@10": 0.3918313492063492, |
| "eval_med-ir_cosine_mrr@10": 0.39183134920634993, |
| "eval_med-ir_cosine_ndcg@10": 0.4668654830792379, |
| "eval_med-ir_cosine_precision@1": 0.2575, |
| "eval_med-ir_cosine_precision@10": 0.07065, |
| "eval_med-ir_cosine_precision@5": 0.11539999999999997, |
| "eval_med-ir_cosine_recall@1": 0.2575, |
| "eval_med-ir_cosine_recall@10": 0.7065, |
| "eval_med-ir_cosine_recall@5": 0.577, |
| "eval_runtime": 54.4497, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.41402825133950316, |
| "grad_norm": 24.527584075927734, |
| "learning_rate": 6.169885489659888e-06, |
| "loss": 0.44426162719726564, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.4221464523461601, |
| "grad_norm": 27.846498489379883, |
| "learning_rate": 6.084430011963768e-06, |
| "loss": 0.46968517303466795, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.430264653352817, |
| "grad_norm": 25.253318786621094, |
| "learning_rate": 5.998974534267648e-06, |
| "loss": 0.4509878158569336, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.43838285435947394, |
| "grad_norm": 32.585716247558594, |
| "learning_rate": 5.913519056571527e-06, |
| "loss": 0.4542438507080078, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.4465010553661309, |
| "grad_norm": 23.337425231933594, |
| "learning_rate": 5.828063578875406e-06, |
| "loss": 0.4412319946289063, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.45461925637278777, |
| "grad_norm": 26.819854736328125, |
| "learning_rate": 5.742608101179286e-06, |
| "loss": 0.4313632965087891, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.4627374573794447, |
| "grad_norm": 25.884685516357422, |
| "learning_rate": 5.657152623483165e-06, |
| "loss": 0.4359418487548828, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.47085565838610166, |
| "grad_norm": 27.280941009521484, |
| "learning_rate": 5.571697145787045e-06, |
| "loss": 0.4584618377685547, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.47897385939275855, |
| "grad_norm": 26.55316734313965, |
| "learning_rate": 5.486241668090925e-06, |
| "loss": 0.43852054595947265, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.4870920603994155, |
| "grad_norm": 32.69245529174805, |
| "learning_rate": 5.400786190394805e-06, |
| "loss": 0.4116242599487305, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.4870920603994155, |
| "eval_med-ir_cosine_accuracy@1": 0.258, |
| "eval_med-ir_cosine_accuracy@10": 0.716, |
| "eval_med-ir_cosine_accuracy@5": 0.583, |
| "eval_med-ir_cosine_map@10": 0.3946994047619047, |
| "eval_med-ir_cosine_mrr@10": 0.3946994047619057, |
| "eval_med-ir_cosine_ndcg@10": 0.47131302354355625, |
| "eval_med-ir_cosine_precision@1": 0.258, |
| "eval_med-ir_cosine_precision@10": 0.0716, |
| "eval_med-ir_cosine_precision@5": 0.1166, |
| "eval_med-ir_cosine_recall@1": 0.258, |
| "eval_med-ir_cosine_recall@10": 0.716, |
| "eval_med-ir_cosine_recall@5": 0.583, |
| "eval_runtime": 54.7835, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 3000 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 6159, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 192, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
