{ "best_global_step": 6159, "best_metric": 0.5116675566402742, "best_model_checkpoint": "checkpoints/med-ruri-v3-70m-v2-from-med/checkpoint-6159", "epoch": 1.0, "eval_steps": 500, "global_step": 6159, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.008118201006656925, "grad_norm": 36.411094665527344, "learning_rate": 1.590909090909091e-06, "loss": 0.7310499572753906, "step": 50 }, { "epoch": 0.01623640201331385, "grad_norm": 33.341773986816406, "learning_rate": 3.2142857142857147e-06, "loss": 0.7275860595703125, "step": 100 }, { "epoch": 0.024354603019970774, "grad_norm": 29.529163360595703, "learning_rate": 4.837662337662339e-06, "loss": 0.731024169921875, "step": 150 }, { "epoch": 0.0324728040266277, "grad_norm": 30.00229263305664, "learning_rate": 6.461038961038961e-06, "loss": 0.7175758361816407, "step": 200 }, { "epoch": 0.040591005033284625, "grad_norm": 31.925983428955078, "learning_rate": 8.084415584415586e-06, "loss": 0.6959671020507813, "step": 250 }, { "epoch": 0.04870920603994155, "grad_norm": 28.800811767578125, "learning_rate": 9.707792207792209e-06, "loss": 0.7367277526855469, "step": 300 }, { "epoch": 0.05682740704659847, "grad_norm": 31.140193939208984, "learning_rate": 9.929926508289183e-06, "loss": 0.7400946044921874, "step": 350 }, { "epoch": 0.0649456080532554, "grad_norm": 35.08184814453125, "learning_rate": 9.84447103059306e-06, "loss": 0.7406158447265625, "step": 400 }, { "epoch": 0.07306380905991232, "grad_norm": 25.991899490356445, "learning_rate": 9.759015552896942e-06, "loss": 0.6898162841796875, "step": 450 }, { "epoch": 0.08118201006656925, "grad_norm": 26.979516983032227, "learning_rate": 9.67356007520082e-06, "loss": 0.6823211669921875, "step": 500 }, { "epoch": 0.08118201006656925, "eval_med-ir_cosine_accuracy@1": 0.2405, "eval_med-ir_cosine_accuracy@10": 0.639, "eval_med-ir_cosine_accuracy@5": 0.518, "eval_med-ir_cosine_map@10": 0.35634821428571434, "eval_med-ir_cosine_mrr@10": 0.3563482142857148, "eval_med-ir_cosine_ndcg@10": 0.42346580839400816, "eval_med-ir_cosine_precision@1": 0.2405, "eval_med-ir_cosine_precision@10": 0.06389999999999998, "eval_med-ir_cosine_precision@5": 0.1036, "eval_med-ir_cosine_recall@1": 0.2405, "eval_med-ir_cosine_recall@10": 0.639, "eval_med-ir_cosine_recall@5": 0.518, "eval_runtime": 54.4928, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 500 }, { "epoch": 0.08930021107322618, "grad_norm": 26.730838775634766, "learning_rate": 9.5881045975047e-06, "loss": 0.6993674468994141, "step": 550 }, { "epoch": 0.0974184120798831, "grad_norm": 30.956209182739258, "learning_rate": 9.50264911980858e-06, "loss": 0.6762686157226563, "step": 600 }, { "epoch": 0.10553661308654003, "grad_norm": 26.836666107177734, "learning_rate": 9.41719364211246e-06, "loss": 0.6830927276611328, "step": 650 }, { "epoch": 0.11365481409319694, "grad_norm": 27.171998977661133, "learning_rate": 9.33173816441634e-06, "loss": 0.655235824584961, "step": 700 }, { "epoch": 0.12177301509985387, "grad_norm": 32.39191818237305, "learning_rate": 9.24628268672022e-06, "loss": 0.6455143737792969, "step": 750 }, { "epoch": 0.1298912161065108, "grad_norm": 27.211759567260742, "learning_rate": 9.160827209024098e-06, "loss": 0.646562728881836, "step": 800 }, { "epoch": 0.13800941711316772, "grad_norm": 26.15242576599121, "learning_rate": 9.07537173132798e-06, "loss": 0.641706314086914, "step": 850 }, { "epoch": 0.14612761811982464, "grad_norm": 30.478113174438477, "learning_rate": 8.989916253631858e-06, "loss": 0.6305813598632812, "step": 900 }, { "epoch": 0.15424581912648158, "grad_norm": 25.28243064880371, "learning_rate": 8.904460775935739e-06, "loss": 0.6182423400878906, "step": 950 }, { "epoch": 0.1623640201331385, "grad_norm": 29.67841339111328, "learning_rate": 8.819005298239618e-06, "loss": 0.6209118270874023, "step": 1000 }, { "epoch": 0.1623640201331385, "eval_med-ir_cosine_accuracy@1": 0.243, "eval_med-ir_cosine_accuracy@10": 0.66, "eval_med-ir_cosine_accuracy@5": 0.542, "eval_med-ir_cosine_map@10": 0.36730773809523803, "eval_med-ir_cosine_mrr@10": 0.3673077380952388, "eval_med-ir_cosine_ndcg@10": 0.4370587039801932, "eval_med-ir_cosine_precision@1": 0.243, "eval_med-ir_cosine_precision@10": 0.066, "eval_med-ir_cosine_precision@5": 0.1084, "eval_med-ir_cosine_recall@1": 0.243, "eval_med-ir_cosine_recall@10": 0.66, "eval_med-ir_cosine_recall@5": 0.542, "eval_runtime": 54.0291, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 1000 }, { "epoch": 0.17048222113979541, "grad_norm": 23.29427146911621, "learning_rate": 8.733549820543497e-06, "loss": 0.6038346862792969, "step": 1050 }, { "epoch": 0.17860042214645236, "grad_norm": 28.32552719116211, "learning_rate": 8.648094342847378e-06, "loss": 0.6003586959838867, "step": 1100 }, { "epoch": 0.18671862315310928, "grad_norm": 30.75159454345703, "learning_rate": 8.562638865151257e-06, "loss": 0.6092750930786133, "step": 1150 }, { "epoch": 0.1948368241597662, "grad_norm": 23.42568016052246, "learning_rate": 8.477183387455136e-06, "loss": 0.5733106994628906, "step": 1200 }, { "epoch": 0.2029550251664231, "grad_norm": 26.38534927368164, "learning_rate": 8.391727909759017e-06, "loss": 0.6007821655273438, "step": 1250 }, { "epoch": 0.21107322617308005, "grad_norm": 29.11765480041504, "learning_rate": 8.306272432062896e-06, "loss": 0.575584602355957, "step": 1300 }, { "epoch": 0.21919142717973697, "grad_norm": 26.75505256652832, "learning_rate": 8.220816954366777e-06, "loss": 0.5628342819213867, "step": 1350 }, { "epoch": 0.22730962818639389, "grad_norm": 26.10503387451172, "learning_rate": 8.135361476670656e-06, "loss": 0.5451336669921875, "step": 1400 }, { "epoch": 0.23542782919305083, "grad_norm": 28.066715240478516, "learning_rate": 8.049905998974535e-06, "loss": 0.5360281372070312, "step": 1450 }, { "epoch": 0.24354603019970775, "grad_norm": 26.54391860961914, "learning_rate": 7.964450521278416e-06, "loss": 0.5346591949462891, "step": 1500 }, { "epoch": 0.24354603019970775, "eval_med-ir_cosine_accuracy@1": 0.2595, "eval_med-ir_cosine_accuracy@10": 0.6725, "eval_med-ir_cosine_accuracy@5": 0.55, "eval_med-ir_cosine_map@10": 0.38029999999999997, "eval_med-ir_cosine_mrr@10": 0.3803000000000005, "eval_med-ir_cosine_ndcg@10": 0.4497772162074601, "eval_med-ir_cosine_precision@1": 0.2595, "eval_med-ir_cosine_precision@10": 0.06724999999999999, "eval_med-ir_cosine_precision@5": 0.11, "eval_med-ir_cosine_recall@1": 0.2595, "eval_med-ir_cosine_recall@10": 0.6725, "eval_med-ir_cosine_recall@5": 0.55, "eval_runtime": 54.4304, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 1500 }, { "epoch": 0.25166423120636466, "grad_norm": 29.37564468383789, "learning_rate": 7.878995043582293e-06, "loss": 0.5282846450805664, "step": 1550 }, { "epoch": 0.2597824322130216, "grad_norm": 28.56175422668457, "learning_rate": 7.793539565886174e-06, "loss": 0.5485841369628907, "step": 1600 }, { "epoch": 0.2679006332196785, "grad_norm": 26.496784210205078, "learning_rate": 7.708084088190053e-06, "loss": 0.5251470947265625, "step": 1650 }, { "epoch": 0.27601883422633544, "grad_norm": 19.61214828491211, "learning_rate": 7.622628610493933e-06, "loss": 0.528628044128418, "step": 1700 }, { "epoch": 0.2841370352329924, "grad_norm": 25.818782806396484, "learning_rate": 7.537173132797813e-06, "loss": 0.5510402297973633, "step": 1750 }, { "epoch": 0.2922552362396493, "grad_norm": 25.30286979675293, "learning_rate": 7.451717655101693e-06, "loss": 0.5192715454101563, "step": 1800 }, { "epoch": 0.3003734372463062, "grad_norm": 27.227081298828125, "learning_rate": 7.366262177405572e-06, "loss": 0.5303105926513672, "step": 1850 }, { "epoch": 0.30849163825296316, "grad_norm": 26.680246353149414, "learning_rate": 7.280806699709452e-06, "loss": 0.5015132141113281, "step": 1900 }, { "epoch": 0.31660983925962005, "grad_norm": 22.279888153076172, "learning_rate": 7.1953512220133315e-06, "loss": 0.5028081512451172, "step": 1950 }, { "epoch": 0.324728040266277, "grad_norm": 33.51526641845703, "learning_rate": 7.109895744317211e-06, "loss": 0.5068627166748046, "step": 2000 }, { "epoch": 0.324728040266277, "eval_med-ir_cosine_accuracy@1": 0.2595, "eval_med-ir_cosine_accuracy@10": 0.6855, "eval_med-ir_cosine_accuracy@5": 0.565, "eval_med-ir_cosine_map@10": 0.38495595238095237, "eval_med-ir_cosine_mrr@10": 0.3849559523809534, "eval_med-ir_cosine_ndcg@10": 0.45651138585926065, "eval_med-ir_cosine_precision@1": 0.2595, "eval_med-ir_cosine_precision@10": 0.06855, "eval_med-ir_cosine_precision@5": 0.113, "eval_med-ir_cosine_recall@1": 0.2595, "eval_med-ir_cosine_recall@10": 0.6855, "eval_med-ir_cosine_recall@5": 0.565, "eval_runtime": 54.0722, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 2000 }, { "epoch": 0.33284624127293394, "grad_norm": 27.506000518798828, "learning_rate": 7.0244402666210905e-06, "loss": 0.5098920822143554, "step": 2050 }, { "epoch": 0.34096444227959083, "grad_norm": 29.740720748901367, "learning_rate": 6.93898478892497e-06, "loss": 0.496164436340332, "step": 2100 }, { "epoch": 0.3490826432862478, "grad_norm": 25.217426300048828, "learning_rate": 6.85352931122885e-06, "loss": 0.4881623458862305, "step": 2150 }, { "epoch": 0.3572008442929047, "grad_norm": 28.606525421142578, "learning_rate": 6.76807383353273e-06, "loss": 0.48913185119628905, "step": 2200 }, { "epoch": 0.3653190452995616, "grad_norm": 24.438983917236328, "learning_rate": 6.68261835583661e-06, "loss": 0.47148258209228516, "step": 2250 }, { "epoch": 0.37343724630621855, "grad_norm": 23.559492111206055, "learning_rate": 6.597162878140489e-06, "loss": 0.4642819976806641, "step": 2300 }, { "epoch": 0.38155544731287544, "grad_norm": 24.448942184448242, "learning_rate": 6.511707400444369e-06, "loss": 0.4844449234008789, "step": 2350 }, { "epoch": 0.3896736483195324, "grad_norm": 26.696155548095703, "learning_rate": 6.426251922748249e-06, "loss": 0.48629852294921877, "step": 2400 }, { "epoch": 0.39779184932618933, "grad_norm": 23.955778121948242, "learning_rate": 6.340796445052129e-06, "loss": 0.4482369613647461, "step": 2450 }, { "epoch": 0.4059100503328462, "grad_norm": 28.369016647338867, "learning_rate": 6.255340967356008e-06, "loss": 0.46350692749023437, "step": 2500 }, { "epoch": 0.4059100503328462, "eval_med-ir_cosine_accuracy@1": 0.2575, "eval_med-ir_cosine_accuracy@10": 0.7065, "eval_med-ir_cosine_accuracy@5": 0.577, "eval_med-ir_cosine_map@10": 0.3918313492063492, "eval_med-ir_cosine_mrr@10": 0.39183134920634993, "eval_med-ir_cosine_ndcg@10": 0.4668654830792379, "eval_med-ir_cosine_precision@1": 0.2575, "eval_med-ir_cosine_precision@10": 0.07065, "eval_med-ir_cosine_precision@5": 0.11539999999999997, "eval_med-ir_cosine_recall@1": 0.2575, "eval_med-ir_cosine_recall@10": 0.7065, "eval_med-ir_cosine_recall@5": 0.577, "eval_runtime": 54.4497, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 2500 }, { "epoch": 0.41402825133950316, "grad_norm": 24.527584075927734, "learning_rate": 6.169885489659888e-06, "loss": 0.44426162719726564, "step": 2550 }, { "epoch": 0.4221464523461601, "grad_norm": 27.846498489379883, "learning_rate": 6.084430011963768e-06, "loss": 0.46968517303466795, "step": 2600 }, { "epoch": 0.430264653352817, "grad_norm": 25.253318786621094, "learning_rate": 5.998974534267648e-06, "loss": 0.4509878158569336, "step": 2650 }, { "epoch": 0.43838285435947394, "grad_norm": 32.585716247558594, "learning_rate": 5.913519056571527e-06, "loss": 0.4542438507080078, "step": 2700 }, { "epoch": 0.4465010553661309, "grad_norm": 23.337425231933594, "learning_rate": 5.828063578875406e-06, "loss": 0.4412319946289063, "step": 2750 }, { "epoch": 0.45461925637278777, "grad_norm": 26.819854736328125, "learning_rate": 5.742608101179286e-06, "loss": 0.4313632965087891, "step": 2800 }, { "epoch": 0.4627374573794447, "grad_norm": 25.884685516357422, "learning_rate": 5.657152623483165e-06, "loss": 0.4359418487548828, "step": 2850 }, { "epoch": 0.47085565838610166, "grad_norm": 27.280941009521484, "learning_rate": 5.571697145787045e-06, "loss": 0.4584618377685547, "step": 2900 }, { "epoch": 0.47897385939275855, "grad_norm": 26.55316734313965, "learning_rate": 5.486241668090925e-06, "loss": 0.43852054595947265, "step": 2950 }, { "epoch": 0.4870920603994155, "grad_norm": 32.69245529174805, "learning_rate": 5.400786190394805e-06, "loss": 0.4116242599487305, "step": 3000 }, { "epoch": 0.4870920603994155, "eval_med-ir_cosine_accuracy@1": 0.258, "eval_med-ir_cosine_accuracy@10": 0.716, "eval_med-ir_cosine_accuracy@5": 0.583, "eval_med-ir_cosine_map@10": 0.3946994047619047, "eval_med-ir_cosine_mrr@10": 0.3946994047619057, "eval_med-ir_cosine_ndcg@10": 0.47131302354355625, "eval_med-ir_cosine_precision@1": 0.258, "eval_med-ir_cosine_precision@10": 0.0716, "eval_med-ir_cosine_precision@5": 0.1166, "eval_med-ir_cosine_recall@1": 0.258, "eval_med-ir_cosine_recall@10": 0.716, "eval_med-ir_cosine_recall@5": 0.583, "eval_runtime": 54.7835, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 3000 }, { "epoch": 0.49521026140607244, "grad_norm": 26.05533790588379, "learning_rate": 5.315330712698684e-06, "loss": 0.41833881378173826, "step": 3050 }, { "epoch": 0.5033284624127293, "grad_norm": 24.3446044921875, "learning_rate": 5.229875235002564e-06, "loss": 0.42152812957763675, "step": 3100 }, { "epoch": 0.5114466634193863, "grad_norm": 26.35765266418457, "learning_rate": 5.144419757306444e-06, "loss": 0.43361137390136717, "step": 3150 }, { "epoch": 0.5195648644260432, "grad_norm": 21.788087844848633, "learning_rate": 5.0589642796103235e-06, "loss": 0.41687965393066406, "step": 3200 }, { "epoch": 0.5276830654327002, "grad_norm": 21.793575286865234, "learning_rate": 4.9735088019142035e-06, "loss": 0.40629470825195313, "step": 3250 }, { "epoch": 0.535801266439357, "grad_norm": 23.50558853149414, "learning_rate": 4.8880533242180825e-06, "loss": 0.42308380126953127, "step": 3300 }, { "epoch": 0.5439194674460139, "grad_norm": 23.41484260559082, "learning_rate": 4.8025978465219625e-06, "loss": 0.41681121826171874, "step": 3350 }, { "epoch": 0.5520376684526709, "grad_norm": 26.679920196533203, "learning_rate": 4.717142368825842e-06, "loss": 0.42727054595947267, "step": 3400 }, { "epoch": 0.5601558694593278, "grad_norm": 26.37928581237793, "learning_rate": 4.631686891129722e-06, "loss": 0.3999076461791992, "step": 3450 }, { "epoch": 0.5682740704659848, "grad_norm": 26.777301788330078, "learning_rate": 4.546231413433601e-06, "loss": 0.41194995880126956, "step": 3500 }, { "epoch": 0.5682740704659848, "eval_med-ir_cosine_accuracy@1": 0.2655, "eval_med-ir_cosine_accuracy@10": 0.7295, "eval_med-ir_cosine_accuracy@5": 0.606, "eval_med-ir_cosine_map@10": 0.4068434523809524, "eval_med-ir_cosine_mrr@10": 0.4068434523809536, "eval_med-ir_cosine_ndcg@10": 0.48396495520080973, "eval_med-ir_cosine_precision@1": 0.2655, "eval_med-ir_cosine_precision@10": 0.07294999999999999, "eval_med-ir_cosine_precision@5": 0.12119999999999999, "eval_med-ir_cosine_recall@1": 0.2655, "eval_med-ir_cosine_recall@10": 0.7295, "eval_med-ir_cosine_recall@5": 0.606, "eval_runtime": 54.0507, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 3500 }, { "epoch": 0.5763922714726417, "grad_norm": 20.97708511352539, "learning_rate": 4.460775935737481e-06, "loss": 0.3979582214355469, "step": 3550 }, { "epoch": 0.5845104724792985, "grad_norm": 27.893774032592773, "learning_rate": 4.375320458041361e-06, "loss": 0.3924750900268555, "step": 3600 }, { "epoch": 0.5926286734859555, "grad_norm": 30.105205535888672, "learning_rate": 4.28986498034524e-06, "loss": 0.3927528762817383, "step": 3650 }, { "epoch": 0.6007468744926124, "grad_norm": 25.054996490478516, "learning_rate": 4.20440950264912e-06, "loss": 0.3922443008422852, "step": 3700 }, { "epoch": 0.6088650754992694, "grad_norm": 24.47882080078125, "learning_rate": 4.118954024952999e-06, "loss": 0.39761966705322266, "step": 3750 }, { "epoch": 0.6169832765059263, "grad_norm": 19.384056091308594, "learning_rate": 4.033498547256879e-06, "loss": 0.376162109375, "step": 3800 }, { "epoch": 0.6251014775125832, "grad_norm": 28.80005645751953, "learning_rate": 3.948043069560759e-06, "loss": 0.37446979522705076, "step": 3850 }, { "epoch": 0.6332196785192401, "grad_norm": 25.24685287475586, "learning_rate": 3.862587591864639e-06, "loss": 0.3783541488647461, "step": 3900 }, { "epoch": 0.641337879525897, "grad_norm": 24.89389419555664, "learning_rate": 3.7771321141685185e-06, "loss": 0.3898916244506836, "step": 3950 }, { "epoch": 0.649456080532554, "grad_norm": 33.5133056640625, "learning_rate": 3.6916766364723984e-06, "loss": 0.39077850341796877, "step": 4000 }, { "epoch": 0.649456080532554, "eval_med-ir_cosine_accuracy@1": 0.279, "eval_med-ir_cosine_accuracy@10": 0.7325, "eval_med-ir_cosine_accuracy@5": 0.611, "eval_med-ir_cosine_map@10": 0.4163884920634921, "eval_med-ir_cosine_mrr@10": 0.41638849206349293, "eval_med-ir_cosine_ndcg@10": 0.49194027570043475, "eval_med-ir_cosine_precision@1": 0.279, "eval_med-ir_cosine_precision@10": 0.07325, "eval_med-ir_cosine_precision@5": 0.12219999999999999, "eval_med-ir_cosine_recall@1": 0.279, "eval_med-ir_cosine_recall@10": 0.7325, "eval_med-ir_cosine_recall@5": 0.611, "eval_runtime": 54.2032, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 4000 }, { "epoch": 0.6575742815392109, "grad_norm": 24.571653366088867, "learning_rate": 3.606221158776278e-06, "loss": 0.36793323516845705, "step": 4050 }, { "epoch": 0.6656924825458679, "grad_norm": 21.505054473876953, "learning_rate": 3.520765681080158e-06, "loss": 0.3638215255737305, "step": 4100 }, { "epoch": 0.6738106835525247, "grad_norm": 22.468557357788086, "learning_rate": 3.4353102033840373e-06, "loss": 0.3741613006591797, "step": 4150 }, { "epoch": 0.6819288845591817, "grad_norm": 25.59876251220703, "learning_rate": 3.3498547256879173e-06, "loss": 0.36048294067382813, "step": 4200 }, { "epoch": 0.6900470855658386, "grad_norm": 22.22527503967285, "learning_rate": 3.2643992479917963e-06, "loss": 0.37268505096435545, "step": 4250 }, { "epoch": 0.6981652865724955, "grad_norm": 28.22504997253418, "learning_rate": 3.178943770295676e-06, "loss": 0.37072513580322264, "step": 4300 }, { "epoch": 0.7062834875791525, "grad_norm": 24.753620147705078, "learning_rate": 3.0934882925995557e-06, "loss": 0.3772608184814453, "step": 4350 }, { "epoch": 0.7144016885858094, "grad_norm": 21.472524642944336, "learning_rate": 3.0080328149034357e-06, "loss": 0.3767918395996094, "step": 4400 }, { "epoch": 0.7225198895924663, "grad_norm": 20.042434692382812, "learning_rate": 2.922577337207315e-06, "loss": 0.35776084899902344, "step": 4450 }, { "epoch": 0.7306380905991232, "grad_norm": 26.425474166870117, "learning_rate": 2.837121859511195e-06, "loss": 0.3714032363891602, "step": 4500 }, { "epoch": 0.7306380905991232, "eval_med-ir_cosine_accuracy@1": 0.2825, "eval_med-ir_cosine_accuracy@10": 0.7385, "eval_med-ir_cosine_accuracy@5": 0.6205, "eval_med-ir_cosine_map@10": 0.4226305555555555, "eval_med-ir_cosine_mrr@10": 0.42263055555555656, "eval_med-ir_cosine_ndcg@10": 0.49833703167334126, "eval_med-ir_cosine_precision@1": 0.2825, "eval_med-ir_cosine_precision@10": 0.07385, "eval_med-ir_cosine_precision@5": 0.12409999999999999, "eval_med-ir_cosine_recall@1": 0.2825, "eval_med-ir_cosine_recall@10": 0.7385, "eval_med-ir_cosine_recall@5": 0.6205, "eval_runtime": 53.7895, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 4500 }, { "epoch": 0.7387562916057802, "grad_norm": 26.73740005493164, "learning_rate": 2.7516663818150746e-06, "loss": 0.361860466003418, "step": 4550 }, { "epoch": 0.7468744926124371, "grad_norm": 24.87241554260254, "learning_rate": 2.6662109041189545e-06, "loss": 0.3520549774169922, "step": 4600 }, { "epoch": 0.754992693619094, "grad_norm": 26.929473876953125, "learning_rate": 2.580755426422834e-06, "loss": 0.3480554962158203, "step": 4650 }, { "epoch": 0.7631108946257509, "grad_norm": 23.16423988342285, "learning_rate": 2.4952999487267135e-06, "loss": 0.3567670822143555, "step": 4700 }, { "epoch": 0.7712290956324078, "grad_norm": 25.158023834228516, "learning_rate": 2.4098444710305934e-06, "loss": 0.3401494598388672, "step": 4750 }, { "epoch": 0.7793472966390648, "grad_norm": 24.92235565185547, "learning_rate": 2.324388993334473e-06, "loss": 0.3502649307250977, "step": 4800 }, { "epoch": 0.7874654976457217, "grad_norm": 26.56125831604004, "learning_rate": 2.238933515638353e-06, "loss": 0.3488694000244141, "step": 4850 }, { "epoch": 0.7955836986523787, "grad_norm": 23.622726440429688, "learning_rate": 2.1534780379422323e-06, "loss": 0.3652242279052734, "step": 4900 }, { "epoch": 0.8037018996590356, "grad_norm": 20.858903884887695, "learning_rate": 2.068022560246112e-06, "loss": 0.3325724411010742, "step": 4950 }, { "epoch": 0.8118201006656924, "grad_norm": 20.817094802856445, "learning_rate": 1.9825670825499917e-06, "loss": 0.3203390884399414, "step": 5000 }, { "epoch": 0.8118201006656924, "eval_med-ir_cosine_accuracy@1": 0.279, "eval_med-ir_cosine_accuracy@10": 0.759, "eval_med-ir_cosine_accuracy@5": 0.634, "eval_med-ir_cosine_map@10": 0.42655337301587304, "eval_med-ir_cosine_mrr@10": 0.4265533730158743, "eval_med-ir_cosine_ndcg@10": 0.5061113217420127, "eval_med-ir_cosine_precision@1": 0.279, "eval_med-ir_cosine_precision@10": 0.0759, "eval_med-ir_cosine_precision@5": 0.1268, "eval_med-ir_cosine_recall@1": 0.279, "eval_med-ir_cosine_recall@10": 0.759, "eval_med-ir_cosine_recall@5": 0.634, "eval_runtime": 54.156, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 5000 }, { "epoch": 0.8199383016723494, "grad_norm": 29.21719741821289, "learning_rate": 1.8971116048538712e-06, "loss": 0.33999378204345704, "step": 5050 }, { "epoch": 0.8280565026790063, "grad_norm": 22.970874786376953, "learning_rate": 1.811656127157751e-06, "loss": 0.32889713287353517, "step": 5100 }, { "epoch": 0.8361747036856633, "grad_norm": 26.276273727416992, "learning_rate": 1.7262006494616306e-06, "loss": 0.3310128784179687, "step": 5150 }, { "epoch": 0.8442929046923202, "grad_norm": 20.89864730834961, "learning_rate": 1.6407451717655103e-06, "loss": 0.3295163726806641, "step": 5200 }, { "epoch": 0.8524111056989772, "grad_norm": 24.932584762573242, "learning_rate": 1.5552896940693898e-06, "loss": 0.3437960433959961, "step": 5250 }, { "epoch": 0.860529306705634, "grad_norm": 23.775493621826172, "learning_rate": 1.4698342163732695e-06, "loss": 0.33298763275146487, "step": 5300 }, { "epoch": 0.8686475077122909, "grad_norm": 29.99721908569336, "learning_rate": 1.3843787386771493e-06, "loss": 0.32743927001953127, "step": 5350 }, { "epoch": 0.8767657087189479, "grad_norm": 25.415674209594727, "learning_rate": 1.298923260981029e-06, "loss": 0.3319583511352539, "step": 5400 }, { "epoch": 0.8848839097256048, "grad_norm": 32.18582534790039, "learning_rate": 1.2134677832849087e-06, "loss": 0.31978578567504884, "step": 5450 }, { "epoch": 0.8930021107322618, "grad_norm": 27.775585174560547, "learning_rate": 1.1280123055887884e-06, "loss": 0.32340446472167966, "step": 5500 }, { "epoch": 0.8930021107322618, "eval_med-ir_cosine_accuracy@1": 0.2765, "eval_med-ir_cosine_accuracy@10": 0.7545, "eval_med-ir_cosine_accuracy@5": 0.637, "eval_med-ir_cosine_map@10": 0.4253884920634921, "eval_med-ir_cosine_mrr@10": 0.4253884920634931, "eval_med-ir_cosine_ndcg@10": 0.5043877142438612, "eval_med-ir_cosine_precision@1": 0.2765, "eval_med-ir_cosine_precision@10": 0.07544999999999999, "eval_med-ir_cosine_precision@5": 0.12739999999999999, "eval_med-ir_cosine_recall@1": 0.2765, "eval_med-ir_cosine_recall@10": 0.7545, "eval_med-ir_cosine_recall@5": 0.637, "eval_runtime": 54.0392, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 5500 }, { "epoch": 0.9011203117389186, "grad_norm": 32.33552932739258, "learning_rate": 1.042556827892668e-06, "loss": 0.33356422424316406, "step": 5550 }, { "epoch": 0.9092385127455755, "grad_norm": 23.15236473083496, "learning_rate": 9.571013501965478e-07, "loss": 0.3385953140258789, "step": 5600 }, { "epoch": 0.9173567137522325, "grad_norm": 30.797489166259766, "learning_rate": 8.716458725004273e-07, "loss": 0.3246933364868164, "step": 5650 }, { "epoch": 0.9254749147588894, "grad_norm": 25.329233169555664, "learning_rate": 7.86190394804307e-07, "loss": 0.30651926040649413, "step": 5700 }, { "epoch": 0.9335931157655464, "grad_norm": 28.337242126464844, "learning_rate": 7.007349171081868e-07, "loss": 0.32125808715820314, "step": 5750 }, { "epoch": 0.9417113167722033, "grad_norm": 22.67081069946289, "learning_rate": 6.152794394120663e-07, "loss": 0.30203298568725584, "step": 5800 }, { "epoch": 0.9498295177788602, "grad_norm": 25.09941864013672, "learning_rate": 5.29823961715946e-07, "loss": 0.30792224884033204, "step": 5850 }, { "epoch": 0.9579477187855171, "grad_norm": 24.806812286376953, "learning_rate": 4.443684840198257e-07, "loss": 0.32098453521728515, "step": 5900 }, { "epoch": 0.966065919792174, "grad_norm": 28.93441390991211, "learning_rate": 3.5891300632370537e-07, "loss": 0.32343124389648437, "step": 5950 }, { "epoch": 0.974184120798831, "grad_norm": 19.86606788635254, "learning_rate": 2.734575286275851e-07, "loss": 0.3077443313598633, "step": 6000 }, { "epoch": 0.974184120798831, "eval_med-ir_cosine_accuracy@1": 0.2855, "eval_med-ir_cosine_accuracy@10": 0.761, "eval_med-ir_cosine_accuracy@5": 0.6395, "eval_med-ir_cosine_map@10": 0.4329404761904762, "eval_med-ir_cosine_mrr@10": 0.4329404761904774, "eval_med-ir_cosine_ndcg@10": 0.5116565481291894, "eval_med-ir_cosine_precision@1": 0.2855, "eval_med-ir_cosine_precision@10": 0.07610000000000001, "eval_med-ir_cosine_precision@5": 0.12789999999999999, "eval_med-ir_cosine_recall@1": 0.2855, "eval_med-ir_cosine_recall@10": 0.761, "eval_med-ir_cosine_recall@5": 0.6395, "eval_runtime": 53.9416, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 6000 }, { "epoch": 0.9823023218054879, "grad_norm": 24.82195281982422, "learning_rate": 1.8800205093146473e-07, "loss": 0.31442548751831056, "step": 6050 }, { "epoch": 0.9904205228121449, "grad_norm": 30.420351028442383, "learning_rate": 1.025465732353444e-07, "loss": 0.3207955169677734, "step": 6100 }, { "epoch": 0.9985387238188017, "grad_norm": 22.683935165405273, "learning_rate": 1.7091095539224067e-08, "loss": 0.32065597534179685, "step": 6150 }, { "epoch": 1.0, "eval_med-ir_cosine_accuracy@1": 0.284, "eval_med-ir_cosine_accuracy@10": 0.7635, "eval_med-ir_cosine_accuracy@5": 0.638, "eval_med-ir_cosine_map@10": 0.4322345238095239, "eval_med-ir_cosine_mrr@10": 0.432234523809525, "eval_med-ir_cosine_ndcg@10": 0.5116675566402742, "eval_med-ir_cosine_precision@1": 0.284, "eval_med-ir_cosine_precision@10": 0.07635, "eval_med-ir_cosine_precision@5": 0.1276, "eval_med-ir_cosine_recall@1": 0.284, "eval_med-ir_cosine_recall@10": 0.7635, "eval_med-ir_cosine_recall@5": 0.638, "eval_runtime": 54.7357, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 6159 } ], "logging_steps": 50, "max_steps": 6159, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 192, "trial_name": null, "trial_params": null }