{ "best_global_step": 6159, "best_metric": 0.4884732005383661, "best_model_checkpoint": "checkpoints/med-ruri-v3-70m-v2-from-ruri/checkpoint-6159", "epoch": 1.0, "eval_steps": 500, "global_step": 6159, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.008118201006656925, "grad_norm": 21.997957229614258, "learning_rate": 1.590909090909091e-06, "loss": 2.7372756958007813, "step": 50 }, { "epoch": 0.01623640201331385, "grad_norm": 21.73430824279785, "learning_rate": 3.2142857142857147e-06, "loss": 1.9263325500488282, "step": 100 }, { "epoch": 0.024354603019970774, "grad_norm": 20.49755859375, "learning_rate": 4.837662337662339e-06, "loss": 1.7200509643554687, "step": 150 }, { "epoch": 0.0324728040266277, "grad_norm": 21.036407470703125, "learning_rate": 6.461038961038961e-06, "loss": 1.5285859680175782, "step": 200 }, { "epoch": 0.040591005033284625, "grad_norm": 21.67646026611328, "learning_rate": 8.084415584415586e-06, "loss": 1.4216513061523437, "step": 250 }, { "epoch": 0.04870920603994155, "grad_norm": 30.95376205444336, "learning_rate": 9.707792207792209e-06, "loss": 1.382916259765625, "step": 300 }, { "epoch": 0.05682740704659847, "grad_norm": 22.470050811767578, "learning_rate": 9.929926508289183e-06, "loss": 1.316688995361328, "step": 350 }, { "epoch": 0.0649456080532554, "grad_norm": 31.66095733642578, "learning_rate": 9.84447103059306e-06, "loss": 1.284674072265625, "step": 400 }, { "epoch": 0.07306380905991232, "grad_norm": 20.316326141357422, "learning_rate": 9.759015552896942e-06, "loss": 1.18936767578125, "step": 450 }, { "epoch": 0.08118201006656925, "grad_norm": 23.299427032470703, "learning_rate": 9.67356007520082e-06, "loss": 1.1284925842285156, "step": 500 }, { "epoch": 0.08118201006656925, "eval_med-ir_cosine_accuracy@1": 0.2215, "eval_med-ir_cosine_accuracy@10": 0.5745, "eval_med-ir_cosine_accuracy@5": 0.4715, "eval_med-ir_cosine_map@10": 0.32694821428571424, "eval_med-ir_cosine_mrr@10": 0.3269482142857145, "eval_med-ir_cosine_ndcg@10": 0.3859062398415415, "eval_med-ir_cosine_precision@1": 0.2215, "eval_med-ir_cosine_precision@10": 0.057449999999999994, "eval_med-ir_cosine_precision@5": 0.0943, "eval_med-ir_cosine_recall@1": 0.2215, "eval_med-ir_cosine_recall@10": 0.5745, "eval_med-ir_cosine_recall@5": 0.4715, "eval_runtime": 53.6164, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 500 }, { "epoch": 0.08930021107322618, "grad_norm": 22.585927963256836, "learning_rate": 9.5881045975047e-06, "loss": 1.1239456176757812, "step": 550 }, { "epoch": 0.0974184120798831, "grad_norm": 23.06036949157715, "learning_rate": 9.50264911980858e-06, "loss": 1.0830574035644531, "step": 600 }, { "epoch": 0.10553661308654003, "grad_norm": 23.491195678710938, "learning_rate": 9.41719364211246e-06, "loss": 1.0685610961914063, "step": 650 }, { "epoch": 0.11365481409319694, "grad_norm": 21.600292205810547, "learning_rate": 9.33173816441634e-06, "loss": 1.018815460205078, "step": 700 }, { "epoch": 0.12177301509985387, "grad_norm": 28.022537231445312, "learning_rate": 9.24628268672022e-06, "loss": 0.9987781524658204, "step": 750 }, { "epoch": 0.1298912161065108, "grad_norm": 23.952239990234375, "learning_rate": 9.160827209024098e-06, "loss": 0.9764260864257812, "step": 800 }, { "epoch": 0.13800941711316772, "grad_norm": 22.52235984802246, "learning_rate": 9.07537173132798e-06, "loss": 0.9670017242431641, "step": 850 }, { "epoch": 0.14612761811982464, "grad_norm": 24.34895896911621, "learning_rate": 8.989916253631858e-06, "loss": 0.9470697021484376, "step": 900 }, { "epoch": 0.15424581912648158, "grad_norm": 22.89519500732422, "learning_rate": 8.904460775935739e-06, "loss": 0.9199741363525391, "step": 950 }, { "epoch": 0.1623640201331385, "grad_norm": 22.926559448242188, "learning_rate": 8.819005298239618e-06, "loss": 0.8991819000244141, "step": 1000 }, { "epoch": 0.1623640201331385, "eval_med-ir_cosine_accuracy@1": 0.223, "eval_med-ir_cosine_accuracy@10": 0.609, "eval_med-ir_cosine_accuracy@5": 0.497, "eval_med-ir_cosine_map@10": 0.3382640873015873, "eval_med-ir_cosine_mrr@10": 0.3382640873015877, "eval_med-ir_cosine_ndcg@10": 0.4028251022017164, "eval_med-ir_cosine_precision@1": 0.223, "eval_med-ir_cosine_precision@10": 0.060899999999999996, "eval_med-ir_cosine_precision@5": 0.09939999999999999, "eval_med-ir_cosine_recall@1": 0.223, "eval_med-ir_cosine_recall@10": 0.609, "eval_med-ir_cosine_recall@5": 0.497, "eval_runtime": 53.4694, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 1000 }, { "epoch": 0.17048222113979541, "grad_norm": 19.02985191345215, "learning_rate": 8.733549820543497e-06, "loss": 0.8809585571289062, "step": 1050 }, { "epoch": 0.17860042214645236, "grad_norm": 23.444557189941406, "learning_rate": 8.648094342847378e-06, "loss": 0.875724868774414, "step": 1100 }, { "epoch": 0.18671862315310928, "grad_norm": 25.26430320739746, "learning_rate": 8.562638865151257e-06, "loss": 0.8596250152587891, "step": 1150 }, { "epoch": 0.1948368241597662, "grad_norm": 21.99104118347168, "learning_rate": 8.477183387455136e-06, "loss": 0.8121035766601562, "step": 1200 }, { "epoch": 0.2029550251664231, "grad_norm": 25.18592071533203, "learning_rate": 8.391727909759017e-06, "loss": 0.8457485961914063, "step": 1250 }, { "epoch": 0.21107322617308005, "grad_norm": 26.478687286376953, "learning_rate": 8.306272432062896e-06, "loss": 0.7970269012451172, "step": 1300 }, { "epoch": 0.21919142717973697, "grad_norm": 22.500226974487305, "learning_rate": 8.220816954366777e-06, "loss": 0.781522216796875, "step": 1350 }, { "epoch": 0.22730962818639389, "grad_norm": 25.17734146118164, "learning_rate": 8.135361476670656e-06, "loss": 0.7632185363769531, "step": 1400 }, { "epoch": 0.23542782919305083, "grad_norm": 26.727651596069336, "learning_rate": 8.049905998974535e-06, "loss": 0.7543510437011719, "step": 1450 }, { "epoch": 0.24354603019970775, "grad_norm": 22.24140739440918, "learning_rate": 7.964450521278416e-06, "loss": 0.7415306854248047, "step": 1500 }, { "epoch": 0.24354603019970775, "eval_med-ir_cosine_accuracy@1": 0.231, "eval_med-ir_cosine_accuracy@10": 0.6335, "eval_med-ir_cosine_accuracy@5": 0.513, "eval_med-ir_cosine_map@10": 0.35125734126984126, "eval_med-ir_cosine_mrr@10": 0.3512573412698419, "eval_med-ir_cosine_ndcg@10": 0.4185390527584874, "eval_med-ir_cosine_precision@1": 0.231, "eval_med-ir_cosine_precision@10": 0.06335, "eval_med-ir_cosine_precision@5": 0.1026, "eval_med-ir_cosine_recall@1": 0.231, "eval_med-ir_cosine_recall@10": 0.6335, "eval_med-ir_cosine_recall@5": 0.513, "eval_runtime": 53.5243, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 1500 }, { "epoch": 0.25166423120636466, "grad_norm": 30.241344451904297, "learning_rate": 7.878995043582293e-06, "loss": 0.731693115234375, "step": 1550 }, { "epoch": 0.2597824322130216, "grad_norm": 24.415237426757812, "learning_rate": 7.793539565886174e-06, "loss": 0.747947769165039, "step": 1600 }, { "epoch": 0.2679006332196785, "grad_norm": 22.14430809020996, "learning_rate": 7.708084088190053e-06, "loss": 0.7206668853759766, "step": 1650 }, { "epoch": 0.27601883422633544, "grad_norm": 20.674978256225586, "learning_rate": 7.622628610493933e-06, "loss": 0.7117887115478516, "step": 1700 }, { "epoch": 0.2841370352329924, "grad_norm": 25.1578426361084, "learning_rate": 7.537173132797813e-06, "loss": 0.7387435150146484, "step": 1750 }, { "epoch": 0.2922552362396493, "grad_norm": 22.64226722717285, "learning_rate": 7.451717655101693e-06, "loss": 0.7028619384765625, "step": 1800 }, { "epoch": 0.3003734372463062, "grad_norm": 28.462968826293945, "learning_rate": 7.366262177405572e-06, "loss": 0.7132760620117188, "step": 1850 }, { "epoch": 0.30849163825296316, "grad_norm": 21.3095703125, "learning_rate": 7.280806699709452e-06, "loss": 0.6857410430908203, "step": 1900 }, { "epoch": 0.31660983925962005, "grad_norm": 27.10430145263672, "learning_rate": 7.1953512220133315e-06, "loss": 0.6693791961669922, "step": 1950 }, { "epoch": 0.324728040266277, "grad_norm": 28.126373291015625, "learning_rate": 7.109895744317211e-06, "loss": 0.6854069519042969, "step": 2000 }, { "epoch": 0.324728040266277, "eval_med-ir_cosine_accuracy@1": 0.25, "eval_med-ir_cosine_accuracy@10": 0.651, "eval_med-ir_cosine_accuracy@5": 0.535, "eval_med-ir_cosine_map@10": 0.36545555555555553, "eval_med-ir_cosine_mrr@10": 0.3654555555555565, "eval_med-ir_cosine_ndcg@10": 0.43330019996953195, "eval_med-ir_cosine_precision@1": 0.25, "eval_med-ir_cosine_precision@10": 0.06509999999999999, "eval_med-ir_cosine_precision@5": 0.107, "eval_med-ir_cosine_recall@1": 0.25, "eval_med-ir_cosine_recall@10": 0.651, "eval_med-ir_cosine_recall@5": 0.535, "eval_runtime": 52.9599, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 2000 }, { "epoch": 0.33284624127293394, "grad_norm": 25.855501174926758, "learning_rate": 7.0244402666210905e-06, "loss": 0.6711996459960937, "step": 2050 }, { "epoch": 0.34096444227959083, "grad_norm": 27.489627838134766, "learning_rate": 6.93898478892497e-06, "loss": 0.6556209564208985, "step": 2100 }, { "epoch": 0.3490826432862478, "grad_norm": 25.698232650756836, "learning_rate": 6.85352931122885e-06, "loss": 0.6434734344482422, "step": 2150 }, { "epoch": 0.3572008442929047, "grad_norm": 22.26129913330078, "learning_rate": 6.76807383353273e-06, "loss": 0.6550411224365235, "step": 2200 }, { "epoch": 0.3653190452995616, "grad_norm": 22.00887680053711, "learning_rate": 6.68261835583661e-06, "loss": 0.614831314086914, "step": 2250 }, { "epoch": 0.37343724630621855, "grad_norm": 25.09625816345215, "learning_rate": 6.597162878140489e-06, "loss": 0.6087098693847657, "step": 2300 }, { "epoch": 0.38155544731287544, "grad_norm": 24.351856231689453, "learning_rate": 6.511707400444369e-06, "loss": 0.6338196182250977, "step": 2350 }, { "epoch": 0.3896736483195324, "grad_norm": 25.116064071655273, "learning_rate": 6.426251922748249e-06, "loss": 0.6470194244384766, "step": 2400 }, { "epoch": 0.39779184932618933, "grad_norm": 26.57986831665039, "learning_rate": 6.340796445052129e-06, "loss": 0.5991011047363282, "step": 2450 }, { "epoch": 0.4059100503328462, "grad_norm": 28.94403648376465, "learning_rate": 6.255340967356008e-06, "loss": 0.6004145812988281, "step": 2500 }, { "epoch": 0.4059100503328462, "eval_med-ir_cosine_accuracy@1": 0.2515, "eval_med-ir_cosine_accuracy@10": 0.668, "eval_med-ir_cosine_accuracy@5": 0.5525, "eval_med-ir_cosine_map@10": 0.3772464285714286, "eval_med-ir_cosine_mrr@10": 0.377246428571429, "eval_med-ir_cosine_ndcg@10": 0.44659083423553114, "eval_med-ir_cosine_precision@1": 0.2515, "eval_med-ir_cosine_precision@10": 0.0668, "eval_med-ir_cosine_precision@5": 0.1105, "eval_med-ir_cosine_recall@1": 0.2515, "eval_med-ir_cosine_recall@10": 0.668, "eval_med-ir_cosine_recall@5": 0.5525, "eval_runtime": 53.1323, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 2500 }, { "epoch": 0.41402825133950316, "grad_norm": 23.17564582824707, "learning_rate": 6.169885489659888e-06, "loss": 0.5776227569580078, "step": 2550 }, { "epoch": 0.4221464523461601, "grad_norm": 28.088123321533203, "learning_rate": 6.084430011963768e-06, "loss": 0.61005126953125, "step": 2600 }, { "epoch": 0.430264653352817, "grad_norm": 20.892213821411133, "learning_rate": 5.998974534267648e-06, "loss": 0.5894330978393555, "step": 2650 }, { "epoch": 0.43838285435947394, "grad_norm": 29.862913131713867, "learning_rate": 5.913519056571527e-06, "loss": 0.5896952819824218, "step": 2700 }, { "epoch": 0.4465010553661309, "grad_norm": 23.289093017578125, "learning_rate": 5.828063578875406e-06, "loss": 0.5747700500488281, "step": 2750 }, { "epoch": 0.45461925637278777, "grad_norm": 24.890533447265625, "learning_rate": 5.742608101179286e-06, "loss": 0.5570634078979492, "step": 2800 }, { "epoch": 0.4627374573794447, "grad_norm": 25.896406173706055, "learning_rate": 5.657152623483165e-06, "loss": 0.561774673461914, "step": 2850 }, { "epoch": 0.47085565838610166, "grad_norm": 24.267595291137695, "learning_rate": 5.571697145787045e-06, "loss": 0.5851204299926758, "step": 2900 }, { "epoch": 0.47897385939275855, "grad_norm": 25.277156829833984, "learning_rate": 5.486241668090925e-06, "loss": 0.5668196105957031, "step": 2950 }, { "epoch": 0.4870920603994155, "grad_norm": 24.794769287109375, "learning_rate": 5.400786190394805e-06, "loss": 0.529843521118164, "step": 3000 }, { "epoch": 0.4870920603994155, "eval_med-ir_cosine_accuracy@1": 0.2475, "eval_med-ir_cosine_accuracy@10": 0.684, "eval_med-ir_cosine_accuracy@5": 0.5575, "eval_med-ir_cosine_map@10": 0.3764117063492064, "eval_med-ir_cosine_mrr@10": 0.3764117063492073, "eval_med-ir_cosine_ndcg@10": 0.4496575061053132, "eval_med-ir_cosine_precision@1": 0.2475, "eval_med-ir_cosine_precision@10": 0.06839999999999999, "eval_med-ir_cosine_precision@5": 0.11149999999999999, "eval_med-ir_cosine_recall@1": 0.2475, "eval_med-ir_cosine_recall@10": 0.684, "eval_med-ir_cosine_recall@5": 0.5575, "eval_runtime": 53.1101, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 3000 }, { "epoch": 0.49521026140607244, "grad_norm": 24.88819122314453, "learning_rate": 5.315330712698684e-06, "loss": 0.54486328125, "step": 3050 }, { "epoch": 0.5033284624127293, "grad_norm": 23.462284088134766, "learning_rate": 5.229875235002564e-06, "loss": 0.5406594467163086, "step": 3100 }, { "epoch": 0.5114466634193863, "grad_norm": 27.519981384277344, "learning_rate": 5.144419757306444e-06, "loss": 0.553928108215332, "step": 3150 }, { "epoch": 0.5195648644260432, "grad_norm": 20.3508358001709, "learning_rate": 5.0589642796103235e-06, "loss": 0.529839973449707, "step": 3200 }, { "epoch": 0.5276830654327002, "grad_norm": 24.742849349975586, "learning_rate": 4.9735088019142035e-06, "loss": 0.5142694473266601, "step": 3250 }, { "epoch": 0.535801266439357, "grad_norm": 24.50025749206543, "learning_rate": 4.8880533242180825e-06, "loss": 0.5365603637695312, "step": 3300 }, { "epoch": 0.5439194674460139, "grad_norm": 22.845613479614258, "learning_rate": 4.8025978465219625e-06, "loss": 0.5313776397705078, "step": 3350 }, { "epoch": 0.5520376684526709, "grad_norm": 25.608041763305664, "learning_rate": 4.717142368825842e-06, "loss": 0.5400616455078125, "step": 3400 }, { "epoch": 0.5601558694593278, "grad_norm": 25.399686813354492, "learning_rate": 4.631686891129722e-06, "loss": 0.5062500762939454, "step": 3450 }, { "epoch": 0.5682740704659848, "grad_norm": 24.41413116455078, "learning_rate": 4.546231413433601e-06, "loss": 0.5225331115722657, "step": 3500 }, { "epoch": 0.5682740704659848, "eval_med-ir_cosine_accuracy@1": 0.2545, "eval_med-ir_cosine_accuracy@10": 0.6995, "eval_med-ir_cosine_accuracy@5": 0.5645, "eval_med-ir_cosine_map@10": 0.38643670634920635, "eval_med-ir_cosine_mrr@10": 0.3864367063492074, "eval_med-ir_cosine_ndcg@10": 0.4608934483931739, "eval_med-ir_cosine_precision@1": 0.2545, "eval_med-ir_cosine_precision@10": 0.06994999999999998, "eval_med-ir_cosine_precision@5": 0.11289999999999999, "eval_med-ir_cosine_recall@1": 0.2545, "eval_med-ir_cosine_recall@10": 0.6995, "eval_med-ir_cosine_recall@5": 0.5645, "eval_runtime": 53.1476, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 3500 }, { "epoch": 0.5763922714726417, "grad_norm": 22.564878463745117, "learning_rate": 4.460775935737481e-06, "loss": 0.5085312652587891, "step": 3550 }, { "epoch": 0.5845104724792985, "grad_norm": 25.2183780670166, "learning_rate": 4.375320458041361e-06, "loss": 0.4952116012573242, "step": 3600 }, { "epoch": 0.5926286734859555, "grad_norm": 27.938398361206055, "learning_rate": 4.28986498034524e-06, "loss": 0.5000743103027344, "step": 3650 }, { "epoch": 0.6007468744926124, "grad_norm": 25.634239196777344, "learning_rate": 4.20440950264912e-06, "loss": 0.5024850082397461, "step": 3700 }, { "epoch": 0.6088650754992694, "grad_norm": 24.961740493774414, "learning_rate": 4.118954024952999e-06, "loss": 0.5098614120483398, "step": 3750 }, { "epoch": 0.6169832765059263, "grad_norm": 20.451208114624023, "learning_rate": 4.033498547256879e-06, "loss": 0.47686138153076174, "step": 3800 }, { "epoch": 0.6251014775125832, "grad_norm": 26.467348098754883, "learning_rate": 3.948043069560759e-06, "loss": 0.47324317932128906, "step": 3850 }, { "epoch": 0.6332196785192401, "grad_norm": 24.046497344970703, "learning_rate": 3.862587591864639e-06, "loss": 0.48282413482666015, "step": 3900 }, { "epoch": 0.641337879525897, "grad_norm": 27.17749786376953, "learning_rate": 3.7771321141685185e-06, "loss": 0.48658458709716795, "step": 3950 }, { "epoch": 0.649456080532554, "grad_norm": 35.05656051635742, "learning_rate": 3.6916766364723984e-06, "loss": 0.4936316680908203, "step": 4000 }, { "epoch": 0.649456080532554, "eval_med-ir_cosine_accuracy@1": 0.259, "eval_med-ir_cosine_accuracy@10": 0.71, "eval_med-ir_cosine_accuracy@5": 0.59, "eval_med-ir_cosine_map@10": 0.3956890873015873, "eval_med-ir_cosine_mrr@10": 0.3956890873015883, "eval_med-ir_cosine_ndcg@10": 0.4708195055654097, "eval_med-ir_cosine_precision@1": 0.259, "eval_med-ir_cosine_precision@10": 0.071, "eval_med-ir_cosine_precision@5": 0.118, "eval_med-ir_cosine_recall@1": 0.259, "eval_med-ir_cosine_recall@10": 0.71, "eval_med-ir_cosine_recall@5": 0.59, "eval_runtime": 53.0112, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 4000 }, { "epoch": 0.6575742815392109, "grad_norm": 23.990192413330078, "learning_rate": 3.606221158776278e-06, "loss": 0.46084171295166015, "step": 4050 }, { "epoch": 0.6656924825458679, "grad_norm": 21.707965850830078, "learning_rate": 3.520765681080158e-06, "loss": 0.4574726486206055, "step": 4100 }, { "epoch": 0.6738106835525247, "grad_norm": 24.35520362854004, "learning_rate": 3.4353102033840373e-06, "loss": 0.4719329833984375, "step": 4150 }, { "epoch": 0.6819288845591817, "grad_norm": 25.474735260009766, "learning_rate": 3.3498547256879173e-06, "loss": 0.45231922149658205, "step": 4200 }, { "epoch": 0.6900470855658386, "grad_norm": 21.702571868896484, "learning_rate": 3.2643992479917963e-06, "loss": 0.46607505798339843, "step": 4250 }, { "epoch": 0.6981652865724955, "grad_norm": 26.492374420166016, "learning_rate": 3.178943770295676e-06, "loss": 0.4621200180053711, "step": 4300 }, { "epoch": 0.7062834875791525, "grad_norm": 28.608844757080078, "learning_rate": 3.0934882925995557e-06, "loss": 0.4604476547241211, "step": 4350 }, { "epoch": 0.7144016885858094, "grad_norm": 26.382740020751953, "learning_rate": 3.0080328149034357e-06, "loss": 0.463820686340332, "step": 4400 }, { "epoch": 0.7225198895924663, "grad_norm": 21.732534408569336, "learning_rate": 2.922577337207315e-06, "loss": 0.4446089172363281, "step": 4450 }, { "epoch": 0.7306380905991232, "grad_norm": 24.14549446105957, "learning_rate": 2.837121859511195e-06, "loss": 0.4710216903686523, "step": 4500 }, { "epoch": 0.7306380905991232, "eval_med-ir_cosine_accuracy@1": 0.2635, "eval_med-ir_cosine_accuracy@10": 0.7215, "eval_med-ir_cosine_accuracy@5": 0.5965, "eval_med-ir_cosine_map@10": 0.4007440476190476, "eval_med-ir_cosine_mrr@10": 0.4007440476190481, "eval_med-ir_cosine_ndcg@10": 0.4772869175667747, "eval_med-ir_cosine_precision@1": 0.2635, "eval_med-ir_cosine_precision@10": 0.07215, "eval_med-ir_cosine_precision@5": 0.1193, "eval_med-ir_cosine_recall@1": 0.2635, "eval_med-ir_cosine_recall@10": 0.7215, "eval_med-ir_cosine_recall@5": 0.5965, "eval_runtime": 53.0236, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 4500 }, { "epoch": 0.7387562916057802, "grad_norm": 31.583993911743164, "learning_rate": 2.7516663818150746e-06, "loss": 0.4457337188720703, "step": 4550 }, { "epoch": 0.7468744926124371, "grad_norm": 27.630840301513672, "learning_rate": 2.6662109041189545e-06, "loss": 0.4375724792480469, "step": 4600 }, { "epoch": 0.754992693619094, "grad_norm": 23.815793991088867, "learning_rate": 2.580755426422834e-06, "loss": 0.44040355682373045, "step": 4650 }, { "epoch": 0.7631108946257509, "grad_norm": 24.27130699157715, "learning_rate": 2.4952999487267135e-06, "loss": 0.4479870986938477, "step": 4700 }, { "epoch": 0.7712290956324078, "grad_norm": 27.412614822387695, "learning_rate": 2.4098444710305934e-06, "loss": 0.4310578155517578, "step": 4750 }, { "epoch": 0.7793472966390648, "grad_norm": 26.207399368286133, "learning_rate": 2.324388993334473e-06, "loss": 0.4327563858032227, "step": 4800 }, { "epoch": 0.7874654976457217, "grad_norm": 29.552608489990234, "learning_rate": 2.238933515638353e-06, "loss": 0.4346369934082031, "step": 4850 }, { "epoch": 0.7955836986523787, "grad_norm": 26.583375930786133, "learning_rate": 2.1534780379422323e-06, "loss": 0.45013832092285155, "step": 4900 }, { "epoch": 0.8037018996590356, "grad_norm": 23.350200653076172, "learning_rate": 2.068022560246112e-06, "loss": 0.42036319732666017, "step": 4950 }, { "epoch": 0.8118201006656924, "grad_norm": 27.207698822021484, "learning_rate": 1.9825670825499917e-06, "loss": 0.4029704666137695, "step": 5000 }, { "epoch": 0.8118201006656924, "eval_med-ir_cosine_accuracy@1": 0.264, "eval_med-ir_cosine_accuracy@10": 0.7295, "eval_med-ir_cosine_accuracy@5": 0.604, "eval_med-ir_cosine_map@10": 0.4062333333333333, "eval_med-ir_cosine_mrr@10": 0.40623333333333406, "eval_med-ir_cosine_ndcg@10": 0.48354546858168634, "eval_med-ir_cosine_precision@1": 0.264, "eval_med-ir_cosine_precision@10": 0.07294999999999999, "eval_med-ir_cosine_precision@5": 0.12079999999999998, "eval_med-ir_cosine_recall@1": 0.264, "eval_med-ir_cosine_recall@10": 0.7295, "eval_med-ir_cosine_recall@5": 0.604, "eval_runtime": 53.0815, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 5000 }, { "epoch": 0.8199383016723494, "grad_norm": 27.138166427612305, "learning_rate": 1.8971116048538712e-06, "loss": 0.4232697677612305, "step": 5050 }, { "epoch": 0.8280565026790063, "grad_norm": 23.07439613342285, "learning_rate": 1.811656127157751e-06, "loss": 0.40679256439208983, "step": 5100 }, { "epoch": 0.8361747036856633, "grad_norm": 25.428298950195312, "learning_rate": 1.7262006494616306e-06, "loss": 0.4064432525634766, "step": 5150 }, { "epoch": 0.8442929046923202, "grad_norm": 23.217208862304688, "learning_rate": 1.6407451717655103e-06, "loss": 0.40471759796142576, "step": 5200 }, { "epoch": 0.8524111056989772, "grad_norm": 26.465978622436523, "learning_rate": 1.5552896940693898e-06, "loss": 0.42415462493896483, "step": 5250 }, { "epoch": 0.860529306705634, "grad_norm": 26.959516525268555, "learning_rate": 1.4698342163732695e-06, "loss": 0.41914154052734376, "step": 5300 }, { "epoch": 0.8686475077122909, "grad_norm": 27.550233840942383, "learning_rate": 1.3843787386771493e-06, "loss": 0.3966410827636719, "step": 5350 }, { "epoch": 0.8767657087189479, "grad_norm": 28.503799438476562, "learning_rate": 1.298923260981029e-06, "loss": 0.4107080841064453, "step": 5400 }, { "epoch": 0.8848839097256048, "grad_norm": 31.87645721435547, "learning_rate": 1.2134677832849087e-06, "loss": 0.4079947280883789, "step": 5450 }, { "epoch": 0.8930021107322618, "grad_norm": 26.39212417602539, "learning_rate": 1.1280123055887884e-06, "loss": 0.4047316741943359, "step": 5500 }, { "epoch": 0.8930021107322618, "eval_med-ir_cosine_accuracy@1": 0.2655, "eval_med-ir_cosine_accuracy@10": 0.7345, "eval_med-ir_cosine_accuracy@5": 0.601, "eval_med-ir_cosine_map@10": 0.4076472222222222, "eval_med-ir_cosine_mrr@10": 0.4076472222222232, "eval_med-ir_cosine_ndcg@10": 0.48568894786407507, "eval_med-ir_cosine_precision@1": 0.2655, "eval_med-ir_cosine_precision@10": 0.07344999999999999, "eval_med-ir_cosine_precision@5": 0.12019999999999999, "eval_med-ir_cosine_recall@1": 0.2655, "eval_med-ir_cosine_recall@10": 0.7345, "eval_med-ir_cosine_recall@5": 0.601, "eval_runtime": 53.0268, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 5500 }, { "epoch": 0.9011203117389186, "grad_norm": 33.7879524230957, "learning_rate": 1.042556827892668e-06, "loss": 0.4154537200927734, "step": 5550 }, { "epoch": 0.9092385127455755, "grad_norm": 25.14503288269043, "learning_rate": 9.571013501965478e-07, "loss": 0.4219821929931641, "step": 5600 }, { "epoch": 0.9173567137522325, "grad_norm": 31.25991439819336, "learning_rate": 8.716458725004273e-07, "loss": 0.40081066131591797, "step": 5650 }, { "epoch": 0.9254749147588894, "grad_norm": 26.630735397338867, "learning_rate": 7.86190394804307e-07, "loss": 0.38367500305175783, "step": 5700 }, { "epoch": 0.9335931157655464, "grad_norm": 30.070966720581055, "learning_rate": 7.007349171081868e-07, "loss": 0.39956939697265625, "step": 5750 }, { "epoch": 0.9417113167722033, "grad_norm": 22.634254455566406, "learning_rate": 6.152794394120663e-07, "loss": 0.381849365234375, "step": 5800 }, { "epoch": 0.9498295177788602, "grad_norm": 28.929391860961914, "learning_rate": 5.29823961715946e-07, "loss": 0.3998366165161133, "step": 5850 }, { "epoch": 0.9579477187855171, "grad_norm": 26.800838470458984, "learning_rate": 4.443684840198257e-07, "loss": 0.4007038879394531, "step": 5900 }, { "epoch": 0.966065919792174, "grad_norm": 29.52033233642578, "learning_rate": 3.5891300632370537e-07, "loss": 0.4057810974121094, "step": 5950 }, { "epoch": 0.974184120798831, "grad_norm": 22.079429626464844, "learning_rate": 2.734575286275851e-07, "loss": 0.39004810333251955, "step": 6000 }, { "epoch": 0.974184120798831, "eval_med-ir_cosine_accuracy@1": 0.269, "eval_med-ir_cosine_accuracy@10": 0.7355, "eval_med-ir_cosine_accuracy@5": 0.6045, "eval_med-ir_cosine_map@10": 0.4108583333333333, "eval_med-ir_cosine_mrr@10": 0.41085833333333394, "eval_med-ir_cosine_ndcg@10": 0.48844015219854603, "eval_med-ir_cosine_precision@1": 0.269, "eval_med-ir_cosine_precision@10": 0.07354999999999999, "eval_med-ir_cosine_precision@5": 0.12089999999999998, "eval_med-ir_cosine_recall@1": 0.269, "eval_med-ir_cosine_recall@10": 0.7355, "eval_med-ir_cosine_recall@5": 0.6045, "eval_runtime": 53.0317, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 6000 }, { "epoch": 0.9823023218054879, "grad_norm": 26.53546714782715, "learning_rate": 1.8800205093146473e-07, "loss": 0.4033943176269531, "step": 6050 }, { "epoch": 0.9904205228121449, "grad_norm": 32.0621452331543, "learning_rate": 1.025465732353444e-07, "loss": 0.4093938446044922, "step": 6100 }, { "epoch": 0.9985387238188017, "grad_norm": 28.408830642700195, "learning_rate": 1.7091095539224067e-08, "loss": 0.39267391204833985, "step": 6150 }, { "epoch": 1.0, "eval_med-ir_cosine_accuracy@1": 0.27, "eval_med-ir_cosine_accuracy@10": 0.735, "eval_med-ir_cosine_accuracy@5": 0.609, "eval_med-ir_cosine_map@10": 0.41104007936507936, "eval_med-ir_cosine_mrr@10": 0.4110400793650802, "eval_med-ir_cosine_ndcg@10": 0.4884732005383661, "eval_med-ir_cosine_precision@1": 0.27, "eval_med-ir_cosine_precision@10": 0.0735, "eval_med-ir_cosine_precision@5": 0.12179999999999998, "eval_med-ir_cosine_recall@1": 0.27, "eval_med-ir_cosine_recall@10": 0.735, "eval_med-ir_cosine_recall@5": 0.609, "eval_runtime": 53.022, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 6159 } ], "logging_steps": 50, "max_steps": 6159, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 192, "trial_name": null, "trial_params": null }