| { |
| "best_global_step": 6000, |
| "best_metric": 0.48844015219854603, |
| "best_model_checkpoint": "checkpoints/med-ruri-v3-70m-v2-from-ruri/checkpoint-6000", |
| "epoch": 0.974184120798831, |
| "eval_steps": 500, |
| "global_step": 6000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.008118201006656925, |
| "grad_norm": 21.997957229614258, |
| "learning_rate": 1.590909090909091e-06, |
| "loss": 2.7372756958007813, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.01623640201331385, |
| "grad_norm": 21.73430824279785, |
| "learning_rate": 3.2142857142857147e-06, |
| "loss": 1.9263325500488282, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.024354603019970774, |
| "grad_norm": 20.49755859375, |
| "learning_rate": 4.837662337662339e-06, |
| "loss": 1.7200509643554687, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.0324728040266277, |
| "grad_norm": 21.036407470703125, |
| "learning_rate": 6.461038961038961e-06, |
| "loss": 1.5285859680175782, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.040591005033284625, |
| "grad_norm": 21.67646026611328, |
| "learning_rate": 8.084415584415586e-06, |
| "loss": 1.4216513061523437, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.04870920603994155, |
| "grad_norm": 30.95376205444336, |
| "learning_rate": 9.707792207792209e-06, |
| "loss": 1.382916259765625, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.05682740704659847, |
| "grad_norm": 22.470050811767578, |
| "learning_rate": 9.929926508289183e-06, |
| "loss": 1.316688995361328, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.0649456080532554, |
| "grad_norm": 31.66095733642578, |
| "learning_rate": 9.84447103059306e-06, |
| "loss": 1.284674072265625, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.07306380905991232, |
| "grad_norm": 20.316326141357422, |
| "learning_rate": 9.759015552896942e-06, |
| "loss": 1.18936767578125, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.08118201006656925, |
| "grad_norm": 23.299427032470703, |
| "learning_rate": 9.67356007520082e-06, |
| "loss": 1.1284925842285156, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.08118201006656925, |
| "eval_med-ir_cosine_accuracy@1": 0.2215, |
| "eval_med-ir_cosine_accuracy@10": 0.5745, |
| "eval_med-ir_cosine_accuracy@5": 0.4715, |
| "eval_med-ir_cosine_map@10": 0.32694821428571424, |
| "eval_med-ir_cosine_mrr@10": 0.3269482142857145, |
| "eval_med-ir_cosine_ndcg@10": 0.3859062398415415, |
| "eval_med-ir_cosine_precision@1": 0.2215, |
| "eval_med-ir_cosine_precision@10": 0.057449999999999994, |
| "eval_med-ir_cosine_precision@5": 0.0943, |
| "eval_med-ir_cosine_recall@1": 0.2215, |
| "eval_med-ir_cosine_recall@10": 0.5745, |
| "eval_med-ir_cosine_recall@5": 0.4715, |
| "eval_runtime": 53.6164, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.08930021107322618, |
| "grad_norm": 22.585927963256836, |
| "learning_rate": 9.5881045975047e-06, |
| "loss": 1.1239456176757812, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.0974184120798831, |
| "grad_norm": 23.06036949157715, |
| "learning_rate": 9.50264911980858e-06, |
| "loss": 1.0830574035644531, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.10553661308654003, |
| "grad_norm": 23.491195678710938, |
| "learning_rate": 9.41719364211246e-06, |
| "loss": 1.0685610961914063, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.11365481409319694, |
| "grad_norm": 21.600292205810547, |
| "learning_rate": 9.33173816441634e-06, |
| "loss": 1.018815460205078, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.12177301509985387, |
| "grad_norm": 28.022537231445312, |
| "learning_rate": 9.24628268672022e-06, |
| "loss": 0.9987781524658204, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.1298912161065108, |
| "grad_norm": 23.952239990234375, |
| "learning_rate": 9.160827209024098e-06, |
| "loss": 0.9764260864257812, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.13800941711316772, |
| "grad_norm": 22.52235984802246, |
| "learning_rate": 9.07537173132798e-06, |
| "loss": 0.9670017242431641, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.14612761811982464, |
| "grad_norm": 24.34895896911621, |
| "learning_rate": 8.989916253631858e-06, |
| "loss": 0.9470697021484376, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.15424581912648158, |
| "grad_norm": 22.89519500732422, |
| "learning_rate": 8.904460775935739e-06, |
| "loss": 0.9199741363525391, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.1623640201331385, |
| "grad_norm": 22.926559448242188, |
| "learning_rate": 8.819005298239618e-06, |
| "loss": 0.8991819000244141, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.1623640201331385, |
| "eval_med-ir_cosine_accuracy@1": 0.223, |
| "eval_med-ir_cosine_accuracy@10": 0.609, |
| "eval_med-ir_cosine_accuracy@5": 0.497, |
| "eval_med-ir_cosine_map@10": 0.3382640873015873, |
| "eval_med-ir_cosine_mrr@10": 0.3382640873015877, |
| "eval_med-ir_cosine_ndcg@10": 0.4028251022017164, |
| "eval_med-ir_cosine_precision@1": 0.223, |
| "eval_med-ir_cosine_precision@10": 0.060899999999999996, |
| "eval_med-ir_cosine_precision@5": 0.09939999999999999, |
| "eval_med-ir_cosine_recall@1": 0.223, |
| "eval_med-ir_cosine_recall@10": 0.609, |
| "eval_med-ir_cosine_recall@5": 0.497, |
| "eval_runtime": 53.4694, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.17048222113979541, |
| "grad_norm": 19.02985191345215, |
| "learning_rate": 8.733549820543497e-06, |
| "loss": 0.8809585571289062, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.17860042214645236, |
| "grad_norm": 23.444557189941406, |
| "learning_rate": 8.648094342847378e-06, |
| "loss": 0.875724868774414, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.18671862315310928, |
| "grad_norm": 25.26430320739746, |
| "learning_rate": 8.562638865151257e-06, |
| "loss": 0.8596250152587891, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.1948368241597662, |
| "grad_norm": 21.99104118347168, |
| "learning_rate": 8.477183387455136e-06, |
| "loss": 0.8121035766601562, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.2029550251664231, |
| "grad_norm": 25.18592071533203, |
| "learning_rate": 8.391727909759017e-06, |
| "loss": 0.8457485961914063, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.21107322617308005, |
| "grad_norm": 26.478687286376953, |
| "learning_rate": 8.306272432062896e-06, |
| "loss": 0.7970269012451172, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.21919142717973697, |
| "grad_norm": 22.500226974487305, |
| "learning_rate": 8.220816954366777e-06, |
| "loss": 0.781522216796875, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.22730962818639389, |
| "grad_norm": 25.17734146118164, |
| "learning_rate": 8.135361476670656e-06, |
| "loss": 0.7632185363769531, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.23542782919305083, |
| "grad_norm": 26.727651596069336, |
| "learning_rate": 8.049905998974535e-06, |
| "loss": 0.7543510437011719, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.24354603019970775, |
| "grad_norm": 22.24140739440918, |
| "learning_rate": 7.964450521278416e-06, |
| "loss": 0.7415306854248047, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.24354603019970775, |
| "eval_med-ir_cosine_accuracy@1": 0.231, |
| "eval_med-ir_cosine_accuracy@10": 0.6335, |
| "eval_med-ir_cosine_accuracy@5": 0.513, |
| "eval_med-ir_cosine_map@10": 0.35125734126984126, |
| "eval_med-ir_cosine_mrr@10": 0.3512573412698419, |
| "eval_med-ir_cosine_ndcg@10": 0.4185390527584874, |
| "eval_med-ir_cosine_precision@1": 0.231, |
| "eval_med-ir_cosine_precision@10": 0.06335, |
| "eval_med-ir_cosine_precision@5": 0.1026, |
| "eval_med-ir_cosine_recall@1": 0.231, |
| "eval_med-ir_cosine_recall@10": 0.6335, |
| "eval_med-ir_cosine_recall@5": 0.513, |
| "eval_runtime": 53.5243, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.25166423120636466, |
| "grad_norm": 30.241344451904297, |
| "learning_rate": 7.878995043582293e-06, |
| "loss": 0.731693115234375, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.2597824322130216, |
| "grad_norm": 24.415237426757812, |
| "learning_rate": 7.793539565886174e-06, |
| "loss": 0.747947769165039, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.2679006332196785, |
| "grad_norm": 22.14430809020996, |
| "learning_rate": 7.708084088190053e-06, |
| "loss": 0.7206668853759766, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.27601883422633544, |
| "grad_norm": 20.674978256225586, |
| "learning_rate": 7.622628610493933e-06, |
| "loss": 0.7117887115478516, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.2841370352329924, |
| "grad_norm": 25.1578426361084, |
| "learning_rate": 7.537173132797813e-06, |
| "loss": 0.7387435150146484, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.2922552362396493, |
| "grad_norm": 22.64226722717285, |
| "learning_rate": 7.451717655101693e-06, |
| "loss": 0.7028619384765625, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.3003734372463062, |
| "grad_norm": 28.462968826293945, |
| "learning_rate": 7.366262177405572e-06, |
| "loss": 0.7132760620117188, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.30849163825296316, |
| "grad_norm": 21.3095703125, |
| "learning_rate": 7.280806699709452e-06, |
| "loss": 0.6857410430908203, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.31660983925962005, |
| "grad_norm": 27.10430145263672, |
| "learning_rate": 7.1953512220133315e-06, |
| "loss": 0.6693791961669922, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.324728040266277, |
| "grad_norm": 28.126373291015625, |
| "learning_rate": 7.109895744317211e-06, |
| "loss": 0.6854069519042969, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.324728040266277, |
| "eval_med-ir_cosine_accuracy@1": 0.25, |
| "eval_med-ir_cosine_accuracy@10": 0.651, |
| "eval_med-ir_cosine_accuracy@5": 0.535, |
| "eval_med-ir_cosine_map@10": 0.36545555555555553, |
| "eval_med-ir_cosine_mrr@10": 0.3654555555555565, |
| "eval_med-ir_cosine_ndcg@10": 0.43330019996953195, |
| "eval_med-ir_cosine_precision@1": 0.25, |
| "eval_med-ir_cosine_precision@10": 0.06509999999999999, |
| "eval_med-ir_cosine_precision@5": 0.107, |
| "eval_med-ir_cosine_recall@1": 0.25, |
| "eval_med-ir_cosine_recall@10": 0.651, |
| "eval_med-ir_cosine_recall@5": 0.535, |
| "eval_runtime": 52.9599, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.33284624127293394, |
| "grad_norm": 25.855501174926758, |
| "learning_rate": 7.0244402666210905e-06, |
| "loss": 0.6711996459960937, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.34096444227959083, |
| "grad_norm": 27.489627838134766, |
| "learning_rate": 6.93898478892497e-06, |
| "loss": 0.6556209564208985, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.3490826432862478, |
| "grad_norm": 25.698232650756836, |
| "learning_rate": 6.85352931122885e-06, |
| "loss": 0.6434734344482422, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.3572008442929047, |
| "grad_norm": 22.26129913330078, |
| "learning_rate": 6.76807383353273e-06, |
| "loss": 0.6550411224365235, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.3653190452995616, |
| "grad_norm": 22.00887680053711, |
| "learning_rate": 6.68261835583661e-06, |
| "loss": 0.614831314086914, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.37343724630621855, |
| "grad_norm": 25.09625816345215, |
| "learning_rate": 6.597162878140489e-06, |
| "loss": 0.6087098693847657, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.38155544731287544, |
| "grad_norm": 24.351856231689453, |
| "learning_rate": 6.511707400444369e-06, |
| "loss": 0.6338196182250977, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.3896736483195324, |
| "grad_norm": 25.116064071655273, |
| "learning_rate": 6.426251922748249e-06, |
| "loss": 0.6470194244384766, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.39779184932618933, |
| "grad_norm": 26.57986831665039, |
| "learning_rate": 6.340796445052129e-06, |
| "loss": 0.5991011047363282, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.4059100503328462, |
| "grad_norm": 28.94403648376465, |
| "learning_rate": 6.255340967356008e-06, |
| "loss": 0.6004145812988281, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.4059100503328462, |
| "eval_med-ir_cosine_accuracy@1": 0.2515, |
| "eval_med-ir_cosine_accuracy@10": 0.668, |
| "eval_med-ir_cosine_accuracy@5": 0.5525, |
| "eval_med-ir_cosine_map@10": 0.3772464285714286, |
| "eval_med-ir_cosine_mrr@10": 0.377246428571429, |
| "eval_med-ir_cosine_ndcg@10": 0.44659083423553114, |
| "eval_med-ir_cosine_precision@1": 0.2515, |
| "eval_med-ir_cosine_precision@10": 0.0668, |
| "eval_med-ir_cosine_precision@5": 0.1105, |
| "eval_med-ir_cosine_recall@1": 0.2515, |
| "eval_med-ir_cosine_recall@10": 0.668, |
| "eval_med-ir_cosine_recall@5": 0.5525, |
| "eval_runtime": 53.1323, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.41402825133950316, |
| "grad_norm": 23.17564582824707, |
| "learning_rate": 6.169885489659888e-06, |
| "loss": 0.5776227569580078, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.4221464523461601, |
| "grad_norm": 28.088123321533203, |
| "learning_rate": 6.084430011963768e-06, |
| "loss": 0.61005126953125, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.430264653352817, |
| "grad_norm": 20.892213821411133, |
| "learning_rate": 5.998974534267648e-06, |
| "loss": 0.5894330978393555, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.43838285435947394, |
| "grad_norm": 29.862913131713867, |
| "learning_rate": 5.913519056571527e-06, |
| "loss": 0.5896952819824218, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.4465010553661309, |
| "grad_norm": 23.289093017578125, |
| "learning_rate": 5.828063578875406e-06, |
| "loss": 0.5747700500488281, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.45461925637278777, |
| "grad_norm": 24.890533447265625, |
| "learning_rate": 5.742608101179286e-06, |
| "loss": 0.5570634078979492, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.4627374573794447, |
| "grad_norm": 25.896406173706055, |
| "learning_rate": 5.657152623483165e-06, |
| "loss": 0.561774673461914, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.47085565838610166, |
| "grad_norm": 24.267595291137695, |
| "learning_rate": 5.571697145787045e-06, |
| "loss": 0.5851204299926758, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.47897385939275855, |
| "grad_norm": 25.277156829833984, |
| "learning_rate": 5.486241668090925e-06, |
| "loss": 0.5668196105957031, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.4870920603994155, |
| "grad_norm": 24.794769287109375, |
| "learning_rate": 5.400786190394805e-06, |
| "loss": 0.529843521118164, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.4870920603994155, |
| "eval_med-ir_cosine_accuracy@1": 0.2475, |
| "eval_med-ir_cosine_accuracy@10": 0.684, |
| "eval_med-ir_cosine_accuracy@5": 0.5575, |
| "eval_med-ir_cosine_map@10": 0.3764117063492064, |
| "eval_med-ir_cosine_mrr@10": 0.3764117063492073, |
| "eval_med-ir_cosine_ndcg@10": 0.4496575061053132, |
| "eval_med-ir_cosine_precision@1": 0.2475, |
| "eval_med-ir_cosine_precision@10": 0.06839999999999999, |
| "eval_med-ir_cosine_precision@5": 0.11149999999999999, |
| "eval_med-ir_cosine_recall@1": 0.2475, |
| "eval_med-ir_cosine_recall@10": 0.684, |
| "eval_med-ir_cosine_recall@5": 0.5575, |
| "eval_runtime": 53.1101, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.49521026140607244, |
| "grad_norm": 24.88819122314453, |
| "learning_rate": 5.315330712698684e-06, |
| "loss": 0.54486328125, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.5033284624127293, |
| "grad_norm": 23.462284088134766, |
| "learning_rate": 5.229875235002564e-06, |
| "loss": 0.5406594467163086, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.5114466634193863, |
| "grad_norm": 27.519981384277344, |
| "learning_rate": 5.144419757306444e-06, |
| "loss": 0.553928108215332, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.5195648644260432, |
| "grad_norm": 20.3508358001709, |
| "learning_rate": 5.0589642796103235e-06, |
| "loss": 0.529839973449707, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.5276830654327002, |
| "grad_norm": 24.742849349975586, |
| "learning_rate": 4.9735088019142035e-06, |
| "loss": 0.5142694473266601, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.535801266439357, |
| "grad_norm": 24.50025749206543, |
| "learning_rate": 4.8880533242180825e-06, |
| "loss": 0.5365603637695312, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.5439194674460139, |
| "grad_norm": 22.845613479614258, |
| "learning_rate": 4.8025978465219625e-06, |
| "loss": 0.5313776397705078, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.5520376684526709, |
| "grad_norm": 25.608041763305664, |
| "learning_rate": 4.717142368825842e-06, |
| "loss": 0.5400616455078125, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.5601558694593278, |
| "grad_norm": 25.399686813354492, |
| "learning_rate": 4.631686891129722e-06, |
| "loss": 0.5062500762939454, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.5682740704659848, |
| "grad_norm": 24.41413116455078, |
| "learning_rate": 4.546231413433601e-06, |
| "loss": 0.5225331115722657, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.5682740704659848, |
| "eval_med-ir_cosine_accuracy@1": 0.2545, |
| "eval_med-ir_cosine_accuracy@10": 0.6995, |
| "eval_med-ir_cosine_accuracy@5": 0.5645, |
| "eval_med-ir_cosine_map@10": 0.38643670634920635, |
| "eval_med-ir_cosine_mrr@10": 0.3864367063492074, |
| "eval_med-ir_cosine_ndcg@10": 0.4608934483931739, |
| "eval_med-ir_cosine_precision@1": 0.2545, |
| "eval_med-ir_cosine_precision@10": 0.06994999999999998, |
| "eval_med-ir_cosine_precision@5": 0.11289999999999999, |
| "eval_med-ir_cosine_recall@1": 0.2545, |
| "eval_med-ir_cosine_recall@10": 0.6995, |
| "eval_med-ir_cosine_recall@5": 0.5645, |
| "eval_runtime": 53.1476, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.5763922714726417, |
| "grad_norm": 22.564878463745117, |
| "learning_rate": 4.460775935737481e-06, |
| "loss": 0.5085312652587891, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.5845104724792985, |
| "grad_norm": 25.2183780670166, |
| "learning_rate": 4.375320458041361e-06, |
| "loss": 0.4952116012573242, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.5926286734859555, |
| "grad_norm": 27.938398361206055, |
| "learning_rate": 4.28986498034524e-06, |
| "loss": 0.5000743103027344, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.6007468744926124, |
| "grad_norm": 25.634239196777344, |
| "learning_rate": 4.20440950264912e-06, |
| "loss": 0.5024850082397461, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.6088650754992694, |
| "grad_norm": 24.961740493774414, |
| "learning_rate": 4.118954024952999e-06, |
| "loss": 0.5098614120483398, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.6169832765059263, |
| "grad_norm": 20.451208114624023, |
| "learning_rate": 4.033498547256879e-06, |
| "loss": 0.47686138153076174, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.6251014775125832, |
| "grad_norm": 26.467348098754883, |
| "learning_rate": 3.948043069560759e-06, |
| "loss": 0.47324317932128906, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.6332196785192401, |
| "grad_norm": 24.046497344970703, |
| "learning_rate": 3.862587591864639e-06, |
| "loss": 0.48282413482666015, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.641337879525897, |
| "grad_norm": 27.17749786376953, |
| "learning_rate": 3.7771321141685185e-06, |
| "loss": 0.48658458709716795, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.649456080532554, |
| "grad_norm": 35.05656051635742, |
| "learning_rate": 3.6916766364723984e-06, |
| "loss": 0.4936316680908203, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.649456080532554, |
| "eval_med-ir_cosine_accuracy@1": 0.259, |
| "eval_med-ir_cosine_accuracy@10": 0.71, |
| "eval_med-ir_cosine_accuracy@5": 0.59, |
| "eval_med-ir_cosine_map@10": 0.3956890873015873, |
| "eval_med-ir_cosine_mrr@10": 0.3956890873015883, |
| "eval_med-ir_cosine_ndcg@10": 0.4708195055654097, |
| "eval_med-ir_cosine_precision@1": 0.259, |
| "eval_med-ir_cosine_precision@10": 0.071, |
| "eval_med-ir_cosine_precision@5": 0.118, |
| "eval_med-ir_cosine_recall@1": 0.259, |
| "eval_med-ir_cosine_recall@10": 0.71, |
| "eval_med-ir_cosine_recall@5": 0.59, |
| "eval_runtime": 53.0112, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.6575742815392109, |
| "grad_norm": 23.990192413330078, |
| "learning_rate": 3.606221158776278e-06, |
| "loss": 0.46084171295166015, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.6656924825458679, |
| "grad_norm": 21.707965850830078, |
| "learning_rate": 3.520765681080158e-06, |
| "loss": 0.4574726486206055, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.6738106835525247, |
| "grad_norm": 24.35520362854004, |
| "learning_rate": 3.4353102033840373e-06, |
| "loss": 0.4719329833984375, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.6819288845591817, |
| "grad_norm": 25.474735260009766, |
| "learning_rate": 3.3498547256879173e-06, |
| "loss": 0.45231922149658205, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.6900470855658386, |
| "grad_norm": 21.702571868896484, |
| "learning_rate": 3.2643992479917963e-06, |
| "loss": 0.46607505798339843, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.6981652865724955, |
| "grad_norm": 26.492374420166016, |
| "learning_rate": 3.178943770295676e-06, |
| "loss": 0.4621200180053711, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.7062834875791525, |
| "grad_norm": 28.608844757080078, |
| "learning_rate": 3.0934882925995557e-06, |
| "loss": 0.4604476547241211, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.7144016885858094, |
| "grad_norm": 26.382740020751953, |
| "learning_rate": 3.0080328149034357e-06, |
| "loss": 0.463820686340332, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.7225198895924663, |
| "grad_norm": 21.732534408569336, |
| "learning_rate": 2.922577337207315e-06, |
| "loss": 0.4446089172363281, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.7306380905991232, |
| "grad_norm": 24.14549446105957, |
| "learning_rate": 2.837121859511195e-06, |
| "loss": 0.4710216903686523, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.7306380905991232, |
| "eval_med-ir_cosine_accuracy@1": 0.2635, |
| "eval_med-ir_cosine_accuracy@10": 0.7215, |
| "eval_med-ir_cosine_accuracy@5": 0.5965, |
| "eval_med-ir_cosine_map@10": 0.4007440476190476, |
| "eval_med-ir_cosine_mrr@10": 0.4007440476190481, |
| "eval_med-ir_cosine_ndcg@10": 0.4772869175667747, |
| "eval_med-ir_cosine_precision@1": 0.2635, |
| "eval_med-ir_cosine_precision@10": 0.07215, |
| "eval_med-ir_cosine_precision@5": 0.1193, |
| "eval_med-ir_cosine_recall@1": 0.2635, |
| "eval_med-ir_cosine_recall@10": 0.7215, |
| "eval_med-ir_cosine_recall@5": 0.5965, |
| "eval_runtime": 53.0236, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.7387562916057802, |
| "grad_norm": 31.583993911743164, |
| "learning_rate": 2.7516663818150746e-06, |
| "loss": 0.4457337188720703, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.7468744926124371, |
| "grad_norm": 27.630840301513672, |
| "learning_rate": 2.6662109041189545e-06, |
| "loss": 0.4375724792480469, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.754992693619094, |
| "grad_norm": 23.815793991088867, |
| "learning_rate": 2.580755426422834e-06, |
| "loss": 0.44040355682373045, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.7631108946257509, |
| "grad_norm": 24.27130699157715, |
| "learning_rate": 2.4952999487267135e-06, |
| "loss": 0.4479870986938477, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.7712290956324078, |
| "grad_norm": 27.412614822387695, |
| "learning_rate": 2.4098444710305934e-06, |
| "loss": 0.4310578155517578, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.7793472966390648, |
| "grad_norm": 26.207399368286133, |
| "learning_rate": 2.324388993334473e-06, |
| "loss": 0.4327563858032227, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.7874654976457217, |
| "grad_norm": 29.552608489990234, |
| "learning_rate": 2.238933515638353e-06, |
| "loss": 0.4346369934082031, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.7955836986523787, |
| "grad_norm": 26.583375930786133, |
| "learning_rate": 2.1534780379422323e-06, |
| "loss": 0.45013832092285155, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.8037018996590356, |
| "grad_norm": 23.350200653076172, |
| "learning_rate": 2.068022560246112e-06, |
| "loss": 0.42036319732666017, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.8118201006656924, |
| "grad_norm": 27.207698822021484, |
| "learning_rate": 1.9825670825499917e-06, |
| "loss": 0.4029704666137695, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.8118201006656924, |
| "eval_med-ir_cosine_accuracy@1": 0.264, |
| "eval_med-ir_cosine_accuracy@10": 0.7295, |
| "eval_med-ir_cosine_accuracy@5": 0.604, |
| "eval_med-ir_cosine_map@10": 0.4062333333333333, |
| "eval_med-ir_cosine_mrr@10": 0.40623333333333406, |
| "eval_med-ir_cosine_ndcg@10": 0.48354546858168634, |
| "eval_med-ir_cosine_precision@1": 0.264, |
| "eval_med-ir_cosine_precision@10": 0.07294999999999999, |
| "eval_med-ir_cosine_precision@5": 0.12079999999999998, |
| "eval_med-ir_cosine_recall@1": 0.264, |
| "eval_med-ir_cosine_recall@10": 0.7295, |
| "eval_med-ir_cosine_recall@5": 0.604, |
| "eval_runtime": 53.0815, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.8199383016723494, |
| "grad_norm": 27.138166427612305, |
| "learning_rate": 1.8971116048538712e-06, |
| "loss": 0.4232697677612305, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.8280565026790063, |
| "grad_norm": 23.07439613342285, |
| "learning_rate": 1.811656127157751e-06, |
| "loss": 0.40679256439208983, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.8361747036856633, |
| "grad_norm": 25.428298950195312, |
| "learning_rate": 1.7262006494616306e-06, |
| "loss": 0.4064432525634766, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.8442929046923202, |
| "grad_norm": 23.217208862304688, |
| "learning_rate": 1.6407451717655103e-06, |
| "loss": 0.40471759796142576, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.8524111056989772, |
| "grad_norm": 26.465978622436523, |
| "learning_rate": 1.5552896940693898e-06, |
| "loss": 0.42415462493896483, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.860529306705634, |
| "grad_norm": 26.959516525268555, |
| "learning_rate": 1.4698342163732695e-06, |
| "loss": 0.41914154052734376, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.8686475077122909, |
| "grad_norm": 27.550233840942383, |
| "learning_rate": 1.3843787386771493e-06, |
| "loss": 0.3966410827636719, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.8767657087189479, |
| "grad_norm": 28.503799438476562, |
| "learning_rate": 1.298923260981029e-06, |
| "loss": 0.4107080841064453, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.8848839097256048, |
| "grad_norm": 31.87645721435547, |
| "learning_rate": 1.2134677832849087e-06, |
| "loss": 0.4079947280883789, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.8930021107322618, |
| "grad_norm": 26.39212417602539, |
| "learning_rate": 1.1280123055887884e-06, |
| "loss": 0.4047316741943359, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.8930021107322618, |
| "eval_med-ir_cosine_accuracy@1": 0.2655, |
| "eval_med-ir_cosine_accuracy@10": 0.7345, |
| "eval_med-ir_cosine_accuracy@5": 0.601, |
| "eval_med-ir_cosine_map@10": 0.4076472222222222, |
| "eval_med-ir_cosine_mrr@10": 0.4076472222222232, |
| "eval_med-ir_cosine_ndcg@10": 0.48568894786407507, |
| "eval_med-ir_cosine_precision@1": 0.2655, |
| "eval_med-ir_cosine_precision@10": 0.07344999999999999, |
| "eval_med-ir_cosine_precision@5": 0.12019999999999999, |
| "eval_med-ir_cosine_recall@1": 0.2655, |
| "eval_med-ir_cosine_recall@10": 0.7345, |
| "eval_med-ir_cosine_recall@5": 0.601, |
| "eval_runtime": 53.0268, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.9011203117389186, |
| "grad_norm": 33.7879524230957, |
| "learning_rate": 1.042556827892668e-06, |
| "loss": 0.4154537200927734, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.9092385127455755, |
| "grad_norm": 25.14503288269043, |
| "learning_rate": 9.571013501965478e-07, |
| "loss": 0.4219821929931641, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.9173567137522325, |
| "grad_norm": 31.25991439819336, |
| "learning_rate": 8.716458725004273e-07, |
| "loss": 0.40081066131591797, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.9254749147588894, |
| "grad_norm": 26.630735397338867, |
| "learning_rate": 7.86190394804307e-07, |
| "loss": 0.38367500305175783, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.9335931157655464, |
| "grad_norm": 30.070966720581055, |
| "learning_rate": 7.007349171081868e-07, |
| "loss": 0.39956939697265625, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.9417113167722033, |
| "grad_norm": 22.634254455566406, |
| "learning_rate": 6.152794394120663e-07, |
| "loss": 0.381849365234375, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.9498295177788602, |
| "grad_norm": 28.929391860961914, |
| "learning_rate": 5.29823961715946e-07, |
| "loss": 0.3998366165161133, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.9579477187855171, |
| "grad_norm": 26.800838470458984, |
| "learning_rate": 4.443684840198257e-07, |
| "loss": 0.4007038879394531, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.966065919792174, |
| "grad_norm": 29.52033233642578, |
| "learning_rate": 3.5891300632370537e-07, |
| "loss": 0.4057810974121094, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.974184120798831, |
| "grad_norm": 22.079429626464844, |
| "learning_rate": 2.734575286275851e-07, |
| "loss": 0.39004810333251955, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.974184120798831, |
| "eval_med-ir_cosine_accuracy@1": 0.269, |
| "eval_med-ir_cosine_accuracy@10": 0.7355, |
| "eval_med-ir_cosine_accuracy@5": 0.6045, |
| "eval_med-ir_cosine_map@10": 0.4108583333333333, |
| "eval_med-ir_cosine_mrr@10": 0.41085833333333394, |
| "eval_med-ir_cosine_ndcg@10": 0.48844015219854603, |
| "eval_med-ir_cosine_precision@1": 0.269, |
| "eval_med-ir_cosine_precision@10": 0.07354999999999999, |
| "eval_med-ir_cosine_precision@5": 0.12089999999999998, |
| "eval_med-ir_cosine_recall@1": 0.269, |
| "eval_med-ir_cosine_recall@10": 0.7355, |
| "eval_med-ir_cosine_recall@5": 0.6045, |
| "eval_runtime": 53.0317, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "step": 6000 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 6159, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 192, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
