{ "best_global_step": 9000, "best_metric": 0.5200751533668311, "best_model_checkpoint": "checkpoints/med-ruri-v3-310m-v2-from-ruri/checkpoint-9000", "epoch": 1.0, "eval_steps": 500, "global_step": 9238, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0054124269322364145, "grad_norm": 39.82763671875, "learning_rate": 1.0606060606060608e-06, "loss": 2.5545263671875, "step": 50 }, { "epoch": 0.010824853864472829, "grad_norm": 22.23030662536621, "learning_rate": 2.1428571428571427e-06, "loss": 1.6219686889648437, "step": 100 }, { "epoch": 0.016237280796709243, "grad_norm": 15.578224182128906, "learning_rate": 3.2251082251082253e-06, "loss": 1.4178483581542969, "step": 150 }, { "epoch": 0.021649707728945658, "grad_norm": 15.494049072265625, "learning_rate": 4.3073593073593075e-06, "loss": 1.3550909423828126, "step": 200 }, { "epoch": 0.027062134661182072, "grad_norm": 21.17428970336914, "learning_rate": 5.38961038961039e-06, "loss": 1.2207350158691406, "step": 250 }, { "epoch": 0.03247456159341849, "grad_norm": 21.015527725219727, "learning_rate": 6.471861471861473e-06, "loss": 1.127685775756836, "step": 300 }, { "epoch": 0.037886988525654905, "grad_norm": 18.954545974731445, "learning_rate": 7.554112554112555e-06, "loss": 1.1038306427001954, "step": 350 }, { "epoch": 0.043299415457891316, "grad_norm": 32.8043212890625, "learning_rate": 8.636363636363637e-06, "loss": 1.073208770751953, "step": 400 }, { "epoch": 0.048711842390127734, "grad_norm": 19.81218147277832, "learning_rate": 9.71861471861472e-06, "loss": 1.026578369140625, "step": 450 }, { "epoch": 0.054124269322364145, "grad_norm": 65.24224090576172, "learning_rate": 9.957839562443026e-06, "loss": 1.0128096008300782, "step": 500 }, { "epoch": 0.054124269322364145, "eval_med-ir_cosine_accuracy@1": 0.213, "eval_med-ir_cosine_accuracy@10": 0.5545, "eval_med-ir_cosine_accuracy@5": 0.4565, "eval_med-ir_cosine_map@10": 0.31760753968253963, "eval_med-ir_cosine_mrr@10": 0.31760753968254, "eval_med-ir_cosine_ndcg@10": 0.37418202501961656, "eval_med-ir_cosine_precision@1": 0.213, "eval_med-ir_cosine_precision@10": 0.05544999999999999, "eval_med-ir_cosine_precision@5": 0.09129999999999998, "eval_med-ir_cosine_recall@1": 0.213, "eval_med-ir_cosine_recall@10": 0.5545, "eval_med-ir_cosine_recall@5": 0.4565, "eval_runtime": 201.9792, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 500 }, { "epoch": 0.05953669625460056, "grad_norm": 14.265311241149902, "learning_rate": 9.900865998176847e-06, "loss": 0.9721744537353516, "step": 550 }, { "epoch": 0.06494912318683697, "grad_norm": 15.20443344116211, "learning_rate": 9.843892433910666e-06, "loss": 0.9607301330566407, "step": 600 }, { "epoch": 0.0703615501190734, "grad_norm": 13.638686180114746, "learning_rate": 9.786918869644485e-06, "loss": 0.8981143188476562, "step": 650 }, { "epoch": 0.07577397705130981, "grad_norm": 12.014004707336426, "learning_rate": 9.729945305378306e-06, "loss": 0.8571321868896484, "step": 700 }, { "epoch": 0.08118640398354622, "grad_norm": 13.841323852539062, "learning_rate": 9.672971741112125e-06, "loss": 0.8207575225830078, "step": 750 }, { "epoch": 0.08659883091578263, "grad_norm": 15.924025535583496, "learning_rate": 9.615998176845945e-06, "loss": 0.8497475433349609, "step": 800 }, { "epoch": 0.09201125784801906, "grad_norm": 41.592132568359375, "learning_rate": 9.559024612579764e-06, "loss": 0.7869980621337891, "step": 850 }, { "epoch": 0.09742368478025547, "grad_norm": 13.75536823272705, "learning_rate": 9.502051048313583e-06, "loss": 0.7841815185546875, "step": 900 }, { "epoch": 0.10283611171249188, "grad_norm": 14.965683937072754, "learning_rate": 9.445077484047402e-06, "loss": 0.8158665466308593, "step": 950 }, { "epoch": 0.10824853864472829, "grad_norm": 10.833551406860352, "learning_rate": 9.388103919781221e-06, "loss": 0.736631851196289, "step": 1000 }, { "epoch": 0.10824853864472829, "eval_med-ir_cosine_accuracy@1": 0.2385, "eval_med-ir_cosine_accuracy@10": 0.5955, "eval_med-ir_cosine_accuracy@5": 0.498, "eval_med-ir_cosine_map@10": 0.34668452380952386, "eval_med-ir_cosine_mrr@10": 0.34668452380952414, "eval_med-ir_cosine_ndcg@10": 0.40619169154310125, "eval_med-ir_cosine_precision@1": 0.2385, "eval_med-ir_cosine_precision@10": 0.05955, "eval_med-ir_cosine_precision@5": 0.0996, "eval_med-ir_cosine_recall@1": 0.2385, "eval_med-ir_cosine_recall@10": 0.5955, "eval_med-ir_cosine_recall@5": 0.498, "eval_runtime": 201.9007, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 1000 }, { "epoch": 0.11366096557696471, "grad_norm": 15.711812973022461, "learning_rate": 9.331130355515042e-06, "loss": 0.7496255493164062, "step": 1050 }, { "epoch": 0.11907339250920113, "grad_norm": 12.776812553405762, "learning_rate": 9.274156791248861e-06, "loss": 0.7055291748046875, "step": 1100 }, { "epoch": 0.12448581944143754, "grad_norm": 15.432914733886719, "learning_rate": 9.21718322698268e-06, "loss": 0.6980301666259766, "step": 1150 }, { "epoch": 0.12989824637367395, "grad_norm": 12.28787899017334, "learning_rate": 9.1602096627165e-06, "loss": 0.6965967559814453, "step": 1200 }, { "epoch": 0.13531067330591037, "grad_norm": 12.626663208007812, "learning_rate": 9.10323609845032e-06, "loss": 0.6891181945800782, "step": 1250 }, { "epoch": 0.1407231002381468, "grad_norm": 27.387174606323242, "learning_rate": 9.04626253418414e-06, "loss": 0.6808340454101562, "step": 1300 }, { "epoch": 0.1461355271703832, "grad_norm": 13.296435356140137, "learning_rate": 8.989288969917959e-06, "loss": 0.6629967498779297, "step": 1350 }, { "epoch": 0.15154795410261962, "grad_norm": 13.542290687561035, "learning_rate": 8.932315405651778e-06, "loss": 0.6569454956054688, "step": 1400 }, { "epoch": 0.15696038103485602, "grad_norm": 16.58926773071289, "learning_rate": 8.875341841385597e-06, "loss": 0.6573323822021484, "step": 1450 }, { "epoch": 0.16237280796709244, "grad_norm": 16.524078369140625, "learning_rate": 8.818368277119417e-06, "loss": 0.6442256164550781, "step": 1500 }, { "epoch": 0.16237280796709244, "eval_med-ir_cosine_accuracy@1": 0.2475, "eval_med-ir_cosine_accuracy@10": 0.6365, "eval_med-ir_cosine_accuracy@5": 0.5355, "eval_med-ir_cosine_map@10": 0.3664797619047619, "eval_med-ir_cosine_mrr@10": 0.3664797619047625, "eval_med-ir_cosine_ndcg@10": 0.4310556949671257, "eval_med-ir_cosine_precision@1": 0.2475, "eval_med-ir_cosine_precision@10": 0.06365, "eval_med-ir_cosine_precision@5": 0.1071, "eval_med-ir_cosine_recall@1": 0.2475, "eval_med-ir_cosine_recall@10": 0.6365, "eval_med-ir_cosine_recall@5": 0.5355, "eval_runtime": 201.6571, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 1500 }, { "epoch": 0.16778523489932887, "grad_norm": 11.68875503540039, "learning_rate": 8.761394712853237e-06, "loss": 0.6102125167846679, "step": 1550 }, { "epoch": 0.17319766183156526, "grad_norm": 13.383605003356934, "learning_rate": 8.704421148587057e-06, "loss": 0.6222945022583007, "step": 1600 }, { "epoch": 0.1786100887638017, "grad_norm": 16.780536651611328, "learning_rate": 8.647447584320876e-06, "loss": 0.607590446472168, "step": 1650 }, { "epoch": 0.1840225156960381, "grad_norm": 16.980215072631836, "learning_rate": 8.590474020054695e-06, "loss": 0.5945555496215821, "step": 1700 }, { "epoch": 0.1894349426282745, "grad_norm": 15.31310749053955, "learning_rate": 8.533500455788514e-06, "loss": 0.5808003616333007, "step": 1750 }, { "epoch": 0.19484736956051094, "grad_norm": 12.939584732055664, "learning_rate": 8.476526891522335e-06, "loss": 0.5807825088500976, "step": 1800 }, { "epoch": 0.20025979649274736, "grad_norm": 16.2683048248291, "learning_rate": 8.419553327256154e-06, "loss": 0.5975163650512695, "step": 1850 }, { "epoch": 0.20567222342498376, "grad_norm": 15.146411895751953, "learning_rate": 8.362579762989973e-06, "loss": 0.5637503433227539, "step": 1900 }, { "epoch": 0.21108465035722018, "grad_norm": 17.077476501464844, "learning_rate": 8.305606198723793e-06, "loss": 0.5419304275512695, "step": 1950 }, { "epoch": 0.21649707728945658, "grad_norm": 11.223177909851074, "learning_rate": 8.248632634457613e-06, "loss": 0.5390380477905273, "step": 2000 }, { "epoch": 0.21649707728945658, "eval_med-ir_cosine_accuracy@1": 0.2505, "eval_med-ir_cosine_accuracy@10": 0.6595, "eval_med-ir_cosine_accuracy@5": 0.549, "eval_med-ir_cosine_map@10": 0.37555376984126987, "eval_med-ir_cosine_mrr@10": 0.3755537698412706, "eval_med-ir_cosine_ndcg@10": 0.44340756379133117, "eval_med-ir_cosine_precision@1": 0.2505, "eval_med-ir_cosine_precision@10": 0.06595, "eval_med-ir_cosine_precision@5": 0.10979999999999998, "eval_med-ir_cosine_recall@1": 0.2505, "eval_med-ir_cosine_recall@10": 0.6595, "eval_med-ir_cosine_recall@5": 0.549, "eval_runtime": 201.6576, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 2000 }, { "epoch": 0.221909504221693, "grad_norm": 13.111492156982422, "learning_rate": 8.191659070191433e-06, "loss": 0.511779670715332, "step": 2050 }, { "epoch": 0.22732193115392943, "grad_norm": 13.578146934509277, "learning_rate": 8.134685505925252e-06, "loss": 0.5260528945922851, "step": 2100 }, { "epoch": 0.23273435808616583, "grad_norm": 12.589591026306152, "learning_rate": 8.077711941659071e-06, "loss": 0.5101693725585937, "step": 2150 }, { "epoch": 0.23814678501840225, "grad_norm": 17.275259017944336, "learning_rate": 8.02073837739289e-06, "loss": 0.5173720932006836, "step": 2200 }, { "epoch": 0.24355921195063868, "grad_norm": 14.652547836303711, "learning_rate": 7.96376481312671e-06, "loss": 0.49058578491210936, "step": 2250 }, { "epoch": 0.24897163888287507, "grad_norm": 14.334537506103516, "learning_rate": 7.906791248860529e-06, "loss": 0.4954470443725586, "step": 2300 }, { "epoch": 0.25438406581511147, "grad_norm": 15.17559814453125, "learning_rate": 7.849817684594348e-06, "loss": 0.5090788269042968, "step": 2350 }, { "epoch": 0.2597964927473479, "grad_norm": 16.84671401977539, "learning_rate": 7.792844120328169e-06, "loss": 0.5185290908813477, "step": 2400 }, { "epoch": 0.2652089196795843, "grad_norm": 15.28485107421875, "learning_rate": 7.735870556061988e-06, "loss": 0.4875329971313477, "step": 2450 }, { "epoch": 0.27062134661182075, "grad_norm": 20.9786376953125, "learning_rate": 7.678896991795807e-06, "loss": 0.4695806884765625, "step": 2500 }, { "epoch": 0.27062134661182075, "eval_med-ir_cosine_accuracy@1": 0.2565, "eval_med-ir_cosine_accuracy@10": 0.661, "eval_med-ir_cosine_accuracy@5": 0.5515, "eval_med-ir_cosine_map@10": 0.3796339285714286, "eval_med-ir_cosine_mrr@10": 0.3796339285714294, "eval_med-ir_cosine_ndcg@10": 0.44685493362359024, "eval_med-ir_cosine_precision@1": 0.2565, "eval_med-ir_cosine_precision@10": 0.06609999999999999, "eval_med-ir_cosine_precision@5": 0.11029999999999998, "eval_med-ir_cosine_recall@1": 0.2565, "eval_med-ir_cosine_recall@10": 0.661, "eval_med-ir_cosine_recall@5": 0.5515, "eval_runtime": 201.5368, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 2500 }, { "epoch": 0.27603377354405717, "grad_norm": 9.117718696594238, "learning_rate": 7.621923427529627e-06, "loss": 0.4860634231567383, "step": 2550 }, { "epoch": 0.2814462004762936, "grad_norm": 23.729257583618164, "learning_rate": 7.564949863263446e-06, "loss": 0.507370719909668, "step": 2600 }, { "epoch": 0.28685862740852996, "grad_norm": 11.298614501953125, "learning_rate": 7.507976298997266e-06, "loss": 0.4936329650878906, "step": 2650 }, { "epoch": 0.2922710543407664, "grad_norm": 77.6014175415039, "learning_rate": 7.4510027347310854e-06, "loss": 0.48061256408691405, "step": 2700 }, { "epoch": 0.2976834812730028, "grad_norm": 15.651999473571777, "learning_rate": 7.394029170464905e-06, "loss": 0.49097400665283203, "step": 2750 }, { "epoch": 0.30309590820523924, "grad_norm": 11.766587257385254, "learning_rate": 7.337055606198724e-06, "loss": 0.45163116455078123, "step": 2800 }, { "epoch": 0.30850833513747566, "grad_norm": 23.720129013061523, "learning_rate": 7.280082041932544e-06, "loss": 0.4772434997558594, "step": 2850 }, { "epoch": 0.31392076206971203, "grad_norm": 15.565823554992676, "learning_rate": 7.223108477666363e-06, "loss": 0.4418903350830078, "step": 2900 }, { "epoch": 0.31933318900194846, "grad_norm": 28.992156982421875, "learning_rate": 7.166134913400183e-06, "loss": 0.4697871780395508, "step": 2950 }, { "epoch": 0.3247456159341849, "grad_norm": 22.72297477722168, "learning_rate": 7.109161349134003e-06, "loss": 0.47639583587646483, "step": 3000 }, { "epoch": 0.3247456159341849, "eval_med-ir_cosine_accuracy@1": 0.2625, "eval_med-ir_cosine_accuracy@10": 0.683, "eval_med-ir_cosine_accuracy@5": 0.5715, "eval_med-ir_cosine_map@10": 0.39062718253968254, "eval_med-ir_cosine_mrr@10": 0.39062718253968354, "eval_med-ir_cosine_ndcg@10": 0.4605006248856704, "eval_med-ir_cosine_precision@1": 0.2625, "eval_med-ir_cosine_precision@10": 0.0683, "eval_med-ir_cosine_precision@5": 0.11429999999999998, "eval_med-ir_cosine_recall@1": 0.2625, "eval_med-ir_cosine_recall@10": 0.683, "eval_med-ir_cosine_recall@5": 0.5715, "eval_runtime": 201.7263, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 3000 }, { "epoch": 0.3301580428664213, "grad_norm": 13.229320526123047, "learning_rate": 7.052187784867822e-06, "loss": 0.4332295989990234, "step": 3050 }, { "epoch": 0.33557046979865773, "grad_norm": 11.646970748901367, "learning_rate": 6.9952142206016414e-06, "loss": 0.4455865478515625, "step": 3100 }, { "epoch": 0.34098289673089416, "grad_norm": 16.532699584960938, "learning_rate": 6.938240656335461e-06, "loss": 0.44532337188720705, "step": 3150 }, { "epoch": 0.3463953236631305, "grad_norm": 10.05997371673584, "learning_rate": 6.881267092069281e-06, "loss": 0.4604522705078125, "step": 3200 }, { "epoch": 0.35180775059536695, "grad_norm": 16.180368423461914, "learning_rate": 6.8242935278031e-06, "loss": 0.43980777740478516, "step": 3250 }, { "epoch": 0.3572201775276034, "grad_norm": 10.157905578613281, "learning_rate": 6.767319963536919e-06, "loss": 0.4337691497802734, "step": 3300 }, { "epoch": 0.3626326044598398, "grad_norm": 11.151281356811523, "learning_rate": 6.710346399270738e-06, "loss": 0.3939769744873047, "step": 3350 }, { "epoch": 0.3680450313920762, "grad_norm": 16.342805862426758, "learning_rate": 6.653372835004558e-06, "loss": 0.4240419006347656, "step": 3400 }, { "epoch": 0.3734574583243126, "grad_norm": 22.47565269470215, "learning_rate": 6.596399270738378e-06, "loss": 0.3994466400146484, "step": 3450 }, { "epoch": 0.378869885256549, "grad_norm": 14.044897079467773, "learning_rate": 6.5394257064721975e-06, "loss": 0.4122529220581055, "step": 3500 }, { "epoch": 0.378869885256549, "eval_med-ir_cosine_accuracy@1": 0.267, "eval_med-ir_cosine_accuracy@10": 0.686, "eval_med-ir_cosine_accuracy@5": 0.5675, "eval_med-ir_cosine_map@10": 0.3933458333333333, "eval_med-ir_cosine_mrr@10": 0.39334583333333395, "eval_med-ir_cosine_ndcg@10": 0.4632063346019267, "eval_med-ir_cosine_precision@1": 0.267, "eval_med-ir_cosine_precision@10": 0.0686, "eval_med-ir_cosine_precision@5": 0.1135, "eval_med-ir_cosine_recall@1": 0.267, "eval_med-ir_cosine_recall@10": 0.686, "eval_med-ir_cosine_recall@5": 0.5675, "eval_runtime": 203.0438, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 3500 }, { "epoch": 0.38428231218878545, "grad_norm": 14.33507251739502, "learning_rate": 6.4824521422060175e-06, "loss": 0.4189583206176758, "step": 3550 }, { "epoch": 0.38969473912102187, "grad_norm": 17.80910873413086, "learning_rate": 6.425478577939837e-06, "loss": 0.40559642791748046, "step": 3600 }, { "epoch": 0.3951071660532583, "grad_norm": 15.334444999694824, "learning_rate": 6.368505013673656e-06, "loss": 0.39500965118408204, "step": 3650 }, { "epoch": 0.4005195929854947, "grad_norm": 11.575246810913086, "learning_rate": 6.311531449407475e-06, "loss": 0.3902408599853516, "step": 3700 }, { "epoch": 0.4059320199177311, "grad_norm": 35.049652099609375, "learning_rate": 6.254557885141295e-06, "loss": 0.3982927703857422, "step": 3750 }, { "epoch": 0.4113444468499675, "grad_norm": 14.34006118774414, "learning_rate": 6.197584320875114e-06, "loss": 0.4042247772216797, "step": 3800 }, { "epoch": 0.41675687378220394, "grad_norm": 13.4334077835083, "learning_rate": 6.1406107566089334e-06, "loss": 0.37011260986328126, "step": 3850 }, { "epoch": 0.42216930071444037, "grad_norm": 12.63397216796875, "learning_rate": 6.083637192342754e-06, "loss": 0.3894210433959961, "step": 3900 }, { "epoch": 0.4275817276466768, "grad_norm": 17.718929290771484, "learning_rate": 6.0266636280765735e-06, "loss": 0.3830976867675781, "step": 3950 }, { "epoch": 0.43299415457891316, "grad_norm": 9.305705070495605, "learning_rate": 5.969690063810393e-06, "loss": 0.3771240234375, "step": 4000 }, { "epoch": 0.43299415457891316, "eval_med-ir_cosine_accuracy@1": 0.269, "eval_med-ir_cosine_accuracy@10": 0.702, "eval_med-ir_cosine_accuracy@5": 0.5845, "eval_med-ir_cosine_map@10": 0.40328492063492066, "eval_med-ir_cosine_mrr@10": 0.4032849206349214, "eval_med-ir_cosine_ndcg@10": 0.47483592585970547, "eval_med-ir_cosine_precision@1": 0.269, "eval_med-ir_cosine_precision@10": 0.07019999999999998, "eval_med-ir_cosine_precision@5": 0.11689999999999999, "eval_med-ir_cosine_recall@1": 0.269, "eval_med-ir_cosine_recall@10": 0.702, "eval_med-ir_cosine_recall@5": 0.5845, "eval_runtime": 201.6603, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 4000 }, { "epoch": 0.4384065815111496, "grad_norm": 60.820335388183594, "learning_rate": 5.912716499544212e-06, "loss": 0.37739875793457034, "step": 4050 }, { "epoch": 0.443819008443386, "grad_norm": 9.274678230285645, "learning_rate": 5.855742935278032e-06, "loss": 0.35956626892089844, "step": 4100 }, { "epoch": 0.44923143537562243, "grad_norm": 14.028648376464844, "learning_rate": 5.798769371011851e-06, "loss": 0.3734415817260742, "step": 4150 }, { "epoch": 0.45464386230785886, "grad_norm": 14.362080574035645, "learning_rate": 5.74179580674567e-06, "loss": 0.35489788055419924, "step": 4200 }, { "epoch": 0.4600562892400953, "grad_norm": 10.887248992919922, "learning_rate": 5.6848222424794894e-06, "loss": 0.378643684387207, "step": 4250 }, { "epoch": 0.46546871617233165, "grad_norm": 12.75235652923584, "learning_rate": 5.627848678213309e-06, "loss": 0.36337718963623045, "step": 4300 }, { "epoch": 0.4708811431045681, "grad_norm": 12.583446502685547, "learning_rate": 5.5708751139471295e-06, "loss": 0.39086261749267576, "step": 4350 }, { "epoch": 0.4762935700368045, "grad_norm": 15.591821670532227, "learning_rate": 5.513901549680949e-06, "loss": 0.359995002746582, "step": 4400 }, { "epoch": 0.48170599696904093, "grad_norm": 12.207406997680664, "learning_rate": 5.456927985414769e-06, "loss": 0.3507119369506836, "step": 4450 }, { "epoch": 0.48711842390127735, "grad_norm": 10.426576614379883, "learning_rate": 5.399954421148588e-06, "loss": 0.33905490875244143, "step": 4500 }, { "epoch": 0.48711842390127735, "eval_med-ir_cosine_accuracy@1": 0.271, "eval_med-ir_cosine_accuracy@10": 0.708, "eval_med-ir_cosine_accuracy@5": 0.592, "eval_med-ir_cosine_map@10": 0.40440674603174603, "eval_med-ir_cosine_mrr@10": 0.4044067460317468, "eval_med-ir_cosine_ndcg@10": 0.47695405972280885, "eval_med-ir_cosine_precision@1": 0.271, "eval_med-ir_cosine_precision@10": 0.0708, "eval_med-ir_cosine_precision@5": 0.11839999999999998, "eval_med-ir_cosine_recall@1": 0.271, "eval_med-ir_cosine_recall@10": 0.708, "eval_med-ir_cosine_recall@5": 0.592, "eval_runtime": 201.8898, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 4500 }, { "epoch": 0.4925308508335137, "grad_norm": 13.163915634155273, "learning_rate": 5.342980856882407e-06, "loss": 0.3553541946411133, "step": 4550 }, { "epoch": 0.49794327776575015, "grad_norm": 13.774703979492188, "learning_rate": 5.286007292616226e-06, "loss": 0.34863964080810544, "step": 4600 }, { "epoch": 0.5033557046979866, "grad_norm": 16.27928924560547, "learning_rate": 5.2290337283500455e-06, "loss": 0.35767154693603515, "step": 4650 }, { "epoch": 0.5087681316302229, "grad_norm": 13.212810516357422, "learning_rate": 5.1720601640838655e-06, "loss": 0.34347293853759764, "step": 4700 }, { "epoch": 0.5141805585624594, "grad_norm": 63.3397216796875, "learning_rate": 5.115086599817685e-06, "loss": 0.35159549713134763, "step": 4750 }, { "epoch": 0.5195929854946958, "grad_norm": 10.686352729797363, "learning_rate": 5.058113035551504e-06, "loss": 0.34051151275634767, "step": 4800 }, { "epoch": 0.5250054124269322, "grad_norm": 14.472957611083984, "learning_rate": 5.001139471285325e-06, "loss": 0.3386059188842773, "step": 4850 }, { "epoch": 0.5304178393591686, "grad_norm": 12.090630531311035, "learning_rate": 4.944165907019143e-06, "loss": 0.33799846649169923, "step": 4900 }, { "epoch": 0.5358302662914051, "grad_norm": 11.79059886932373, "learning_rate": 4.887192342752963e-06, "loss": 0.33027984619140627, "step": 4950 }, { "epoch": 0.5412426932236415, "grad_norm": 29.41385841369629, "learning_rate": 4.830218778486782e-06, "loss": 0.33967483520507813, "step": 5000 }, { "epoch": 0.5412426932236415, "eval_med-ir_cosine_accuracy@1": 0.2675, "eval_med-ir_cosine_accuracy@10": 0.7145, "eval_med-ir_cosine_accuracy@5": 0.595, "eval_med-ir_cosine_map@10": 0.40589166666666665, "eval_med-ir_cosine_mrr@10": 0.40589166666666765, "eval_med-ir_cosine_ndcg@10": 0.47971084385985074, "eval_med-ir_cosine_precision@1": 0.2675, "eval_med-ir_cosine_precision@10": 0.07144999999999999, "eval_med-ir_cosine_precision@5": 0.119, "eval_med-ir_cosine_recall@1": 0.2675, "eval_med-ir_cosine_recall@10": 0.7145, "eval_med-ir_cosine_recall@5": 0.595, "eval_runtime": 201.9635, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 5000 }, { "epoch": 0.5466551201558779, "grad_norm": 9.831153869628906, "learning_rate": 4.773245214220602e-06, "loss": 0.32759140014648436, "step": 5050 }, { "epoch": 0.5520675470881143, "grad_norm": 16.4588680267334, "learning_rate": 4.7162716499544215e-06, "loss": 0.3517844009399414, "step": 5100 }, { "epoch": 0.5574799740203508, "grad_norm": 12.972901344299316, "learning_rate": 4.659298085688241e-06, "loss": 0.3224177932739258, "step": 5150 }, { "epoch": 0.5628924009525872, "grad_norm": 10.552929878234863, "learning_rate": 4.602324521422061e-06, "loss": 0.33376876831054686, "step": 5200 }, { "epoch": 0.5683048278848235, "grad_norm": 11.129302024841309, "learning_rate": 4.54535095715588e-06, "loss": 0.3148741912841797, "step": 5250 }, { "epoch": 0.5737172548170599, "grad_norm": 14.201574325561523, "learning_rate": 4.4883773928897e-06, "loss": 0.31310392379760743, "step": 5300 }, { "epoch": 0.5791296817492964, "grad_norm": 12.867053031921387, "learning_rate": 4.431403828623519e-06, "loss": 0.33751739501953126, "step": 5350 }, { "epoch": 0.5845421086815328, "grad_norm": 13.504654884338379, "learning_rate": 4.374430264357338e-06, "loss": 0.30629257202148436, "step": 5400 }, { "epoch": 0.5899545356137692, "grad_norm": 13.664006233215332, "learning_rate": 4.317456700091158e-06, "loss": 0.32410713195800783, "step": 5450 }, { "epoch": 0.5953669625460056, "grad_norm": 11.950257301330566, "learning_rate": 4.2604831358249775e-06, "loss": 0.32300758361816406, "step": 5500 }, { "epoch": 0.5953669625460056, "eval_med-ir_cosine_accuracy@1": 0.277, "eval_med-ir_cosine_accuracy@10": 0.721, "eval_med-ir_cosine_accuracy@5": 0.603, "eval_med-ir_cosine_map@10": 0.4126097222222222, "eval_med-ir_cosine_mrr@10": 0.4126097222222228, "eval_med-ir_cosine_ndcg@10": 0.48637497968844723, "eval_med-ir_cosine_precision@1": 0.277, "eval_med-ir_cosine_precision@10": 0.0721, "eval_med-ir_cosine_precision@5": 0.1206, "eval_med-ir_cosine_recall@1": 0.277, "eval_med-ir_cosine_recall@10": 0.721, "eval_med-ir_cosine_recall@5": 0.603, "eval_runtime": 201.9874, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 5500 }, { "epoch": 0.600779389478242, "grad_norm": 12.62736701965332, "learning_rate": 4.203509571558797e-06, "loss": 0.326828727722168, "step": 5550 }, { "epoch": 0.6061918164104785, "grad_norm": 11.41507625579834, "learning_rate": 4.146536007292617e-06, "loss": 0.3256198501586914, "step": 5600 }, { "epoch": 0.6116042433427149, "grad_norm": 11.979228019714355, "learning_rate": 4.089562443026436e-06, "loss": 0.303708553314209, "step": 5650 }, { "epoch": 0.6170166702749513, "grad_norm": 11.302104949951172, "learning_rate": 4.032588878760256e-06, "loss": 0.3067050552368164, "step": 5700 }, { "epoch": 0.6224290972071878, "grad_norm": 11.284625053405762, "learning_rate": 3.975615314494075e-06, "loss": 0.29218515396118167, "step": 5750 }, { "epoch": 0.6278415241394241, "grad_norm": 13.815909385681152, "learning_rate": 3.918641750227894e-06, "loss": 0.3054057121276855, "step": 5800 }, { "epoch": 0.6332539510716605, "grad_norm": 14.002894401550293, "learning_rate": 3.8616681859617135e-06, "loss": 0.2975652885437012, "step": 5850 }, { "epoch": 0.6386663780038969, "grad_norm": 13.656407356262207, "learning_rate": 3.804694621695534e-06, "loss": 0.3029363250732422, "step": 5900 }, { "epoch": 0.6440788049361333, "grad_norm": 14.23427963256836, "learning_rate": 3.747721057429353e-06, "loss": 0.3082460403442383, "step": 5950 }, { "epoch": 0.6494912318683698, "grad_norm": 14.51518726348877, "learning_rate": 3.6907474931631727e-06, "loss": 0.29763351440429686, "step": 6000 }, { "epoch": 0.6494912318683698, "eval_med-ir_cosine_accuracy@1": 0.276, "eval_med-ir_cosine_accuracy@10": 0.7315, "eval_med-ir_cosine_accuracy@5": 0.6105, "eval_med-ir_cosine_map@10": 0.41684503968253966, "eval_med-ir_cosine_mrr@10": 0.41684503968254044, "eval_med-ir_cosine_ndcg@10": 0.4921300508685905, "eval_med-ir_cosine_precision@1": 0.276, "eval_med-ir_cosine_precision@10": 0.07314999999999999, "eval_med-ir_cosine_precision@5": 0.1221, "eval_med-ir_cosine_recall@1": 0.276, "eval_med-ir_cosine_recall@10": 0.7315, "eval_med-ir_cosine_recall@5": 0.6105, "eval_runtime": 202.1237, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 6000 }, { "epoch": 0.6549036588006062, "grad_norm": 12.586846351623535, "learning_rate": 3.633773928896992e-06, "loss": 0.2813653755187988, "step": 6050 }, { "epoch": 0.6603160857328426, "grad_norm": 16.118236541748047, "learning_rate": 3.5768003646308115e-06, "loss": 0.2929951286315918, "step": 6100 }, { "epoch": 0.665728512665079, "grad_norm": 8.593788146972656, "learning_rate": 3.519826800364631e-06, "loss": 0.28814050674438474, "step": 6150 }, { "epoch": 0.6711409395973155, "grad_norm": 11.428159713745117, "learning_rate": 3.4628532360984507e-06, "loss": 0.28277135848999024, "step": 6200 }, { "epoch": 0.6765533665295519, "grad_norm": 15.0632963180542, "learning_rate": 3.40587967183227e-06, "loss": 0.29856937408447265, "step": 6250 }, { "epoch": 0.6819657934617883, "grad_norm": 12.1491117477417, "learning_rate": 3.3489061075660895e-06, "loss": 0.27514263153076174, "step": 6300 }, { "epoch": 0.6873782203940246, "grad_norm": 13.146723747253418, "learning_rate": 3.2919325432999087e-06, "loss": 0.29016679763793946, "step": 6350 }, { "epoch": 0.692790647326261, "grad_norm": 10.944768905639648, "learning_rate": 3.2349589790337288e-06, "loss": 0.3057102203369141, "step": 6400 }, { "epoch": 0.6982030742584975, "grad_norm": 14.017468452453613, "learning_rate": 3.1779854147675484e-06, "loss": 0.274563102722168, "step": 6450 }, { "epoch": 0.7036155011907339, "grad_norm": 14.731802940368652, "learning_rate": 3.1210118505013675e-06, "loss": 0.2981874084472656, "step": 6500 }, { "epoch": 0.7036155011907339, "eval_med-ir_cosine_accuracy@1": 0.277, "eval_med-ir_cosine_accuracy@10": 0.739, "eval_med-ir_cosine_accuracy@5": 0.619, "eval_med-ir_cosine_map@10": 0.41911646825396826, "eval_med-ir_cosine_mrr@10": 0.41911646825396937, "eval_med-ir_cosine_ndcg@10": 0.49568153299235596, "eval_med-ir_cosine_precision@1": 0.277, "eval_med-ir_cosine_precision@10": 0.0739, "eval_med-ir_cosine_precision@5": 0.12379999999999998, "eval_med-ir_cosine_recall@1": 0.277, "eval_med-ir_cosine_recall@10": 0.739, "eval_med-ir_cosine_recall@5": 0.619, "eval_runtime": 201.9282, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 6500 }, { "epoch": 0.7090279281229703, "grad_norm": 19.476343154907227, "learning_rate": 3.064038286235187e-06, "loss": 0.2646297836303711, "step": 6550 }, { "epoch": 0.7144403550552068, "grad_norm": 12.366972923278809, "learning_rate": 3.0070647219690068e-06, "loss": 0.2877869987487793, "step": 6600 }, { "epoch": 0.7198527819874432, "grad_norm": 10.039251327514648, "learning_rate": 2.9500911577028264e-06, "loss": 0.28701297760009764, "step": 6650 }, { "epoch": 0.7252652089196796, "grad_norm": 12.628812789916992, "learning_rate": 2.8931175934366455e-06, "loss": 0.28906829833984377, "step": 6700 }, { "epoch": 0.730677635851916, "grad_norm": 12.290726661682129, "learning_rate": 2.836144029170465e-06, "loss": 0.2727901268005371, "step": 6750 }, { "epoch": 0.7360900627841525, "grad_norm": 10.091827392578125, "learning_rate": 2.7791704649042843e-06, "loss": 0.276937370300293, "step": 6800 }, { "epoch": 0.7415024897163889, "grad_norm": 10.520870208740234, "learning_rate": 2.7221969006381044e-06, "loss": 0.270597972869873, "step": 6850 }, { "epoch": 0.7469149166486252, "grad_norm": 12.447760581970215, "learning_rate": 2.6652233363719236e-06, "loss": 0.2752882194519043, "step": 6900 }, { "epoch": 0.7523273435808616, "grad_norm": 14.231340408325195, "learning_rate": 2.608249772105743e-06, "loss": 0.2728244400024414, "step": 6950 }, { "epoch": 0.757739770513098, "grad_norm": 8.681909561157227, "learning_rate": 2.5512762078395623e-06, "loss": 0.26582529067993166, "step": 7000 }, { "epoch": 0.757739770513098, "eval_med-ir_cosine_accuracy@1": 0.2935, "eval_med-ir_cosine_accuracy@10": 0.749, "eval_med-ir_cosine_accuracy@5": 0.6295, "eval_med-ir_cosine_map@10": 0.4323513888888889, "eval_med-ir_cosine_mrr@10": 0.4323513888888905, "eval_med-ir_cosine_ndcg@10": 0.5080201049226254, "eval_med-ir_cosine_precision@1": 0.2935, "eval_med-ir_cosine_precision@10": 0.07490000000000001, "eval_med-ir_cosine_precision@5": 0.12589999999999998, "eval_med-ir_cosine_recall@1": 0.2935, "eval_med-ir_cosine_recall@10": 0.749, "eval_med-ir_cosine_recall@5": 0.6295, "eval_runtime": 201.9117, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 7000 }, { "epoch": 0.7631521974453345, "grad_norm": 11.7166166305542, "learning_rate": 2.4943026435733824e-06, "loss": 0.28606037139892576, "step": 7050 }, { "epoch": 0.7685646243775709, "grad_norm": 9.652694702148438, "learning_rate": 2.4373290793072016e-06, "loss": 0.2551169204711914, "step": 7100 }, { "epoch": 0.7739770513098073, "grad_norm": 9.175395965576172, "learning_rate": 2.380355515041021e-06, "loss": 0.2664634895324707, "step": 7150 }, { "epoch": 0.7793894782420437, "grad_norm": 12.173332214355469, "learning_rate": 2.3233819507748408e-06, "loss": 0.2713590431213379, "step": 7200 }, { "epoch": 0.7848019051742802, "grad_norm": 11.717100143432617, "learning_rate": 2.2664083865086604e-06, "loss": 0.24833248138427735, "step": 7250 }, { "epoch": 0.7902143321065166, "grad_norm": 16.38431167602539, "learning_rate": 2.2094348222424796e-06, "loss": 0.263923282623291, "step": 7300 }, { "epoch": 0.795626759038753, "grad_norm": 11.193191528320312, "learning_rate": 2.152461257976299e-06, "loss": 0.262416877746582, "step": 7350 }, { "epoch": 0.8010391859709894, "grad_norm": 13.376218795776367, "learning_rate": 2.0954876937101188e-06, "loss": 0.26959058761596677, "step": 7400 }, { "epoch": 0.8064516129032258, "grad_norm": 13.544227600097656, "learning_rate": 2.038514129443938e-06, "loss": 0.23632143020629884, "step": 7450 }, { "epoch": 0.8118640398354622, "grad_norm": 10.161334037780762, "learning_rate": 1.9815405651777576e-06, "loss": 0.2540930366516113, "step": 7500 }, { "epoch": 0.8118640398354622, "eval_med-ir_cosine_accuracy@1": 0.2885, "eval_med-ir_cosine_accuracy@10": 0.751, "eval_med-ir_cosine_accuracy@5": 0.6345, "eval_med-ir_cosine_map@10": 0.4315744047619048, "eval_med-ir_cosine_mrr@10": 0.4315744047619061, "eval_med-ir_cosine_ndcg@10": 0.5081414876920342, "eval_med-ir_cosine_precision@1": 0.2885, "eval_med-ir_cosine_precision@10": 0.0751, "eval_med-ir_cosine_precision@5": 0.12689999999999999, "eval_med-ir_cosine_recall@1": 0.2885, "eval_med-ir_cosine_recall@10": 0.751, "eval_med-ir_cosine_recall@5": 0.6345, "eval_runtime": 201.9953, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 7500 }, { "epoch": 0.8172764667676986, "grad_norm": 12.034443855285645, "learning_rate": 1.924567000911577e-06, "loss": 0.2555007743835449, "step": 7550 }, { "epoch": 0.822688893699935, "grad_norm": 16.800071716308594, "learning_rate": 1.8675934366453966e-06, "loss": 0.2479327392578125, "step": 7600 }, { "epoch": 0.8281013206321715, "grad_norm": 9.312808990478516, "learning_rate": 1.8106198723792162e-06, "loss": 0.2528665351867676, "step": 7650 }, { "epoch": 0.8335137475644079, "grad_norm": 18.25534439086914, "learning_rate": 1.7536463081130356e-06, "loss": 0.23915727615356444, "step": 7700 }, { "epoch": 0.8389261744966443, "grad_norm": 16.222217559814453, "learning_rate": 1.6966727438468552e-06, "loss": 0.24185392379760742, "step": 7750 }, { "epoch": 0.8443386014288807, "grad_norm": 10.486421585083008, "learning_rate": 1.6396991795806746e-06, "loss": 0.23977249145507812, "step": 7800 }, { "epoch": 0.8497510283611172, "grad_norm": 12.517302513122559, "learning_rate": 1.5827256153144944e-06, "loss": 0.26165573120117186, "step": 7850 }, { "epoch": 0.8551634552933536, "grad_norm": 19.228796005249023, "learning_rate": 1.5257520510483138e-06, "loss": 0.2593367958068848, "step": 7900 }, { "epoch": 0.86057588222559, "grad_norm": 13.028752326965332, "learning_rate": 1.468778486782133e-06, "loss": 0.2442777442932129, "step": 7950 }, { "epoch": 0.8659883091578263, "grad_norm": 15.147577285766602, "learning_rate": 1.4118049225159528e-06, "loss": 0.25144107818603517, "step": 8000 }, { "epoch": 0.8659883091578263, "eval_med-ir_cosine_accuracy@1": 0.2975, "eval_med-ir_cosine_accuracy@10": 0.7625, "eval_med-ir_cosine_accuracy@5": 0.639, "eval_med-ir_cosine_map@10": 0.4382662698412698, "eval_med-ir_cosine_mrr@10": 0.43826626984127115, "eval_med-ir_cosine_ndcg@10": 0.515789416670254, "eval_med-ir_cosine_precision@1": 0.2975, "eval_med-ir_cosine_precision@10": 0.07625, "eval_med-ir_cosine_precision@5": 0.12780000000000002, "eval_med-ir_cosine_recall@1": 0.2975, "eval_med-ir_cosine_recall@10": 0.7625, "eval_med-ir_cosine_recall@5": 0.639, "eval_runtime": 202.2743, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 8000 }, { "epoch": 0.8714007360900627, "grad_norm": 10.593201637268066, "learning_rate": 1.3548313582497722e-06, "loss": 0.21925973892211914, "step": 8050 }, { "epoch": 0.8768131630222992, "grad_norm": 9.30747127532959, "learning_rate": 1.2978577939835918e-06, "loss": 0.2645393753051758, "step": 8100 }, { "epoch": 0.8822255899545356, "grad_norm": 12.939546585083008, "learning_rate": 1.2408842297174112e-06, "loss": 0.24294631958007812, "step": 8150 }, { "epoch": 0.887638016886772, "grad_norm": 12.989635467529297, "learning_rate": 1.1839106654512308e-06, "loss": 0.2346791458129883, "step": 8200 }, { "epoch": 0.8930504438190084, "grad_norm": 10.68549633026123, "learning_rate": 1.1269371011850502e-06, "loss": 0.2508926582336426, "step": 8250 }, { "epoch": 0.8984628707512449, "grad_norm": 13.170727729797363, "learning_rate": 1.0699635369188698e-06, "loss": 0.24476949691772462, "step": 8300 }, { "epoch": 0.9038752976834813, "grad_norm": 14.510846138000488, "learning_rate": 1.0129899726526892e-06, "loss": 0.22990604400634765, "step": 8350 }, { "epoch": 0.9092877246157177, "grad_norm": 11.642735481262207, "learning_rate": 9.560164083865088e-07, "loss": 0.23426557540893556, "step": 8400 }, { "epoch": 0.9147001515479541, "grad_norm": 11.36447811126709, "learning_rate": 8.990428441203282e-07, "loss": 0.22494091033935548, "step": 8450 }, { "epoch": 0.9201125784801906, "grad_norm": 13.366386413574219, "learning_rate": 8.420692798541477e-07, "loss": 0.2371271324157715, "step": 8500 }, { "epoch": 0.9201125784801906, "eval_med-ir_cosine_accuracy@1": 0.2955, "eval_med-ir_cosine_accuracy@10": 0.763, "eval_med-ir_cosine_accuracy@5": 0.6385, "eval_med-ir_cosine_map@10": 0.43837440476190476, "eval_med-ir_cosine_mrr@10": 0.43837440476190603, "eval_med-ir_cosine_ndcg@10": 0.5160688113050383, "eval_med-ir_cosine_precision@1": 0.2955, "eval_med-ir_cosine_precision@10": 0.0763, "eval_med-ir_cosine_precision@5": 0.12769999999999998, "eval_med-ir_cosine_recall@1": 0.2955, "eval_med-ir_cosine_recall@10": 0.763, "eval_med-ir_cosine_recall@5": 0.6385, "eval_runtime": 202.0719, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 8500 }, { "epoch": 0.9255250054124269, "grad_norm": 10.998147964477539, "learning_rate": 7.850957155879672e-07, "loss": 0.23590314865112305, "step": 8550 }, { "epoch": 0.9309374323446633, "grad_norm": 15.935047149658203, "learning_rate": 7.281221513217868e-07, "loss": 0.2382797622680664, "step": 8600 }, { "epoch": 0.9363498592768997, "grad_norm": 12.803621292114258, "learning_rate": 6.711485870556063e-07, "loss": 0.22267740249633788, "step": 8650 }, { "epoch": 0.9417622862091362, "grad_norm": 13.977757453918457, "learning_rate": 6.141750227894257e-07, "loss": 0.2232305908203125, "step": 8700 }, { "epoch": 0.9471747131413726, "grad_norm": 16.846174240112305, "learning_rate": 5.572014585232452e-07, "loss": 0.2357836151123047, "step": 8750 }, { "epoch": 0.952587140073609, "grad_norm": 15.128077507019043, "learning_rate": 5.002278942570648e-07, "loss": 0.2281227684020996, "step": 8800 }, { "epoch": 0.9579995670058454, "grad_norm": 11.672616958618164, "learning_rate": 4.4325432999088427e-07, "loss": 0.2422504997253418, "step": 8850 }, { "epoch": 0.9634119939380819, "grad_norm": 12.251054763793945, "learning_rate": 3.8628076572470377e-07, "loss": 0.21425025939941406, "step": 8900 }, { "epoch": 0.9688244208703183, "grad_norm": 12.066123962402344, "learning_rate": 3.2930720145852327e-07, "loss": 0.23759965896606444, "step": 8950 }, { "epoch": 0.9742368478025547, "grad_norm": 10.109079360961914, "learning_rate": 2.723336371923428e-07, "loss": 0.22936006546020507, "step": 9000 }, { "epoch": 0.9742368478025547, "eval_med-ir_cosine_accuracy@1": 0.2985, "eval_med-ir_cosine_accuracy@10": 0.7695, "eval_med-ir_cosine_accuracy@5": 0.639, "eval_med-ir_cosine_map@10": 0.4417488095238095, "eval_med-ir_cosine_mrr@10": 0.44174880952381057, "eval_med-ir_cosine_ndcg@10": 0.5200751533668311, "eval_med-ir_cosine_precision@1": 0.2985, "eval_med-ir_cosine_precision@10": 0.07695, "eval_med-ir_cosine_precision@5": 0.12779999999999997, "eval_med-ir_cosine_recall@1": 0.2985, "eval_med-ir_cosine_recall@10": 0.7695, "eval_med-ir_cosine_recall@5": 0.639, "eval_runtime": 203.424, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 9000 }, { "epoch": 0.9796492747347911, "grad_norm": 14.005215644836426, "learning_rate": 2.1536007292616228e-07, "loss": 0.24785844802856447, "step": 9050 }, { "epoch": 0.9850617016670274, "grad_norm": 12.992070198059082, "learning_rate": 1.5838650865998178e-07, "loss": 0.23261903762817382, "step": 9100 }, { "epoch": 0.9904741285992639, "grad_norm": 21.28791046142578, "learning_rate": 1.0141294439380129e-07, "loss": 0.22551258087158202, "step": 9150 }, { "epoch": 0.9958865555315003, "grad_norm": 13.448585510253906, "learning_rate": 4.443938012762079e-08, "loss": 0.22223316192626952, "step": 9200 }, { "epoch": 1.0, "eval_med-ir_cosine_accuracy@1": 0.2975, "eval_med-ir_cosine_accuracy@10": 0.767, "eval_med-ir_cosine_accuracy@5": 0.6395, "eval_med-ir_cosine_map@10": 0.44087579365079366, "eval_med-ir_cosine_mrr@10": 0.44087579365079455, "eval_med-ir_cosine_ndcg@10": 0.5188849850152009, "eval_med-ir_cosine_precision@1": 0.2975, "eval_med-ir_cosine_precision@10": 0.0767, "eval_med-ir_cosine_precision@5": 0.12789999999999999, "eval_med-ir_cosine_recall@1": 0.2975, "eval_med-ir_cosine_recall@10": 0.767, "eval_med-ir_cosine_recall@5": 0.6395, "eval_runtime": 201.8593, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 9238 } ], "logging_steps": 50, "max_steps": 9238, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 128, "trial_name": null, "trial_params": null }