{ "best_global_step": 9238, "best_metric": 0.5347855089896354, "best_model_checkpoint": "checkpoints/med-ruri-v3-310m-v2-from-med/checkpoint-9238", "epoch": 1.0, "eval_steps": 500, "global_step": 9238, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0054124269322364145, "grad_norm": 22.091711044311523, "learning_rate": 1.0606060606060608e-06, "loss": 0.5810956573486328, "step": 50 }, { "epoch": 0.010824853864472829, "grad_norm": 26.90237808227539, "learning_rate": 2.1428571428571427e-06, "loss": 0.5973890686035156, "step": 100 }, { "epoch": 0.016237280796709243, "grad_norm": 22.06680679321289, "learning_rate": 3.2251082251082253e-06, "loss": 0.5978684997558594, "step": 150 }, { "epoch": 0.021649707728945658, "grad_norm": 30.73612403869629, "learning_rate": 4.3073593073593075e-06, "loss": 0.6274854278564453, "step": 200 }, { "epoch": 0.027062134661182072, "grad_norm": 36.56094741821289, "learning_rate": 5.38961038961039e-06, "loss": 0.6082656478881836, "step": 250 }, { "epoch": 0.03247456159341849, "grad_norm": 17.37059211730957, "learning_rate": 6.471861471861473e-06, "loss": 0.60634521484375, "step": 300 }, { "epoch": 0.037886988525654905, "grad_norm": 18.33981704711914, "learning_rate": 7.554112554112555e-06, "loss": 0.6059419250488282, "step": 350 }, { "epoch": 0.043299415457891316, "grad_norm": 21.17893409729004, "learning_rate": 8.636363636363637e-06, "loss": 0.6617005157470703, "step": 400 }, { "epoch": 0.048711842390127734, "grad_norm": 20.49173927307129, "learning_rate": 9.71861471861472e-06, "loss": 0.6320545959472657, "step": 450 }, { "epoch": 0.054124269322364145, "grad_norm": 19.96882438659668, "learning_rate": 9.957839562443026e-06, "loss": 0.6559333801269531, "step": 500 }, { "epoch": 0.054124269322364145, "eval_med-ir_cosine_accuracy@1": 0.2335, "eval_med-ir_cosine_accuracy@10": 0.6305, "eval_med-ir_cosine_accuracy@5": 0.512, "eval_med-ir_cosine_map@10": 0.3536738095238095, "eval_med-ir_cosine_mrr@10": 0.35367380952381017, "eval_med-ir_cosine_ndcg@10": 0.4195423974912603, "eval_med-ir_cosine_precision@1": 0.2335, "eval_med-ir_cosine_precision@10": 0.06305, "eval_med-ir_cosine_precision@5": 0.10239999999999999, "eval_med-ir_cosine_recall@1": 0.2335, "eval_med-ir_cosine_recall@10": 0.6305, "eval_med-ir_cosine_recall@5": 0.512, "eval_runtime": 198.3143, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 500 }, { "epoch": 0.05953669625460056, "grad_norm": 14.007671356201172, "learning_rate": 9.900865998176847e-06, "loss": 0.6473088836669922, "step": 550 }, { "epoch": 0.06494912318683697, "grad_norm": 31.420255661010742, "learning_rate": 9.843892433910666e-06, "loss": 0.6250732040405274, "step": 600 }, { "epoch": 0.0703615501190734, "grad_norm": 15.641053199768066, "learning_rate": 9.786918869644485e-06, "loss": 0.6227972412109375, "step": 650 }, { "epoch": 0.07577397705130981, "grad_norm": 11.861721992492676, "learning_rate": 9.729945305378306e-06, "loss": 0.6137947845458984, "step": 700 }, { "epoch": 0.08118640398354622, "grad_norm": 21.33319664001465, "learning_rate": 9.672971741112125e-06, "loss": 0.5846940994262695, "step": 750 }, { "epoch": 0.08659883091578263, "grad_norm": 15.193290710449219, "learning_rate": 9.615998176845945e-06, "loss": 0.6300284576416015, "step": 800 }, { "epoch": 0.09201125784801906, "grad_norm": 15.623992919921875, "learning_rate": 9.559024612579764e-06, "loss": 0.5829638290405273, "step": 850 }, { "epoch": 0.09742368478025547, "grad_norm": 16.117965698242188, "learning_rate": 9.502051048313583e-06, "loss": 0.5814175415039062, "step": 900 }, { "epoch": 0.10283611171249188, "grad_norm": 17.597211837768555, "learning_rate": 9.445077484047402e-06, "loss": 0.608528938293457, "step": 950 }, { "epoch": 0.10824853864472829, "grad_norm": 10.883966445922852, "learning_rate": 9.388103919781221e-06, "loss": 0.5612695693969727, "step": 1000 }, { "epoch": 0.10824853864472829, "eval_med-ir_cosine_accuracy@1": 0.2435, "eval_med-ir_cosine_accuracy@10": 0.645, "eval_med-ir_cosine_accuracy@5": 0.5245, "eval_med-ir_cosine_map@10": 0.3628753968253968, "eval_med-ir_cosine_mrr@10": 0.36287539682539693, "eval_med-ir_cosine_ndcg@10": 0.43001505511639093, "eval_med-ir_cosine_precision@1": 0.2435, "eval_med-ir_cosine_precision@10": 0.0645, "eval_med-ir_cosine_precision@5": 0.1049, "eval_med-ir_cosine_recall@1": 0.2435, "eval_med-ir_cosine_recall@10": 0.645, "eval_med-ir_cosine_recall@5": 0.5245, "eval_runtime": 198.2367, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 1000 }, { "epoch": 0.11366096557696471, "grad_norm": 31.035585403442383, "learning_rate": 9.331130355515042e-06, "loss": 0.5610498809814453, "step": 1050 }, { "epoch": 0.11907339250920113, "grad_norm": 15.44961166381836, "learning_rate": 9.274156791248861e-06, "loss": 0.5322723770141602, "step": 1100 }, { "epoch": 0.12448581944143754, "grad_norm": 14.872472763061523, "learning_rate": 9.21718322698268e-06, "loss": 0.5445039749145508, "step": 1150 }, { "epoch": 0.12989824637367395, "grad_norm": 13.923245429992676, "learning_rate": 9.1602096627165e-06, "loss": 0.5462652969360352, "step": 1200 }, { "epoch": 0.13531067330591037, "grad_norm": 17.770320892333984, "learning_rate": 9.10323609845032e-06, "loss": 0.5373329544067382, "step": 1250 }, { "epoch": 0.1407231002381468, "grad_norm": 14.83683967590332, "learning_rate": 9.04626253418414e-06, "loss": 0.5353601455688477, "step": 1300 }, { "epoch": 0.1461355271703832, "grad_norm": 13.23371696472168, "learning_rate": 8.989288969917959e-06, "loss": 0.5208092498779296, "step": 1350 }, { "epoch": 0.15154795410261962, "grad_norm": 15.37125301361084, "learning_rate": 8.932315405651778e-06, "loss": 0.5173469161987305, "step": 1400 }, { "epoch": 0.15696038103485602, "grad_norm": 53.90034866333008, "learning_rate": 8.875341841385597e-06, "loss": 0.5132351303100586, "step": 1450 }, { "epoch": 0.16237280796709244, "grad_norm": 14.586034774780273, "learning_rate": 8.818368277119417e-06, "loss": 0.5100366592407226, "step": 1500 }, { "epoch": 0.16237280796709244, "eval_med-ir_cosine_accuracy@1": 0.257, "eval_med-ir_cosine_accuracy@10": 0.651, "eval_med-ir_cosine_accuracy@5": 0.5445, "eval_med-ir_cosine_map@10": 0.376661507936508, "eval_med-ir_cosine_mrr@10": 0.37666150793650865, "eval_med-ir_cosine_ndcg@10": 0.4422397870179599, "eval_med-ir_cosine_precision@1": 0.257, "eval_med-ir_cosine_precision@10": 0.06509999999999999, "eval_med-ir_cosine_precision@5": 0.1089, "eval_med-ir_cosine_recall@1": 0.257, "eval_med-ir_cosine_recall@10": 0.651, "eval_med-ir_cosine_recall@5": 0.5445, "eval_runtime": 198.0162, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 1500 }, { "epoch": 0.16778523489932887, "grad_norm": 24.224672317504883, "learning_rate": 8.761394712853237e-06, "loss": 0.48708602905273435, "step": 1550 }, { "epoch": 0.17319766183156526, "grad_norm": 25.533063888549805, "learning_rate": 8.704421148587057e-06, "loss": 0.4870215606689453, "step": 1600 }, { "epoch": 0.1786100887638017, "grad_norm": 14.931447982788086, "learning_rate": 8.647447584320876e-06, "loss": 0.48519393920898435, "step": 1650 }, { "epoch": 0.1840225156960381, "grad_norm": 57.20028305053711, "learning_rate": 8.590474020054695e-06, "loss": 0.4701200866699219, "step": 1700 }, { "epoch": 0.1894349426282745, "grad_norm": 17.52520179748535, "learning_rate": 8.533500455788514e-06, "loss": 0.4747860336303711, "step": 1750 }, { "epoch": 0.19484736956051094, "grad_norm": 14.99055290222168, "learning_rate": 8.476526891522335e-06, "loss": 0.4776020050048828, "step": 1800 }, { "epoch": 0.20025979649274736, "grad_norm": 40.514556884765625, "learning_rate": 8.419553327256154e-06, "loss": 0.4884099197387695, "step": 1850 }, { "epoch": 0.20567222342498376, "grad_norm": 13.448609352111816, "learning_rate": 8.362579762989973e-06, "loss": 0.46981685638427734, "step": 1900 }, { "epoch": 0.21108465035722018, "grad_norm": 41.42716979980469, "learning_rate": 8.305606198723793e-06, "loss": 0.4416991806030273, "step": 1950 }, { "epoch": 0.21649707728945658, "grad_norm": 13.701931953430176, "learning_rate": 8.248632634457613e-06, "loss": 0.45240833282470705, "step": 2000 }, { "epoch": 0.21649707728945658, "eval_med-ir_cosine_accuracy@1": 0.268, "eval_med-ir_cosine_accuracy@10": 0.689, "eval_med-ir_cosine_accuracy@5": 0.572, "eval_med-ir_cosine_map@10": 0.39344781746031743, "eval_med-ir_cosine_mrr@10": 0.39344781746031837, "eval_med-ir_cosine_ndcg@10": 0.4639957323509697, "eval_med-ir_cosine_precision@1": 0.268, "eval_med-ir_cosine_precision@10": 0.06889999999999999, "eval_med-ir_cosine_precision@5": 0.11439999999999997, "eval_med-ir_cosine_recall@1": 0.268, "eval_med-ir_cosine_recall@10": 0.689, "eval_med-ir_cosine_recall@5": 0.572, "eval_runtime": 197.9892, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 2000 }, { "epoch": 0.221909504221693, "grad_norm": 14.342713356018066, "learning_rate": 8.191659070191433e-06, "loss": 0.41835445404052735, "step": 2050 }, { "epoch": 0.22732193115392943, "grad_norm": 14.057853698730469, "learning_rate": 8.134685505925252e-06, "loss": 0.4376869201660156, "step": 2100 }, { "epoch": 0.23273435808616583, "grad_norm": 17.036577224731445, "learning_rate": 8.077711941659071e-06, "loss": 0.4246596527099609, "step": 2150 }, { "epoch": 0.23814678501840225, "grad_norm": 18.304466247558594, "learning_rate": 8.02073837739289e-06, "loss": 0.4270343399047852, "step": 2200 }, { "epoch": 0.24355921195063868, "grad_norm": 14.362133026123047, "learning_rate": 7.96376481312671e-06, "loss": 0.39719131469726565, "step": 2250 }, { "epoch": 0.24897163888287507, "grad_norm": 20.454240798950195, "learning_rate": 7.906791248860529e-06, "loss": 0.41015525817871096, "step": 2300 }, { "epoch": 0.25438406581511147, "grad_norm": 12.270647048950195, "learning_rate": 7.849817684594348e-06, "loss": 0.42903034210205077, "step": 2350 }, { "epoch": 0.2597964927473479, "grad_norm": 28.174285888671875, "learning_rate": 7.792844120328169e-06, "loss": 0.42807239532470703, "step": 2400 }, { "epoch": 0.2652089196795843, "grad_norm": 18.793760299682617, "learning_rate": 7.735870556061988e-06, "loss": 0.408839111328125, "step": 2450 }, { "epoch": 0.27062134661182075, "grad_norm": 17.428316116333008, "learning_rate": 7.678896991795807e-06, "loss": 0.3954234313964844, "step": 2500 }, { "epoch": 0.27062134661182075, "eval_med-ir_cosine_accuracy@1": 0.258, "eval_med-ir_cosine_accuracy@10": 0.691, "eval_med-ir_cosine_accuracy@5": 0.5765, "eval_med-ir_cosine_map@10": 0.3904605158730159, "eval_med-ir_cosine_mrr@10": 0.3904605158730165, "eval_med-ir_cosine_ndcg@10": 0.4622957077716924, "eval_med-ir_cosine_precision@1": 0.258, "eval_med-ir_cosine_precision@10": 0.0691, "eval_med-ir_cosine_precision@5": 0.11529999999999999, "eval_med-ir_cosine_recall@1": 0.258, "eval_med-ir_cosine_recall@10": 0.691, "eval_med-ir_cosine_recall@5": 0.5765, "eval_runtime": 198.2839, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 2500 }, { "epoch": 0.27603377354405717, "grad_norm": 11.601201057434082, "learning_rate": 7.621923427529627e-06, "loss": 0.4116721343994141, "step": 2550 }, { "epoch": 0.2814462004762936, "grad_norm": 15.527596473693848, "learning_rate": 7.564949863263446e-06, "loss": 0.42864116668701174, "step": 2600 }, { "epoch": 0.28685862740852996, "grad_norm": 12.549497604370117, "learning_rate": 7.507976298997266e-06, "loss": 0.4226658630371094, "step": 2650 }, { "epoch": 0.2922710543407664, "grad_norm": 10.258222579956055, "learning_rate": 7.4510027347310854e-06, "loss": 0.4034589385986328, "step": 2700 }, { "epoch": 0.2976834812730028, "grad_norm": 19.976058959960938, "learning_rate": 7.394029170464905e-06, "loss": 0.41836067199707033, "step": 2750 }, { "epoch": 0.30309590820523924, "grad_norm": 14.707470893859863, "learning_rate": 7.337055606198724e-06, "loss": 0.3800539016723633, "step": 2800 }, { "epoch": 0.30850833513747566, "grad_norm": 11.695472717285156, "learning_rate": 7.280082041932544e-06, "loss": 0.4029639053344727, "step": 2850 }, { "epoch": 0.31392076206971203, "grad_norm": 11.314372062683105, "learning_rate": 7.223108477666363e-06, "loss": 0.3858915710449219, "step": 2900 }, { "epoch": 0.31933318900194846, "grad_norm": 11.189620971679688, "learning_rate": 7.166134913400183e-06, "loss": 0.39434814453125, "step": 2950 }, { "epoch": 0.3247456159341849, "grad_norm": 13.215967178344727, "learning_rate": 7.109161349134003e-06, "loss": 0.40317012786865236, "step": 3000 }, { "epoch": 0.3247456159341849, "eval_med-ir_cosine_accuracy@1": 0.27, "eval_med-ir_cosine_accuracy@10": 0.6945, "eval_med-ir_cosine_accuracy@5": 0.5775, "eval_med-ir_cosine_map@10": 0.39949841269841274, "eval_med-ir_cosine_mrr@10": 0.3994984126984134, "eval_med-ir_cosine_ndcg@10": 0.46996872709893595, "eval_med-ir_cosine_precision@1": 0.27, "eval_med-ir_cosine_precision@10": 0.06944999999999998, "eval_med-ir_cosine_precision@5": 0.1155, "eval_med-ir_cosine_recall@1": 0.27, "eval_med-ir_cosine_recall@10": 0.6945, "eval_med-ir_cosine_recall@5": 0.5775, "eval_runtime": 197.9825, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 3000 }, { "epoch": 0.3301580428664213, "grad_norm": 14.087482452392578, "learning_rate": 7.052187784867822e-06, "loss": 0.3746650695800781, "step": 3050 }, { "epoch": 0.33557046979865773, "grad_norm": 14.774446487426758, "learning_rate": 6.9952142206016414e-06, "loss": 0.3918470001220703, "step": 3100 }, { "epoch": 0.34098289673089416, "grad_norm": 22.09357261657715, "learning_rate": 6.938240656335461e-06, "loss": 0.3883808135986328, "step": 3150 }, { "epoch": 0.3463953236631305, "grad_norm": 11.871113777160645, "learning_rate": 6.881267092069281e-06, "loss": 0.40056514739990234, "step": 3200 }, { "epoch": 0.35180775059536695, "grad_norm": 12.372021675109863, "learning_rate": 6.8242935278031e-06, "loss": 0.38560928344726564, "step": 3250 }, { "epoch": 0.3572201775276034, "grad_norm": 10.713773727416992, "learning_rate": 6.767319963536919e-06, "loss": 0.36987876892089844, "step": 3300 }, { "epoch": 0.3626326044598398, "grad_norm": 12.552385330200195, "learning_rate": 6.710346399270738e-06, "loss": 0.33720840454101564, "step": 3350 }, { "epoch": 0.3680450313920762, "grad_norm": 14.934342384338379, "learning_rate": 6.653372835004558e-06, "loss": 0.3698939514160156, "step": 3400 }, { "epoch": 0.3734574583243126, "grad_norm": 13.432971954345703, "learning_rate": 6.596399270738378e-06, "loss": 0.3456681060791016, "step": 3450 }, { "epoch": 0.378869885256549, "grad_norm": 14.036252975463867, "learning_rate": 6.5394257064721975e-06, "loss": 0.36076911926269534, "step": 3500 }, { "epoch": 0.378869885256549, "eval_med-ir_cosine_accuracy@1": 0.275, "eval_med-ir_cosine_accuracy@10": 0.7095, "eval_med-ir_cosine_accuracy@5": 0.586, "eval_med-ir_cosine_map@10": 0.4048240079365079, "eval_med-ir_cosine_mrr@10": 0.4048240079365087, "eval_med-ir_cosine_ndcg@10": 0.4774825729082771, "eval_med-ir_cosine_precision@1": 0.275, "eval_med-ir_cosine_precision@10": 0.07095, "eval_med-ir_cosine_precision@5": 0.11719999999999998, "eval_med-ir_cosine_recall@1": 0.275, "eval_med-ir_cosine_recall@10": 0.7095, "eval_med-ir_cosine_recall@5": 0.586, "eval_runtime": 199.7274, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 3500 }, { "epoch": 0.38428231218878545, "grad_norm": 14.088611602783203, "learning_rate": 6.4824521422060175e-06, "loss": 0.37096725463867186, "step": 3550 }, { "epoch": 0.38969473912102187, "grad_norm": 13.629769325256348, "learning_rate": 6.425478577939837e-06, "loss": 0.35580570220947266, "step": 3600 }, { "epoch": 0.3951071660532583, "grad_norm": 17.46826934814453, "learning_rate": 6.368505013673656e-06, "loss": 0.3395466613769531, "step": 3650 }, { "epoch": 0.4005195929854947, "grad_norm": 13.977020263671875, "learning_rate": 6.311531449407475e-06, "loss": 0.34427268981933595, "step": 3700 }, { "epoch": 0.4059320199177311, "grad_norm": 15.933692932128906, "learning_rate": 6.254557885141295e-06, "loss": 0.3475215148925781, "step": 3750 }, { "epoch": 0.4113444468499675, "grad_norm": 11.946088790893555, "learning_rate": 6.197584320875114e-06, "loss": 0.34678733825683594, "step": 3800 }, { "epoch": 0.41675687378220394, "grad_norm": 13.848433494567871, "learning_rate": 6.1406107566089334e-06, "loss": 0.32303146362304686, "step": 3850 }, { "epoch": 0.42216930071444037, "grad_norm": 15.071700096130371, "learning_rate": 6.083637192342754e-06, "loss": 0.3393781280517578, "step": 3900 }, { "epoch": 0.4275817276466768, "grad_norm": 15.331400871276855, "learning_rate": 6.0266636280765735e-06, "loss": 0.3232169723510742, "step": 3950 }, { "epoch": 0.43299415457891316, "grad_norm": 14.203903198242188, "learning_rate": 5.969690063810393e-06, "loss": 0.33325286865234377, "step": 4000 }, { "epoch": 0.43299415457891316, "eval_med-ir_cosine_accuracy@1": 0.2885, "eval_med-ir_cosine_accuracy@10": 0.7225, "eval_med-ir_cosine_accuracy@5": 0.597, "eval_med-ir_cosine_map@10": 0.41971547619047617, "eval_med-ir_cosine_mrr@10": 0.41971547619047667, "eval_med-ir_cosine_ndcg@10": 0.49196666563497515, "eval_med-ir_cosine_precision@1": 0.2885, "eval_med-ir_cosine_precision@10": 0.07224999999999998, "eval_med-ir_cosine_precision@5": 0.11939999999999999, "eval_med-ir_cosine_recall@1": 0.2885, "eval_med-ir_cosine_recall@10": 0.7225, "eval_med-ir_cosine_recall@5": 0.597, "eval_runtime": 198.1465, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 4000 }, { "epoch": 0.4384065815111496, "grad_norm": 19.43648338317871, "learning_rate": 5.912716499544212e-06, "loss": 0.3341605758666992, "step": 4050 }, { "epoch": 0.443819008443386, "grad_norm": 9.023404121398926, "learning_rate": 5.855742935278032e-06, "loss": 0.3169926452636719, "step": 4100 }, { "epoch": 0.44923143537562243, "grad_norm": 16.056541442871094, "learning_rate": 5.798769371011851e-06, "loss": 0.32870506286621093, "step": 4150 }, { "epoch": 0.45464386230785886, "grad_norm": 17.33930206298828, "learning_rate": 5.74179580674567e-06, "loss": 0.315279483795166, "step": 4200 }, { "epoch": 0.4600562892400953, "grad_norm": 18.059486389160156, "learning_rate": 5.6848222424794894e-06, "loss": 0.3343042755126953, "step": 4250 }, { "epoch": 0.46546871617233165, "grad_norm": 14.396688461303711, "learning_rate": 5.627848678213309e-06, "loss": 0.324013786315918, "step": 4300 }, { "epoch": 0.4708811431045681, "grad_norm": 13.1004638671875, "learning_rate": 5.5708751139471295e-06, "loss": 0.3431557083129883, "step": 4350 }, { "epoch": 0.4762935700368045, "grad_norm": 13.403021812438965, "learning_rate": 5.513901549680949e-06, "loss": 0.31769733428955077, "step": 4400 }, { "epoch": 0.48170599696904093, "grad_norm": 11.538067817687988, "learning_rate": 5.456927985414769e-06, "loss": 0.3064411544799805, "step": 4450 }, { "epoch": 0.48711842390127735, "grad_norm": 10.243871688842773, "learning_rate": 5.399954421148588e-06, "loss": 0.29538764953613283, "step": 4500 }, { "epoch": 0.48711842390127735, "eval_med-ir_cosine_accuracy@1": 0.277, "eval_med-ir_cosine_accuracy@10": 0.7285, "eval_med-ir_cosine_accuracy@5": 0.613, "eval_med-ir_cosine_map@10": 0.41707083333333334, "eval_med-ir_cosine_mrr@10": 0.4170708333333344, "eval_med-ir_cosine_ndcg@10": 0.4916422948976871, "eval_med-ir_cosine_precision@1": 0.277, "eval_med-ir_cosine_precision@10": 0.07285, "eval_med-ir_cosine_precision@5": 0.1226, "eval_med-ir_cosine_recall@1": 0.277, "eval_med-ir_cosine_recall@10": 0.7285, "eval_med-ir_cosine_recall@5": 0.613, "eval_runtime": 198.1665, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 4500 }, { "epoch": 0.4925308508335137, "grad_norm": 16.09781265258789, "learning_rate": 5.342980856882407e-06, "loss": 0.31450199127197265, "step": 4550 }, { "epoch": 0.49794327776575015, "grad_norm": 14.099563598632812, "learning_rate": 5.286007292616226e-06, "loss": 0.3028256797790527, "step": 4600 }, { "epoch": 0.5033557046979866, "grad_norm": 15.893881797790527, "learning_rate": 5.2290337283500455e-06, "loss": 0.32219318389892576, "step": 4650 }, { "epoch": 0.5087681316302229, "grad_norm": 11.746892929077148, "learning_rate": 5.1720601640838655e-06, "loss": 0.30246480941772463, "step": 4700 }, { "epoch": 0.5141805585624594, "grad_norm": 17.77973175048828, "learning_rate": 5.115086599817685e-06, "loss": 0.30757301330566406, "step": 4750 }, { "epoch": 0.5195929854946958, "grad_norm": 9.523992538452148, "learning_rate": 5.058113035551504e-06, "loss": 0.301689395904541, "step": 4800 }, { "epoch": 0.5250054124269322, "grad_norm": 12.707131385803223, "learning_rate": 5.001139471285325e-06, "loss": 0.30381313323974607, "step": 4850 }, { "epoch": 0.5304178393591686, "grad_norm": 11.997976303100586, "learning_rate": 4.944165907019143e-06, "loss": 0.2994084358215332, "step": 4900 }, { "epoch": 0.5358302662914051, "grad_norm": 11.508257865905762, "learning_rate": 4.887192342752963e-06, "loss": 0.2936260795593262, "step": 4950 }, { "epoch": 0.5412426932236415, "grad_norm": 13.84870433807373, "learning_rate": 4.830218778486782e-06, "loss": 0.29819694519042966, "step": 5000 }, { "epoch": 0.5412426932236415, "eval_med-ir_cosine_accuracy@1": 0.2925, "eval_med-ir_cosine_accuracy@10": 0.7375, "eval_med-ir_cosine_accuracy@5": 0.6175, "eval_med-ir_cosine_map@10": 0.42874900793650794, "eval_med-ir_cosine_mrr@10": 0.4287490079365092, "eval_med-ir_cosine_ndcg@10": 0.5025078553632112, "eval_med-ir_cosine_precision@1": 0.2925, "eval_med-ir_cosine_precision@10": 0.07375, "eval_med-ir_cosine_precision@5": 0.12349999999999997, "eval_med-ir_cosine_recall@1": 0.2925, "eval_med-ir_cosine_recall@10": 0.7375, "eval_med-ir_cosine_recall@5": 0.6175, "eval_runtime": 198.1628, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 5000 }, { "epoch": 0.5466551201558779, "grad_norm": 10.915574073791504, "learning_rate": 4.773245214220602e-06, "loss": 0.28991872787475587, "step": 5050 }, { "epoch": 0.5520675470881143, "grad_norm": 13.961736679077148, "learning_rate": 4.7162716499544215e-06, "loss": 0.31127330780029294, "step": 5100 }, { "epoch": 0.5574799740203508, "grad_norm": 11.272881507873535, "learning_rate": 4.659298085688241e-06, "loss": 0.2878748321533203, "step": 5150 }, { "epoch": 0.5628924009525872, "grad_norm": 10.12230110168457, "learning_rate": 4.602324521422061e-06, "loss": 0.2918004035949707, "step": 5200 }, { "epoch": 0.5683048278848235, "grad_norm": 9.986483573913574, "learning_rate": 4.54535095715588e-06, "loss": 0.27130966186523436, "step": 5250 }, { "epoch": 0.5737172548170599, "grad_norm": 22.910091400146484, "learning_rate": 4.4883773928897e-06, "loss": 0.2765271759033203, "step": 5300 }, { "epoch": 0.5791296817492964, "grad_norm": 12.162912368774414, "learning_rate": 4.431403828623519e-06, "loss": 0.2852939224243164, "step": 5350 }, { "epoch": 0.5845421086815328, "grad_norm": 15.00094223022461, "learning_rate": 4.374430264357338e-06, "loss": 0.26814077377319334, "step": 5400 }, { "epoch": 0.5899545356137692, "grad_norm": 13.701677322387695, "learning_rate": 4.317456700091158e-06, "loss": 0.28814531326293946, "step": 5450 }, { "epoch": 0.5953669625460056, "grad_norm": 27.910520553588867, "learning_rate": 4.2604831358249775e-06, "loss": 0.2967440414428711, "step": 5500 }, { "epoch": 0.5953669625460056, "eval_med-ir_cosine_accuracy@1": 0.2805, "eval_med-ir_cosine_accuracy@10": 0.7435, "eval_med-ir_cosine_accuracy@5": 0.6215, "eval_med-ir_cosine_map@10": 0.4229418650793651, "eval_med-ir_cosine_mrr@10": 0.42294186507936576, "eval_med-ir_cosine_ndcg@10": 0.4996305406859976, "eval_med-ir_cosine_precision@1": 0.2805, "eval_med-ir_cosine_precision@10": 0.07435, "eval_med-ir_cosine_precision@5": 0.12429999999999998, "eval_med-ir_cosine_recall@1": 0.2805, "eval_med-ir_cosine_recall@10": 0.7435, "eval_med-ir_cosine_recall@5": 0.6215, "eval_runtime": 199.4712, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 5500 }, { "epoch": 0.600779389478242, "grad_norm": 11.631616592407227, "learning_rate": 4.203509571558797e-06, "loss": 0.286441535949707, "step": 5550 }, { "epoch": 0.6061918164104785, "grad_norm": 14.873406410217285, "learning_rate": 4.146536007292617e-06, "loss": 0.28425180435180664, "step": 5600 }, { "epoch": 0.6116042433427149, "grad_norm": 11.686931610107422, "learning_rate": 4.089562443026436e-06, "loss": 0.26843992233276365, "step": 5650 }, { "epoch": 0.6170166702749513, "grad_norm": 10.455779075622559, "learning_rate": 4.032588878760256e-06, "loss": 0.2715612983703613, "step": 5700 }, { "epoch": 0.6224290972071878, "grad_norm": 14.912674903869629, "learning_rate": 3.975615314494075e-06, "loss": 0.25671981811523437, "step": 5750 }, { "epoch": 0.6278415241394241, "grad_norm": 12.85129451751709, "learning_rate": 3.918641750227894e-06, "loss": 0.27177082061767577, "step": 5800 }, { "epoch": 0.6332539510716605, "grad_norm": 14.11910629272461, "learning_rate": 3.8616681859617135e-06, "loss": 0.26376100540161135, "step": 5850 }, { "epoch": 0.6386663780038969, "grad_norm": 44.9694709777832, "learning_rate": 3.804694621695534e-06, "loss": 0.2651921463012695, "step": 5900 }, { "epoch": 0.6440788049361333, "grad_norm": 33.119537353515625, "learning_rate": 3.747721057429353e-06, "loss": 0.275020923614502, "step": 5950 }, { "epoch": 0.6494912318683698, "grad_norm": 14.853483200073242, "learning_rate": 3.6907474931631727e-06, "loss": 0.25717910766601565, "step": 6000 }, { "epoch": 0.6494912318683698, "eval_med-ir_cosine_accuracy@1": 0.2835, "eval_med-ir_cosine_accuracy@10": 0.738, "eval_med-ir_cosine_accuracy@5": 0.6225, "eval_med-ir_cosine_map@10": 0.42597658730158733, "eval_med-ir_cosine_mrr@10": 0.4259765873015882, "eval_med-ir_cosine_ndcg@10": 0.5008372426317406, "eval_med-ir_cosine_precision@1": 0.2835, "eval_med-ir_cosine_precision@10": 0.07379999999999999, "eval_med-ir_cosine_precision@5": 0.12449999999999999, "eval_med-ir_cosine_recall@1": 0.2835, "eval_med-ir_cosine_recall@10": 0.738, "eval_med-ir_cosine_recall@5": 0.6225, "eval_runtime": 198.1825, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 6000 }, { "epoch": 0.6549036588006062, "grad_norm": 11.841133117675781, "learning_rate": 3.633773928896992e-06, "loss": 0.24284660339355468, "step": 6050 }, { "epoch": 0.6603160857328426, "grad_norm": 51.392738342285156, "learning_rate": 3.5768003646308115e-06, "loss": 0.2590353584289551, "step": 6100 }, { "epoch": 0.665728512665079, "grad_norm": 8.911110877990723, "learning_rate": 3.519826800364631e-06, "loss": 0.2533609962463379, "step": 6150 }, { "epoch": 0.6711409395973155, "grad_norm": 10.964452743530273, "learning_rate": 3.4628532360984507e-06, "loss": 0.24527801513671876, "step": 6200 }, { "epoch": 0.6765533665295519, "grad_norm": 13.219443321228027, "learning_rate": 3.40587967183227e-06, "loss": 0.2707512283325195, "step": 6250 }, { "epoch": 0.6819657934617883, "grad_norm": 12.424834251403809, "learning_rate": 3.3489061075660895e-06, "loss": 0.24006872177124022, "step": 6300 }, { "epoch": 0.6873782203940246, "grad_norm": 11.937807083129883, "learning_rate": 3.2919325432999087e-06, "loss": 0.25210397720336913, "step": 6350 }, { "epoch": 0.692790647326261, "grad_norm": 13.241436004638672, "learning_rate": 3.2349589790337288e-06, "loss": 0.27107526779174806, "step": 6400 }, { "epoch": 0.6982030742584975, "grad_norm": 12.106681823730469, "learning_rate": 3.1779854147675484e-06, "loss": 0.23987903594970703, "step": 6450 }, { "epoch": 0.7036155011907339, "grad_norm": 14.486384391784668, "learning_rate": 3.1210118505013675e-06, "loss": 0.2616569900512695, "step": 6500 }, { "epoch": 0.7036155011907339, "eval_med-ir_cosine_accuracy@1": 0.2875, "eval_med-ir_cosine_accuracy@10": 0.759, "eval_med-ir_cosine_accuracy@5": 0.637, "eval_med-ir_cosine_map@10": 0.4341565476190476, "eval_med-ir_cosine_mrr@10": 0.4341565476190486, "eval_med-ir_cosine_ndcg@10": 0.5119956614356579, "eval_med-ir_cosine_precision@1": 0.2875, "eval_med-ir_cosine_precision@10": 0.0759, "eval_med-ir_cosine_precision@5": 0.12739999999999999, "eval_med-ir_cosine_recall@1": 0.2875, "eval_med-ir_cosine_recall@10": 0.759, "eval_med-ir_cosine_recall@5": 0.637, "eval_runtime": 197.9572, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 6500 }, { "epoch": 0.7090279281229703, "grad_norm": 10.104263305664062, "learning_rate": 3.064038286235187e-06, "loss": 0.2374809455871582, "step": 6550 }, { "epoch": 0.7144403550552068, "grad_norm": 11.529528617858887, "learning_rate": 3.0070647219690068e-06, "loss": 0.2599422264099121, "step": 6600 }, { "epoch": 0.7198527819874432, "grad_norm": 10.697093963623047, "learning_rate": 2.9500911577028264e-06, "loss": 0.2523111152648926, "step": 6650 }, { "epoch": 0.7252652089196796, "grad_norm": 13.341533660888672, "learning_rate": 2.8931175934366455e-06, "loss": 0.2547951316833496, "step": 6700 }, { "epoch": 0.730677635851916, "grad_norm": 11.53212833404541, "learning_rate": 2.836144029170465e-06, "loss": 0.24219076156616212, "step": 6750 }, { "epoch": 0.7360900627841525, "grad_norm": 8.95571231842041, "learning_rate": 2.7791704649042843e-06, "loss": 0.2442951965332031, "step": 6800 }, { "epoch": 0.7415024897163889, "grad_norm": 12.118590354919434, "learning_rate": 2.7221969006381044e-06, "loss": 0.24583545684814453, "step": 6850 }, { "epoch": 0.7469149166486252, "grad_norm": 10.357856750488281, "learning_rate": 2.6652233363719236e-06, "loss": 0.2453217887878418, "step": 6900 }, { "epoch": 0.7523273435808616, "grad_norm": 12.938570976257324, "learning_rate": 2.608249772105743e-06, "loss": 0.24735822677612304, "step": 6950 }, { "epoch": 0.757739770513098, "grad_norm": 8.585444450378418, "learning_rate": 2.5512762078395623e-06, "loss": 0.22955867767333984, "step": 7000 }, { "epoch": 0.757739770513098, "eval_med-ir_cosine_accuracy@1": 0.295, "eval_med-ir_cosine_accuracy@10": 0.763, "eval_med-ir_cosine_accuracy@5": 0.6355, "eval_med-ir_cosine_map@10": 0.44072003968253964, "eval_med-ir_cosine_mrr@10": 0.4407200396825408, "eval_med-ir_cosine_ndcg@10": 0.5178643735591884, "eval_med-ir_cosine_precision@1": 0.295, "eval_med-ir_cosine_precision@10": 0.07629999999999999, "eval_med-ir_cosine_precision@5": 0.1271, "eval_med-ir_cosine_recall@1": 0.295, "eval_med-ir_cosine_recall@10": 0.763, "eval_med-ir_cosine_recall@5": 0.6355, "eval_runtime": 198.2117, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 7000 }, { "epoch": 0.7631521974453345, "grad_norm": 12.727025032043457, "learning_rate": 2.4943026435733824e-06, "loss": 0.25736278533935547, "step": 7050 }, { "epoch": 0.7685646243775709, "grad_norm": 11.339744567871094, "learning_rate": 2.4373290793072016e-06, "loss": 0.22625707626342773, "step": 7100 }, { "epoch": 0.7739770513098073, "grad_norm": 9.734909057617188, "learning_rate": 2.380355515041021e-06, "loss": 0.23375055313110352, "step": 7150 }, { "epoch": 0.7793894782420437, "grad_norm": 11.667187690734863, "learning_rate": 2.3233819507748408e-06, "loss": 0.24445419311523436, "step": 7200 }, { "epoch": 0.7848019051742802, "grad_norm": 110.04113006591797, "learning_rate": 2.2664083865086604e-06, "loss": 0.22815116882324218, "step": 7250 }, { "epoch": 0.7902143321065166, "grad_norm": 16.470603942871094, "learning_rate": 2.2094348222424796e-06, "loss": 0.2378426170349121, "step": 7300 }, { "epoch": 0.795626759038753, "grad_norm": 26.705612182617188, "learning_rate": 2.152461257976299e-06, "loss": 0.23905300140380858, "step": 7350 }, { "epoch": 0.8010391859709894, "grad_norm": 12.131834983825684, "learning_rate": 2.0954876937101188e-06, "loss": 0.23898597717285155, "step": 7400 }, { "epoch": 0.8064516129032258, "grad_norm": 12.748512268066406, "learning_rate": 2.038514129443938e-06, "loss": 0.2151422119140625, "step": 7450 }, { "epoch": 0.8118640398354622, "grad_norm": 10.778275489807129, "learning_rate": 1.9815405651777576e-06, "loss": 0.2241676902770996, "step": 7500 }, { "epoch": 0.8118640398354622, "eval_med-ir_cosine_accuracy@1": 0.2985, "eval_med-ir_cosine_accuracy@10": 0.7685, "eval_med-ir_cosine_accuracy@5": 0.656, "eval_med-ir_cosine_map@10": 0.44700178571428567, "eval_med-ir_cosine_mrr@10": 0.4470017857142866, "eval_med-ir_cosine_ndcg@10": 0.5242606547265873, "eval_med-ir_cosine_precision@1": 0.2985, "eval_med-ir_cosine_precision@10": 0.07684999999999999, "eval_med-ir_cosine_precision@5": 0.13119999999999998, "eval_med-ir_cosine_recall@1": 0.2985, "eval_med-ir_cosine_recall@10": 0.7685, "eval_med-ir_cosine_recall@5": 0.656, "eval_runtime": 198.1797, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 7500 }, { "epoch": 0.8172764667676986, "grad_norm": 12.398131370544434, "learning_rate": 1.924567000911577e-06, "loss": 0.230170841217041, "step": 7550 }, { "epoch": 0.822688893699935, "grad_norm": 9.338518142700195, "learning_rate": 1.8675934366453966e-06, "loss": 0.224043025970459, "step": 7600 }, { "epoch": 0.8281013206321715, "grad_norm": 8.891402244567871, "learning_rate": 1.8106198723792162e-06, "loss": 0.22622726440429688, "step": 7650 }, { "epoch": 0.8335137475644079, "grad_norm": 15.215478897094727, "learning_rate": 1.7536463081130356e-06, "loss": 0.20820047378540038, "step": 7700 }, { "epoch": 0.8389261744966443, "grad_norm": 15.720385551452637, "learning_rate": 1.6966727438468552e-06, "loss": 0.21326452255249023, "step": 7750 }, { "epoch": 0.8443386014288807, "grad_norm": 8.702787399291992, "learning_rate": 1.6396991795806746e-06, "loss": 0.20956174850463868, "step": 7800 }, { "epoch": 0.8497510283611172, "grad_norm": 13.436508178710938, "learning_rate": 1.5827256153144944e-06, "loss": 0.23922353744506836, "step": 7850 }, { "epoch": 0.8551634552933536, "grad_norm": 18.02423667907715, "learning_rate": 1.5257520510483138e-06, "loss": 0.2324070167541504, "step": 7900 }, { "epoch": 0.86057588222559, "grad_norm": 13.115397453308105, "learning_rate": 1.468778486782133e-06, "loss": 0.2188125419616699, "step": 7950 }, { "epoch": 0.8659883091578263, "grad_norm": 12.980328559875488, "learning_rate": 1.4118049225159528e-06, "loss": 0.22895938873291016, "step": 8000 }, { "epoch": 0.8659883091578263, "eval_med-ir_cosine_accuracy@1": 0.302, "eval_med-ir_cosine_accuracy@10": 0.7755, "eval_med-ir_cosine_accuracy@5": 0.657, "eval_med-ir_cosine_map@10": 0.4506579365079365, "eval_med-ir_cosine_mrr@10": 0.4506579365079376, "eval_med-ir_cosine_ndcg@10": 0.5286588214529236, "eval_med-ir_cosine_precision@1": 0.302, "eval_med-ir_cosine_precision@10": 0.07755, "eval_med-ir_cosine_precision@5": 0.1314, "eval_med-ir_cosine_recall@1": 0.302, "eval_med-ir_cosine_recall@10": 0.7755, "eval_med-ir_cosine_recall@5": 0.657, "eval_runtime": 197.9842, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 8000 }, { "epoch": 0.8714007360900627, "grad_norm": 9.956687927246094, "learning_rate": 1.3548313582497722e-06, "loss": 0.19812053680419922, "step": 8050 }, { "epoch": 0.8768131630222992, "grad_norm": 9.2196044921875, "learning_rate": 1.2978577939835918e-06, "loss": 0.23017879486083984, "step": 8100 }, { "epoch": 0.8822255899545356, "grad_norm": 13.878857612609863, "learning_rate": 1.2408842297174112e-06, "loss": 0.21748830795288085, "step": 8150 }, { "epoch": 0.887638016886772, "grad_norm": 11.892568588256836, "learning_rate": 1.1839106654512308e-06, "loss": 0.2183046531677246, "step": 8200 }, { "epoch": 0.8930504438190084, "grad_norm": 6.9962239265441895, "learning_rate": 1.1269371011850502e-06, "loss": 0.22367437362670897, "step": 8250 }, { "epoch": 0.8984628707512449, "grad_norm": 13.572588920593262, "learning_rate": 1.0699635369188698e-06, "loss": 0.22335206985473632, "step": 8300 }, { "epoch": 0.9038752976834813, "grad_norm": 16.209125518798828, "learning_rate": 1.0129899726526892e-06, "loss": 0.20943748474121093, "step": 8350 }, { "epoch": 0.9092877246157177, "grad_norm": 12.81998062133789, "learning_rate": 9.560164083865088e-07, "loss": 0.20816131591796874, "step": 8400 }, { "epoch": 0.9147001515479541, "grad_norm": 10.84510612487793, "learning_rate": 8.990428441203282e-07, "loss": 0.20421987533569336, "step": 8450 }, { "epoch": 0.9201125784801906, "grad_norm": 17.94165802001953, "learning_rate": 8.420692798541477e-07, "loss": 0.2105434036254883, "step": 8500 }, { "epoch": 0.9201125784801906, "eval_med-ir_cosine_accuracy@1": 0.3015, "eval_med-ir_cosine_accuracy@10": 0.777, "eval_med-ir_cosine_accuracy@5": 0.665, "eval_med-ir_cosine_map@10": 0.45240496031746036, "eval_med-ir_cosine_mrr@10": 0.4524049603174613, "eval_med-ir_cosine_ndcg@10": 0.5305105143721974, "eval_med-ir_cosine_precision@1": 0.3015, "eval_med-ir_cosine_precision@10": 0.0777, "eval_med-ir_cosine_precision@5": 0.133, "eval_med-ir_cosine_recall@1": 0.3015, "eval_med-ir_cosine_recall@10": 0.777, "eval_med-ir_cosine_recall@5": 0.665, "eval_runtime": 198.1389, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 8500 }, { "epoch": 0.9255250054124269, "grad_norm": 15.080172538757324, "learning_rate": 7.850957155879672e-07, "loss": 0.20732820510864258, "step": 8550 }, { "epoch": 0.9309374323446633, "grad_norm": 14.739334106445312, "learning_rate": 7.281221513217868e-07, "loss": 0.21894102096557616, "step": 8600 }, { "epoch": 0.9363498592768997, "grad_norm": 25.092042922973633, "learning_rate": 6.711485870556063e-07, "loss": 0.19704191207885743, "step": 8650 }, { "epoch": 0.9417622862091362, "grad_norm": 12.410184860229492, "learning_rate": 6.141750227894257e-07, "loss": 0.20270092010498048, "step": 8700 }, { "epoch": 0.9471747131413726, "grad_norm": 14.475156784057617, "learning_rate": 5.572014585232452e-07, "loss": 0.22096960067749025, "step": 8750 }, { "epoch": 0.952587140073609, "grad_norm": 14.308632850646973, "learning_rate": 5.002278942570648e-07, "loss": 0.20618253707885742, "step": 8800 }, { "epoch": 0.9579995670058454, "grad_norm": 44.631839752197266, "learning_rate": 4.4325432999088427e-07, "loss": 0.20964910507202147, "step": 8850 }, { "epoch": 0.9634119939380819, "grad_norm": 10.277177810668945, "learning_rate": 3.8628076572470377e-07, "loss": 0.1913277816772461, "step": 8900 }, { "epoch": 0.9688244208703183, "grad_norm": 13.159911155700684, "learning_rate": 3.2930720145852327e-07, "loss": 0.21384037017822266, "step": 8950 }, { "epoch": 0.9742368478025547, "grad_norm": 11.654902458190918, "learning_rate": 2.723336371923428e-07, "loss": 0.20273778915405274, "step": 9000 }, { "epoch": 0.9742368478025547, "eval_med-ir_cosine_accuracy@1": 0.308, "eval_med-ir_cosine_accuracy@10": 0.78, "eval_med-ir_cosine_accuracy@5": 0.6655, "eval_med-ir_cosine_map@10": 0.4565875, "eval_med-ir_cosine_mrr@10": 0.45658750000000115, "eval_med-ir_cosine_ndcg@10": 0.5343248981447731, "eval_med-ir_cosine_precision@1": 0.308, "eval_med-ir_cosine_precision@10": 0.078, "eval_med-ir_cosine_precision@5": 0.1331, "eval_med-ir_cosine_recall@1": 0.308, "eval_med-ir_cosine_recall@10": 0.78, "eval_med-ir_cosine_recall@5": 0.6655, "eval_runtime": 199.3593, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 9000 }, { "epoch": 0.9796492747347911, "grad_norm": 14.185355186462402, "learning_rate": 2.1536007292616228e-07, "loss": 0.22177120208740234, "step": 9050 }, { "epoch": 0.9850617016670274, "grad_norm": 12.419501304626465, "learning_rate": 1.5838650865998178e-07, "loss": 0.20167236328125, "step": 9100 }, { "epoch": 0.9904741285992639, "grad_norm": 10.942581176757812, "learning_rate": 1.0141294439380129e-07, "loss": 0.20480478286743165, "step": 9150 }, { "epoch": 0.9958865555315003, "grad_norm": 11.836773872375488, "learning_rate": 4.443938012762079e-08, "loss": 0.18890615463256835, "step": 9200 }, { "epoch": 1.0, "eval_med-ir_cosine_accuracy@1": 0.309, "eval_med-ir_cosine_accuracy@10": 0.7785, "eval_med-ir_cosine_accuracy@5": 0.6665, "eval_med-ir_cosine_map@10": 0.4575869047619047, "eval_med-ir_cosine_mrr@10": 0.457586904761906, "eval_med-ir_cosine_ndcg@10": 0.5347855089896354, "eval_med-ir_cosine_precision@1": 0.309, "eval_med-ir_cosine_precision@10": 0.07784999999999999, "eval_med-ir_cosine_precision@5": 0.13329999999999997, "eval_med-ir_cosine_recall@1": 0.309, "eval_med-ir_cosine_recall@10": 0.7785, "eval_med-ir_cosine_recall@5": 0.6665, "eval_runtime": 198.2635, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 9238 } ], "logging_steps": 50, "max_steps": 9238, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 128, "trial_name": null, "trial_params": null }