| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 10.0, |
| "eval_steps": 500, |
| "global_step": 4130, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.024213075060532687, |
| "grad_norm": 11.009095191955566, |
| "learning_rate": 4.347826086956522e-06, |
| "loss": 1.219, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.048426150121065374, |
| "grad_norm": 3.6281535625457764, |
| "learning_rate": 9.178743961352658e-06, |
| "loss": 0.5346, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.07263922518159806, |
| "grad_norm": 1.3283765316009521, |
| "learning_rate": 1.4009661835748794e-05, |
| "loss": 0.2833, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.09685230024213075, |
| "grad_norm": 0.9842846989631653, |
| "learning_rate": 1.8840579710144928e-05, |
| "loss": 0.2634, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.12106537530266344, |
| "grad_norm": 1.0522135496139526, |
| "learning_rate": 2.3671497584541063e-05, |
| "loss": 0.2395, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.14527845036319612, |
| "grad_norm": 2.5851502418518066, |
| "learning_rate": 2.8502415458937197e-05, |
| "loss": 0.2276, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.1694915254237288, |
| "grad_norm": 2.193751811981201, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.2132, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.1937046004842615, |
| "grad_norm": 1.3635494709014893, |
| "learning_rate": 3.8164251207729466e-05, |
| "loss": 0.1527, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2179176755447942, |
| "grad_norm": 1.6510685682296753, |
| "learning_rate": 4.299516908212561e-05, |
| "loss": 0.1329, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.24213075060532688, |
| "grad_norm": 1.4388657808303833, |
| "learning_rate": 4.782608695652174e-05, |
| "loss": 0.1018, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.26634382566585957, |
| "grad_norm": 1.64125657081604, |
| "learning_rate": 5.265700483091788e-05, |
| "loss": 0.078, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.29055690072639223, |
| "grad_norm": 1.2639251947402954, |
| "learning_rate": 5.748792270531401e-05, |
| "loss": 0.0711, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.31476997578692495, |
| "grad_norm": 1.62830650806427, |
| "learning_rate": 6.231884057971015e-05, |
| "loss": 0.0606, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.3389830508474576, |
| "grad_norm": 0.8511275053024292, |
| "learning_rate": 6.714975845410629e-05, |
| "loss": 0.0622, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.36319612590799033, |
| "grad_norm": 1.3801764249801636, |
| "learning_rate": 7.198067632850241e-05, |
| "loss": 0.0603, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.387409200968523, |
| "grad_norm": 1.413758635520935, |
| "learning_rate": 7.681159420289855e-05, |
| "loss": 0.0556, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.4116222760290557, |
| "grad_norm": 1.356022834777832, |
| "learning_rate": 8.164251207729469e-05, |
| "loss": 0.051, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.4358353510895884, |
| "grad_norm": 1.2023545503616333, |
| "learning_rate": 8.647342995169082e-05, |
| "loss": 0.058, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.4600484261501211, |
| "grad_norm": 1.078213095664978, |
| "learning_rate": 9.130434782608696e-05, |
| "loss": 0.0582, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.48426150121065376, |
| "grad_norm": 1.5349342823028564, |
| "learning_rate": 9.61352657004831e-05, |
| "loss": 0.0503, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5084745762711864, |
| "grad_norm": 1.4993520975112915, |
| "learning_rate": 9.999993586973475e-05, |
| "loss": 0.051, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.5326876513317191, |
| "grad_norm": 1.1498175859451294, |
| "learning_rate": 9.999769132772383e-05, |
| "loss": 0.0465, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5569007263922519, |
| "grad_norm": 1.5015146732330322, |
| "learning_rate": 9.999224043695558e-05, |
| "loss": 0.0466, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5811138014527845, |
| "grad_norm": 1.4152038097381592, |
| "learning_rate": 9.998358354699527e-05, |
| "loss": 0.0541, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.6053268765133172, |
| "grad_norm": 0.9660841226577759, |
| "learning_rate": 9.997172121300869e-05, |
| "loss": 0.0481, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.6295399515738499, |
| "grad_norm": 0.5574754476547241, |
| "learning_rate": 9.995665419572655e-05, |
| "loss": 0.0417, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.6537530266343826, |
| "grad_norm": 0.8871133327484131, |
| "learning_rate": 9.993838346139575e-05, |
| "loss": 0.0422, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6779661016949152, |
| "grad_norm": 1.0467956066131592, |
| "learning_rate": 9.991691018171728e-05, |
| "loss": 0.0432, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.7021791767554479, |
| "grad_norm": 0.7515904903411865, |
| "learning_rate": 9.98922357337712e-05, |
| "loss": 0.04, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.7263922518159807, |
| "grad_norm": 0.8611346483230591, |
| "learning_rate": 9.986436169992829e-05, |
| "loss": 0.0432, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7506053268765133, |
| "grad_norm": 1.2184507846832275, |
| "learning_rate": 9.983328986774857e-05, |
| "loss": 0.0475, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.774818401937046, |
| "grad_norm": 1.0365543365478516, |
| "learning_rate": 9.979902222986665e-05, |
| "loss": 0.0409, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7990314769975787, |
| "grad_norm": 1.19819176197052, |
| "learning_rate": 9.976156098386397e-05, |
| "loss": 0.0476, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.8232445520581114, |
| "grad_norm": 1.1090412139892578, |
| "learning_rate": 9.972090853212784e-05, |
| "loss": 0.0434, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.847457627118644, |
| "grad_norm": 0.9239978194236755, |
| "learning_rate": 9.967706748169741e-05, |
| "loss": 0.0429, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.8716707021791767, |
| "grad_norm": 0.787528395652771, |
| "learning_rate": 9.963004064409643e-05, |
| "loss": 0.0354, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.8958837772397095, |
| "grad_norm": 0.4484574794769287, |
| "learning_rate": 9.957983103515301e-05, |
| "loss": 0.0318, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.9200968523002422, |
| "grad_norm": 1.2977949380874634, |
| "learning_rate": 9.952644187480616e-05, |
| "loss": 0.0337, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.9443099273607748, |
| "grad_norm": 0.5682202577590942, |
| "learning_rate": 9.946987658689935e-05, |
| "loss": 0.0427, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.9685230024213075, |
| "grad_norm": 1.0188621282577515, |
| "learning_rate": 9.941013879896086e-05, |
| "loss": 0.0453, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.9927360774818402, |
| "grad_norm": 0.6840345859527588, |
| "learning_rate": 9.934723234197125e-05, |
| "loss": 0.0331, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.0169491525423728, |
| "grad_norm": 0.5565572381019592, |
| "learning_rate": 9.928116125011757e-05, |
| "loss": 0.0357, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.0411622276029056, |
| "grad_norm": 0.9893571138381958, |
| "learning_rate": 9.921192976053475e-05, |
| "loss": 0.0369, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.0653753026634383, |
| "grad_norm": 0.5016394853591919, |
| "learning_rate": 9.91395423130338e-05, |
| "loss": 0.0415, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.089588377723971, |
| "grad_norm": 0.9219514727592468, |
| "learning_rate": 9.906400354981708e-05, |
| "loss": 0.0317, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.1138014527845037, |
| "grad_norm": 0.7229718565940857, |
| "learning_rate": 9.898531831518071e-05, |
| "loss": 0.0373, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.1380145278450362, |
| "grad_norm": 0.546488344669342, |
| "learning_rate": 9.890349165520374e-05, |
| "loss": 0.0329, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.162227602905569, |
| "grad_norm": 0.7286725044250488, |
| "learning_rate": 9.881852881742467e-05, |
| "loss": 0.036, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.1864406779661016, |
| "grad_norm": 0.4930359721183777, |
| "learning_rate": 9.873043525050487e-05, |
| "loss": 0.0336, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.2106537530266344, |
| "grad_norm": 0.4993440806865692, |
| "learning_rate": 9.863921660387915e-05, |
| "loss": 0.0328, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.234866828087167, |
| "grad_norm": 0.4880729019641876, |
| "learning_rate": 9.854487872739353e-05, |
| "loss": 0.0314, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.2590799031476998, |
| "grad_norm": 0.7694539427757263, |
| "learning_rate": 9.844742767092999e-05, |
| "loss": 0.0308, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.2832929782082325, |
| "grad_norm": 0.5350916981697083, |
| "learning_rate": 9.834686968401858e-05, |
| "loss": 0.0327, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.307506053268765, |
| "grad_norm": 0.5806859731674194, |
| "learning_rate": 9.824321121543662e-05, |
| "loss": 0.0348, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.331719128329298, |
| "grad_norm": 0.984224259853363, |
| "learning_rate": 9.813645891279504e-05, |
| "loss": 0.0343, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.3559322033898304, |
| "grad_norm": 0.6391584277153015, |
| "learning_rate": 9.802661962211223e-05, |
| "loss": 0.0433, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.3801452784503632, |
| "grad_norm": 0.5319145917892456, |
| "learning_rate": 9.791370038737488e-05, |
| "loss": 0.0349, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.4043583535108959, |
| "grad_norm": 0.6750283241271973, |
| "learning_rate": 9.779770845008634e-05, |
| "loss": 0.0343, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.4285714285714286, |
| "grad_norm": 0.4468190371990204, |
| "learning_rate": 9.767865124880216e-05, |
| "loss": 0.0313, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.4527845036319613, |
| "grad_norm": 0.676367998123169, |
| "learning_rate": 9.755653641865303e-05, |
| "loss": 0.0279, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.4769975786924938, |
| "grad_norm": 0.8222053050994873, |
| "learning_rate": 9.743137179085525e-05, |
| "loss": 0.0267, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.5012106537530268, |
| "grad_norm": 0.5091126561164856, |
| "learning_rate": 9.73031653922084e-05, |
| "loss": 0.0338, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.5254237288135593, |
| "grad_norm": 0.554908275604248, |
| "learning_rate": 9.717192544458066e-05, |
| "loss": 0.031, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.549636803874092, |
| "grad_norm": 0.44886624813079834, |
| "learning_rate": 9.703766036438153e-05, |
| "loss": 0.0285, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.5738498789346247, |
| "grad_norm": 0.4387259781360626, |
| "learning_rate": 9.690037876202203e-05, |
| "loss": 0.0358, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.5980629539951574, |
| "grad_norm": 0.8767748475074768, |
| "learning_rate": 9.676008944136255e-05, |
| "loss": 0.031, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.6222760290556901, |
| "grad_norm": 0.8203006386756897, |
| "learning_rate": 9.661680139914828e-05, |
| "loss": 0.0298, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.6464891041162226, |
| "grad_norm": 0.4358081519603729, |
| "learning_rate": 9.647052382443225e-05, |
| "loss": 0.0325, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.6707021791767556, |
| "grad_norm": 0.46960800886154175, |
| "learning_rate": 9.6321266097986e-05, |
| "loss": 0.0282, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.694915254237288, |
| "grad_norm": 0.303195595741272, |
| "learning_rate": 9.6169037791698e-05, |
| "loss": 0.031, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.7191283292978208, |
| "grad_norm": 0.47395652532577515, |
| "learning_rate": 9.601384866795983e-05, |
| "loss": 0.0269, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.7433414043583535, |
| "grad_norm": 0.5478650331497192, |
| "learning_rate": 9.585570867904012e-05, |
| "loss": 0.0237, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.7675544794188862, |
| "grad_norm": 0.6274806261062622, |
| "learning_rate": 9.569462796644624e-05, |
| "loss": 0.0289, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.791767554479419, |
| "grad_norm": 0.6277469992637634, |
| "learning_rate": 9.553061686027404e-05, |
| "loss": 0.0344, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.8159806295399514, |
| "grad_norm": 0.5670201182365417, |
| "learning_rate": 9.536368587854531e-05, |
| "loss": 0.0335, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.8401937046004844, |
| "grad_norm": 0.5375405550003052, |
| "learning_rate": 9.519384572653327e-05, |
| "loss": 0.0294, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.8644067796610169, |
| "grad_norm": 0.44453924894332886, |
| "learning_rate": 9.502110729607602e-05, |
| "loss": 0.0291, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.8886198547215496, |
| "grad_norm": 0.5732792019844055, |
| "learning_rate": 9.48454816648781e-05, |
| "loss": 0.0361, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.9128329297820823, |
| "grad_norm": 0.5002064108848572, |
| "learning_rate": 9.466698009580004e-05, |
| "loss": 0.0287, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.937046004842615, |
| "grad_norm": 0.34643664956092834, |
| "learning_rate": 9.448561403613609e-05, |
| "loss": 0.0279, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.9612590799031477, |
| "grad_norm": 0.676895797252655, |
| "learning_rate": 9.430139511688011e-05, |
| "loss": 0.033, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.9854721549636802, |
| "grad_norm": 0.5184364914894104, |
| "learning_rate": 9.411433515197962e-05, |
| "loss": 0.0365, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.009685230024213, |
| "grad_norm": 0.6755319833755493, |
| "learning_rate": 9.392444613757825e-05, |
| "loss": 0.0288, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.0338983050847457, |
| "grad_norm": 0.435638427734375, |
| "learning_rate": 9.37317402512464e-05, |
| "loss": 0.0323, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.0581113801452786, |
| "grad_norm": 0.4864523410797119, |
| "learning_rate": 9.353622985120025e-05, |
| "loss": 0.0299, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.082324455205811, |
| "grad_norm": 0.48548439145088196, |
| "learning_rate": 9.333792747550932e-05, |
| "loss": 0.0296, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.106537530266344, |
| "grad_norm": 0.5011010766029358, |
| "learning_rate": 9.31368458412923e-05, |
| "loss": 0.0352, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.1307506053268765, |
| "grad_norm": 0.5553706288337708, |
| "learning_rate": 9.293299784390159e-05, |
| "loss": 0.0286, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.154963680387409, |
| "grad_norm": 0.42400527000427246, |
| "learning_rate": 9.272639655609625e-05, |
| "loss": 0.0287, |
| "step": 890 |
| }, |
| { |
| "epoch": 2.179176755447942, |
| "grad_norm": 0.6468676924705505, |
| "learning_rate": 9.25170552272037e-05, |
| "loss": 0.0294, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.2033898305084745, |
| "grad_norm": 0.763471245765686, |
| "learning_rate": 9.230498728227003e-05, |
| "loss": 0.0292, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.2276029055690074, |
| "grad_norm": 0.5711312890052795, |
| "learning_rate": 9.2090206321199e-05, |
| "loss": 0.0269, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.25181598062954, |
| "grad_norm": 0.9411391615867615, |
| "learning_rate": 9.187272611787998e-05, |
| "loss": 0.034, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.2760290556900724, |
| "grad_norm": 0.5827078819274902, |
| "learning_rate": 9.165256061930454e-05, |
| "loss": 0.0318, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.3002421307506054, |
| "grad_norm": 0.5397030115127563, |
| "learning_rate": 9.142972394467204e-05, |
| "loss": 0.032, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.324455205811138, |
| "grad_norm": 0.862445056438446, |
| "learning_rate": 9.120423038448425e-05, |
| "loss": 0.035, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.348668280871671, |
| "grad_norm": 0.6456196904182434, |
| "learning_rate": 9.097609439962878e-05, |
| "loss": 0.0354, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.3728813559322033, |
| "grad_norm": 0.6230847239494324, |
| "learning_rate": 9.074533062045183e-05, |
| "loss": 0.0295, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.3970944309927362, |
| "grad_norm": 0.6180257201194763, |
| "learning_rate": 9.051195384581981e-05, |
| "loss": 0.0334, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.4213075060532687, |
| "grad_norm": 0.3131691515445709, |
| "learning_rate": 9.027597904217043e-05, |
| "loss": 0.0274, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.4455205811138017, |
| "grad_norm": 0.39872610569000244, |
| "learning_rate": 9.003742134255277e-05, |
| "loss": 0.0296, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.469733656174334, |
| "grad_norm": 0.4374605119228363, |
| "learning_rate": 8.979629604565693e-05, |
| "loss": 0.0292, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.4939467312348667, |
| "grad_norm": 0.4332369863986969, |
| "learning_rate": 8.955261861483282e-05, |
| "loss": 0.0263, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.5181598062953996, |
| "grad_norm": 0.5756627321243286, |
| "learning_rate": 8.930640467709851e-05, |
| "loss": 0.0283, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.542372881355932, |
| "grad_norm": 0.3488200306892395, |
| "learning_rate": 8.905767002213819e-05, |
| "loss": 0.0262, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.566585956416465, |
| "grad_norm": 0.524331271648407, |
| "learning_rate": 8.88064306012894e-05, |
| "loss": 0.024, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.5907990314769975, |
| "grad_norm": 0.3777640461921692, |
| "learning_rate": 8.855270252652015e-05, |
| "loss": 0.0252, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.61501210653753, |
| "grad_norm": 0.6405127644538879, |
| "learning_rate": 8.829650206939572e-05, |
| "loss": 0.0292, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.639225181598063, |
| "grad_norm": 0.3900570869445801, |
| "learning_rate": 8.80378456600351e-05, |
| "loss": 0.0235, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.663438256658596, |
| "grad_norm": 0.7688729166984558, |
| "learning_rate": 8.777674988605734e-05, |
| "loss": 0.0314, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.6876513317191284, |
| "grad_norm": 0.4445840120315552, |
| "learning_rate": 8.751323149151777e-05, |
| "loss": 0.0287, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.711864406779661, |
| "grad_norm": 0.5217771530151367, |
| "learning_rate": 8.724730737583422e-05, |
| "loss": 0.03, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.736077481840194, |
| "grad_norm": 0.5833253264427185, |
| "learning_rate": 8.697899459270327e-05, |
| "loss": 0.0332, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.7602905569007263, |
| "grad_norm": 0.6366708278656006, |
| "learning_rate": 8.670831034900664e-05, |
| "loss": 0.0247, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.7845036319612593, |
| "grad_norm": 0.3748825490474701, |
| "learning_rate": 8.643527200370758e-05, |
| "loss": 0.0305, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.8087167070217918, |
| "grad_norm": 0.40509021282196045, |
| "learning_rate": 8.615989706673777e-05, |
| "loss": 0.0239, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.8329297820823243, |
| "grad_norm": 0.5147580504417419, |
| "learning_rate": 8.58822031978744e-05, |
| "loss": 0.0287, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.857142857142857, |
| "grad_norm": 0.4517873525619507, |
| "learning_rate": 8.560220820560751e-05, |
| "loss": 0.0288, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.8813559322033897, |
| "grad_norm": 0.7967084646224976, |
| "learning_rate": 8.531993004599816e-05, |
| "loss": 0.0253, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.9055690072639226, |
| "grad_norm": 0.5259402394294739, |
| "learning_rate": 8.50353868215267e-05, |
| "loss": 0.0287, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.929782082324455, |
| "grad_norm": 0.4724416434764862, |
| "learning_rate": 8.4748596779932e-05, |
| "loss": 0.0272, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.9539951573849876, |
| "grad_norm": 0.2902815341949463, |
| "learning_rate": 8.445957831304112e-05, |
| "loss": 0.0328, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.9782082324455206, |
| "grad_norm": 0.3525785505771637, |
| "learning_rate": 8.416834995558994e-05, |
| "loss": 0.026, |
| "step": 1230 |
| }, |
| { |
| "epoch": 3.002421307506053, |
| "grad_norm": 0.6052837371826172, |
| "learning_rate": 8.387493038403443e-05, |
| "loss": 0.0291, |
| "step": 1240 |
| }, |
| { |
| "epoch": 3.026634382566586, |
| "grad_norm": 0.5345153212547302, |
| "learning_rate": 8.357933841535301e-05, |
| "loss": 0.0303, |
| "step": 1250 |
| }, |
| { |
| "epoch": 3.0508474576271185, |
| "grad_norm": 0.5326432585716248, |
| "learning_rate": 8.328159300583982e-05, |
| "loss": 0.0262, |
| "step": 1260 |
| }, |
| { |
| "epoch": 3.0750605326876514, |
| "grad_norm": 0.468538761138916, |
| "learning_rate": 8.298171324988894e-05, |
| "loss": 0.0326, |
| "step": 1270 |
| }, |
| { |
| "epoch": 3.099273607748184, |
| "grad_norm": 0.41319382190704346, |
| "learning_rate": 8.267971837877006e-05, |
| "loss": 0.0258, |
| "step": 1280 |
| }, |
| { |
| "epoch": 3.123486682808717, |
| "grad_norm": 0.6319004893302917, |
| "learning_rate": 8.237562775939495e-05, |
| "loss": 0.0289, |
| "step": 1290 |
| }, |
| { |
| "epoch": 3.1476997578692494, |
| "grad_norm": 0.45761534571647644, |
| "learning_rate": 8.206946089307567e-05, |
| "loss": 0.0305, |
| "step": 1300 |
| }, |
| { |
| "epoch": 3.171912832929782, |
| "grad_norm": 0.4852744936943054, |
| "learning_rate": 8.176123741427386e-05, |
| "loss": 0.0242, |
| "step": 1310 |
| }, |
| { |
| "epoch": 3.196125907990315, |
| "grad_norm": 0.5241371989250183, |
| "learning_rate": 8.145097708934155e-05, |
| "loss": 0.0222, |
| "step": 1320 |
| }, |
| { |
| "epoch": 3.2203389830508473, |
| "grad_norm": 0.8541209697723389, |
| "learning_rate": 8.113869981525357e-05, |
| "loss": 0.0321, |
| "step": 1330 |
| }, |
| { |
| "epoch": 3.2445520581113803, |
| "grad_norm": 0.6816042065620422, |
| "learning_rate": 8.082442561833163e-05, |
| "loss": 0.0252, |
| "step": 1340 |
| }, |
| { |
| "epoch": 3.2687651331719128, |
| "grad_norm": 0.44044730067253113, |
| "learning_rate": 8.050817465295995e-05, |
| "loss": 0.0235, |
| "step": 1350 |
| }, |
| { |
| "epoch": 3.2929782082324457, |
| "grad_norm": 0.3444546163082123, |
| "learning_rate": 8.018996720029274e-05, |
| "loss": 0.0234, |
| "step": 1360 |
| }, |
| { |
| "epoch": 3.317191283292978, |
| "grad_norm": 0.3765280842781067, |
| "learning_rate": 7.98698236669537e-05, |
| "loss": 0.0226, |
| "step": 1370 |
| }, |
| { |
| "epoch": 3.341404358353511, |
| "grad_norm": 0.43502533435821533, |
| "learning_rate": 7.954776458372718e-05, |
| "loss": 0.0187, |
| "step": 1380 |
| }, |
| { |
| "epoch": 3.3656174334140436, |
| "grad_norm": 0.45811861753463745, |
| "learning_rate": 7.922381060424167e-05, |
| "loss": 0.0263, |
| "step": 1390 |
| }, |
| { |
| "epoch": 3.389830508474576, |
| "grad_norm": 0.3686043620109558, |
| "learning_rate": 7.88979825036452e-05, |
| "loss": 0.0275, |
| "step": 1400 |
| }, |
| { |
| "epoch": 3.414043583535109, |
| "grad_norm": 0.5341550707817078, |
| "learning_rate": 7.85703011772731e-05, |
| "loss": 0.0251, |
| "step": 1410 |
| }, |
| { |
| "epoch": 3.4382566585956416, |
| "grad_norm": 0.35546207427978516, |
| "learning_rate": 7.824078763930797e-05, |
| "loss": 0.0205, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.4624697336561745, |
| "grad_norm": 0.731827437877655, |
| "learning_rate": 7.790946302143193e-05, |
| "loss": 0.029, |
| "step": 1430 |
| }, |
| { |
| "epoch": 3.486682808716707, |
| "grad_norm": 0.4253787696361542, |
| "learning_rate": 7.757634857147167e-05, |
| "loss": 0.021, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.5108958837772395, |
| "grad_norm": 0.5337280035018921, |
| "learning_rate": 7.724146565203558e-05, |
| "loss": 0.0195, |
| "step": 1450 |
| }, |
| { |
| "epoch": 3.5351089588377724, |
| "grad_norm": 0.4328541159629822, |
| "learning_rate": 7.690483573914395e-05, |
| "loss": 0.0213, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.559322033898305, |
| "grad_norm": 0.5187674760818481, |
| "learning_rate": 7.656648042085165e-05, |
| "loss": 0.0267, |
| "step": 1470 |
| }, |
| { |
| "epoch": 3.583535108958838, |
| "grad_norm": 0.48466581106185913, |
| "learning_rate": 7.622642139586362e-05, |
| "loss": 0.0267, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.6077481840193704, |
| "grad_norm": 0.5195613503456116, |
| "learning_rate": 7.588468047214351e-05, |
| "loss": 0.0231, |
| "step": 1490 |
| }, |
| { |
| "epoch": 3.6319612590799033, |
| "grad_norm": 0.524003803730011, |
| "learning_rate": 7.554127956551493e-05, |
| "loss": 0.0235, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.656174334140436, |
| "grad_norm": 0.33985355496406555, |
| "learning_rate": 7.519624069825617e-05, |
| "loss": 0.0275, |
| "step": 1510 |
| }, |
| { |
| "epoch": 3.6803874092009687, |
| "grad_norm": 0.3784356117248535, |
| "learning_rate": 7.484958599768774e-05, |
| "loss": 0.022, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.7046004842615012, |
| "grad_norm": 0.477237731218338, |
| "learning_rate": 7.450133769475353e-05, |
| "loss": 0.0221, |
| "step": 1530 |
| }, |
| { |
| "epoch": 3.7288135593220337, |
| "grad_norm": 0.3839130997657776, |
| "learning_rate": 7.415151812259499e-05, |
| "loss": 0.0268, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.7530266343825667, |
| "grad_norm": 0.49952197074890137, |
| "learning_rate": 7.380014971511897e-05, |
| "loss": 0.0224, |
| "step": 1550 |
| }, |
| { |
| "epoch": 3.777239709443099, |
| "grad_norm": 0.6298747062683105, |
| "learning_rate": 7.344725500555904e-05, |
| "loss": 0.0234, |
| "step": 1560 |
| }, |
| { |
| "epoch": 3.801452784503632, |
| "grad_norm": 0.38655561208724976, |
| "learning_rate": 7.309285662503046e-05, |
| "loss": 0.0252, |
| "step": 1570 |
| }, |
| { |
| "epoch": 3.8256658595641646, |
| "grad_norm": 0.5287598371505737, |
| "learning_rate": 7.273697730107874e-05, |
| "loss": 0.0201, |
| "step": 1580 |
| }, |
| { |
| "epoch": 3.849878934624697, |
| "grad_norm": 0.36376315355300903, |
| "learning_rate": 7.237963985622225e-05, |
| "loss": 0.0219, |
| "step": 1590 |
| }, |
| { |
| "epoch": 3.87409200968523, |
| "grad_norm": 0.35997477173805237, |
| "learning_rate": 7.202086720648858e-05, |
| "loss": 0.0201, |
| "step": 1600 |
| }, |
| { |
| "epoch": 3.898305084745763, |
| "grad_norm": 0.3914177417755127, |
| "learning_rate": 7.166068235994482e-05, |
| "loss": 0.0282, |
| "step": 1610 |
| }, |
| { |
| "epoch": 3.9225181598062955, |
| "grad_norm": 0.40190955996513367, |
| "learning_rate": 7.129910841522224e-05, |
| "loss": 0.0219, |
| "step": 1620 |
| }, |
| { |
| "epoch": 3.946731234866828, |
| "grad_norm": 0.3664417266845703, |
| "learning_rate": 7.093616856003491e-05, |
| "loss": 0.0189, |
| "step": 1630 |
| }, |
| { |
| "epoch": 3.970944309927361, |
| "grad_norm": 0.48169609904289246, |
| "learning_rate": 7.057188606969255e-05, |
| "loss": 0.0257, |
| "step": 1640 |
| }, |
| { |
| "epoch": 3.9951573849878934, |
| "grad_norm": 0.3484075963497162, |
| "learning_rate": 7.020628430560805e-05, |
| "loss": 0.0195, |
| "step": 1650 |
| }, |
| { |
| "epoch": 4.019370460048426, |
| "grad_norm": 0.5689908266067505, |
| "learning_rate": 6.983938671379925e-05, |
| "loss": 0.021, |
| "step": 1660 |
| }, |
| { |
| "epoch": 4.043583535108959, |
| "grad_norm": 0.33592528104782104, |
| "learning_rate": 6.947121682338532e-05, |
| "loss": 0.0266, |
| "step": 1670 |
| }, |
| { |
| "epoch": 4.067796610169491, |
| "grad_norm": 0.5136106610298157, |
| "learning_rate": 6.910179824507785e-05, |
| "loss": 0.0195, |
| "step": 1680 |
| }, |
| { |
| "epoch": 4.092009685230024, |
| "grad_norm": 0.6747421622276306, |
| "learning_rate": 6.873115466966673e-05, |
| "loss": 0.0241, |
| "step": 1690 |
| }, |
| { |
| "epoch": 4.116222760290557, |
| "grad_norm": 0.53533935546875, |
| "learning_rate": 6.835930986650079e-05, |
| "loss": 0.0238, |
| "step": 1700 |
| }, |
| { |
| "epoch": 4.14043583535109, |
| "grad_norm": 0.4831724166870117, |
| "learning_rate": 6.79862876819636e-05, |
| "loss": 0.0209, |
| "step": 1710 |
| }, |
| { |
| "epoch": 4.164648910411622, |
| "grad_norm": 0.23032645881175995, |
| "learning_rate": 6.761211203794402e-05, |
| "loss": 0.0198, |
| "step": 1720 |
| }, |
| { |
| "epoch": 4.188861985472155, |
| "grad_norm": 0.6606164574623108, |
| "learning_rate": 6.723680693030227e-05, |
| "loss": 0.0173, |
| "step": 1730 |
| }, |
| { |
| "epoch": 4.213075060532688, |
| "grad_norm": 0.6831424832344055, |
| "learning_rate": 6.686039642733099e-05, |
| "loss": 0.0316, |
| "step": 1740 |
| }, |
| { |
| "epoch": 4.237288135593221, |
| "grad_norm": 0.46706271171569824, |
| "learning_rate": 6.648290466821173e-05, |
| "loss": 0.0295, |
| "step": 1750 |
| }, |
| { |
| "epoch": 4.261501210653753, |
| "grad_norm": 0.4993816614151001, |
| "learning_rate": 6.610435586146691e-05, |
| "loss": 0.0202, |
| "step": 1760 |
| }, |
| { |
| "epoch": 4.285714285714286, |
| "grad_norm": 0.4973191022872925, |
| "learning_rate": 6.572477428340742e-05, |
| "loss": 0.0236, |
| "step": 1770 |
| }, |
| { |
| "epoch": 4.309927360774818, |
| "grad_norm": 0.6282814741134644, |
| "learning_rate": 6.534418427657562e-05, |
| "loss": 0.0252, |
| "step": 1780 |
| }, |
| { |
| "epoch": 4.3341404358353515, |
| "grad_norm": 0.48325812816619873, |
| "learning_rate": 6.49626102481844e-05, |
| "loss": 0.025, |
| "step": 1790 |
| }, |
| { |
| "epoch": 4.358353510895884, |
| "grad_norm": 0.5001636743545532, |
| "learning_rate": 6.458007666855189e-05, |
| "loss": 0.0185, |
| "step": 1800 |
| }, |
| { |
| "epoch": 4.3825665859564165, |
| "grad_norm": 0.2403896600008011, |
| "learning_rate": 6.419660806953214e-05, |
| "loss": 0.0189, |
| "step": 1810 |
| }, |
| { |
| "epoch": 4.406779661016949, |
| "grad_norm": 0.4437587261199951, |
| "learning_rate": 6.381222904294198e-05, |
| "loss": 0.0217, |
| "step": 1820 |
| }, |
| { |
| "epoch": 4.4309927360774815, |
| "grad_norm": 0.33042415976524353, |
| "learning_rate": 6.342696423898385e-05, |
| "loss": 0.0182, |
| "step": 1830 |
| }, |
| { |
| "epoch": 4.455205811138015, |
| "grad_norm": 0.3821597397327423, |
| "learning_rate": 6.304083836466508e-05, |
| "loss": 0.0203, |
| "step": 1840 |
| }, |
| { |
| "epoch": 4.479418886198547, |
| "grad_norm": 0.43313896656036377, |
| "learning_rate": 6.265387618221338e-05, |
| "loss": 0.0194, |
| "step": 1850 |
| }, |
| { |
| "epoch": 4.50363196125908, |
| "grad_norm": 0.516511857509613, |
| "learning_rate": 6.226610250748883e-05, |
| "loss": 0.0207, |
| "step": 1860 |
| }, |
| { |
| "epoch": 4.527845036319612, |
| "grad_norm": 0.5924696922302246, |
| "learning_rate": 6.18775422083925e-05, |
| "loss": 0.023, |
| "step": 1870 |
| }, |
| { |
| "epoch": 4.552058111380145, |
| "grad_norm": 0.3925945460796356, |
| "learning_rate": 6.148822020327156e-05, |
| "loss": 0.0209, |
| "step": 1880 |
| }, |
| { |
| "epoch": 4.576271186440678, |
| "grad_norm": 0.47303834557533264, |
| "learning_rate": 6.109816145932141e-05, |
| "loss": 0.0175, |
| "step": 1890 |
| }, |
| { |
| "epoch": 4.600484261501211, |
| "grad_norm": 0.4368993937969208, |
| "learning_rate": 6.0707390990984394e-05, |
| "loss": 0.0235, |
| "step": 1900 |
| }, |
| { |
| "epoch": 4.624697336561743, |
| "grad_norm": 0.4102156460285187, |
| "learning_rate": 6.031593385834574e-05, |
| "loss": 0.0241, |
| "step": 1910 |
| }, |
| { |
| "epoch": 4.648910411622276, |
| "grad_norm": 0.5213890075683594, |
| "learning_rate": 5.992381516552645e-05, |
| "loss": 0.0196, |
| "step": 1920 |
| }, |
| { |
| "epoch": 4.673123486682809, |
| "grad_norm": 0.5507159233093262, |
| "learning_rate": 5.953106005907325e-05, |
| "loss": 0.0237, |
| "step": 1930 |
| }, |
| { |
| "epoch": 4.697336561743342, |
| "grad_norm": 0.4065288007259369, |
| "learning_rate": 5.91376937263461e-05, |
| "loss": 0.0209, |
| "step": 1940 |
| }, |
| { |
| "epoch": 4.721549636803874, |
| "grad_norm": 0.428822785615921, |
| "learning_rate": 5.874374139390285e-05, |
| "loss": 0.0213, |
| "step": 1950 |
| }, |
| { |
| "epoch": 4.745762711864407, |
| "grad_norm": 0.3405175805091858, |
| "learning_rate": 5.834922832588142e-05, |
| "loss": 0.0187, |
| "step": 1960 |
| }, |
| { |
| "epoch": 4.76997578692494, |
| "grad_norm": 0.5359544157981873, |
| "learning_rate": 5.795417982237977e-05, |
| "loss": 0.0245, |
| "step": 1970 |
| }, |
| { |
| "epoch": 4.7941888619854724, |
| "grad_norm": 0.2747100293636322, |
| "learning_rate": 5.755862121783318e-05, |
| "loss": 0.0227, |
| "step": 1980 |
| }, |
| { |
| "epoch": 4.818401937046005, |
| "grad_norm": 0.2599546015262604, |
| "learning_rate": 5.71625778793898e-05, |
| "loss": 0.0165, |
| "step": 1990 |
| }, |
| { |
| "epoch": 4.842615012106537, |
| "grad_norm": 0.44031813740730286, |
| "learning_rate": 5.6766075205283656e-05, |
| "loss": 0.0229, |
| "step": 2000 |
| }, |
| { |
| "epoch": 4.86682808716707, |
| "grad_norm": 0.3480910360813141, |
| "learning_rate": 5.6369138623205934e-05, |
| "loss": 0.0234, |
| "step": 2010 |
| }, |
| { |
| "epoch": 4.891041162227603, |
| "grad_norm": 0.49539098143577576, |
| "learning_rate": 5.597179358867436e-05, |
| "loss": 0.0197, |
| "step": 2020 |
| }, |
| { |
| "epoch": 4.915254237288136, |
| "grad_norm": 0.3340466618537903, |
| "learning_rate": 5.557406558340067e-05, |
| "loss": 0.0216, |
| "step": 2030 |
| }, |
| { |
| "epoch": 4.939467312348668, |
| "grad_norm": 0.3774010241031647, |
| "learning_rate": 5.517598011365648e-05, |
| "loss": 0.0221, |
| "step": 2040 |
| }, |
| { |
| "epoch": 4.963680387409201, |
| "grad_norm": 0.5662590861320496, |
| "learning_rate": 5.477756270863759e-05, |
| "loss": 0.0218, |
| "step": 2050 |
| }, |
| { |
| "epoch": 4.987893462469733, |
| "grad_norm": 0.3723698556423187, |
| "learning_rate": 5.437883891882677e-05, |
| "loss": 0.0198, |
| "step": 2060 |
| }, |
| { |
| "epoch": 5.012106537530267, |
| "grad_norm": 0.4187380075454712, |
| "learning_rate": 5.3979834314355246e-05, |
| "loss": 0.0201, |
| "step": 2070 |
| }, |
| { |
| "epoch": 5.036319612590799, |
| "grad_norm": 0.30294930934906006, |
| "learning_rate": 5.358057448336289e-05, |
| "loss": 0.0213, |
| "step": 2080 |
| }, |
| { |
| "epoch": 5.060532687651332, |
| "grad_norm": 0.3359505534172058, |
| "learning_rate": 5.318108503035717e-05, |
| "loss": 0.0252, |
| "step": 2090 |
| }, |
| { |
| "epoch": 5.084745762711864, |
| "grad_norm": 0.3298729658126831, |
| "learning_rate": 5.278139157457126e-05, |
| "loss": 0.0214, |
| "step": 2100 |
| }, |
| { |
| "epoch": 5.108958837772397, |
| "grad_norm": 0.4143202602863312, |
| "learning_rate": 5.238151974832099e-05, |
| "loss": 0.0203, |
| "step": 2110 |
| }, |
| { |
| "epoch": 5.13317191283293, |
| "grad_norm": 0.6293091177940369, |
| "learning_rate": 5.1981495195361085e-05, |
| "loss": 0.0137, |
| "step": 2120 |
| }, |
| { |
| "epoch": 5.157384987893463, |
| "grad_norm": 0.41614845395088196, |
| "learning_rate": 5.158134356924065e-05, |
| "loss": 0.0228, |
| "step": 2130 |
| }, |
| { |
| "epoch": 5.181598062953995, |
| "grad_norm": 0.27436840534210205, |
| "learning_rate": 5.1181090531657925e-05, |
| "loss": 0.0178, |
| "step": 2140 |
| }, |
| { |
| "epoch": 5.2058111380145276, |
| "grad_norm": 0.4565282166004181, |
| "learning_rate": 5.078076175081469e-05, |
| "loss": 0.0196, |
| "step": 2150 |
| }, |
| { |
| "epoch": 5.230024213075061, |
| "grad_norm": 0.23529233038425446, |
| "learning_rate": 5.0380382899770174e-05, |
| "loss": 0.014, |
| "step": 2160 |
| }, |
| { |
| "epoch": 5.254237288135593, |
| "grad_norm": 0.3984922170639038, |
| "learning_rate": 4.997997965479453e-05, |
| "loss": 0.0167, |
| "step": 2170 |
| }, |
| { |
| "epoch": 5.278450363196126, |
| "grad_norm": 0.5911064743995667, |
| "learning_rate": 4.957957769372235e-05, |
| "loss": 0.0199, |
| "step": 2180 |
| }, |
| { |
| "epoch": 5.302663438256658, |
| "grad_norm": 0.4379945993423462, |
| "learning_rate": 4.9179202694305863e-05, |
| "loss": 0.0185, |
| "step": 2190 |
| }, |
| { |
| "epoch": 5.326876513317191, |
| "grad_norm": 0.26240068674087524, |
| "learning_rate": 4.877888033256827e-05, |
| "loss": 0.0185, |
| "step": 2200 |
| }, |
| { |
| "epoch": 5.351089588377724, |
| "grad_norm": 0.5069613456726074, |
| "learning_rate": 4.8378636281157106e-05, |
| "loss": 0.0251, |
| "step": 2210 |
| }, |
| { |
| "epoch": 5.375302663438257, |
| "grad_norm": 0.2779732346534729, |
| "learning_rate": 4.7978496207697856e-05, |
| "loss": 0.0197, |
| "step": 2220 |
| }, |
| { |
| "epoch": 5.399515738498789, |
| "grad_norm": 0.5277904272079468, |
| "learning_rate": 4.757848577314792e-05, |
| "loss": 0.0245, |
| "step": 2230 |
| }, |
| { |
| "epoch": 5.423728813559322, |
| "grad_norm": 0.3333110809326172, |
| "learning_rate": 4.7178630630150986e-05, |
| "loss": 0.0192, |
| "step": 2240 |
| }, |
| { |
| "epoch": 5.447941888619855, |
| "grad_norm": 0.33465272188186646, |
| "learning_rate": 4.677895642139187e-05, |
| "loss": 0.018, |
| "step": 2250 |
| }, |
| { |
| "epoch": 5.472154963680388, |
| "grad_norm": 0.3127654790878296, |
| "learning_rate": 4.6379488777952104e-05, |
| "loss": 0.0201, |
| "step": 2260 |
| }, |
| { |
| "epoch": 5.49636803874092, |
| "grad_norm": 0.32928746938705444, |
| "learning_rate": 4.598025331766619e-05, |
| "loss": 0.0177, |
| "step": 2270 |
| }, |
| { |
| "epoch": 5.520581113801453, |
| "grad_norm": 0.48403435945510864, |
| "learning_rate": 4.558127564347872e-05, |
| "loss": 0.0188, |
| "step": 2280 |
| }, |
| { |
| "epoch": 5.544794188861985, |
| "grad_norm": 0.20380015671253204, |
| "learning_rate": 4.5182581341802546e-05, |
| "loss": 0.0223, |
| "step": 2290 |
| }, |
| { |
| "epoch": 5.5690072639225185, |
| "grad_norm": 0.2391510307788849, |
| "learning_rate": 4.478419598087779e-05, |
| "loss": 0.0194, |
| "step": 2300 |
| }, |
| { |
| "epoch": 5.593220338983051, |
| "grad_norm": 0.435085266828537, |
| "learning_rate": 4.438614510913226e-05, |
| "loss": 0.0186, |
| "step": 2310 |
| }, |
| { |
| "epoch": 5.6174334140435835, |
| "grad_norm": 0.5343508124351501, |
| "learning_rate": 4.398845425354299e-05, |
| "loss": 0.0189, |
| "step": 2320 |
| }, |
| { |
| "epoch": 5.641646489104116, |
| "grad_norm": 0.4521825909614563, |
| "learning_rate": 4.359114891799916e-05, |
| "loss": 0.0187, |
| "step": 2330 |
| }, |
| { |
| "epoch": 5.6658595641646485, |
| "grad_norm": 0.4380617141723633, |
| "learning_rate": 4.319425458166667e-05, |
| "loss": 0.0186, |
| "step": 2340 |
| }, |
| { |
| "epoch": 5.690072639225182, |
| "grad_norm": 0.4022640287876129, |
| "learning_rate": 4.279779669735395e-05, |
| "loss": 0.0156, |
| "step": 2350 |
| }, |
| { |
| "epoch": 5.714285714285714, |
| "grad_norm": 0.31047096848487854, |
| "learning_rate": 4.240180068987987e-05, |
| "loss": 0.0188, |
| "step": 2360 |
| }, |
| { |
| "epoch": 5.738498789346247, |
| "grad_norm": 0.39451998472213745, |
| "learning_rate": 4.2006291954443135e-05, |
| "loss": 0.0183, |
| "step": 2370 |
| }, |
| { |
| "epoch": 5.762711864406779, |
| "grad_norm": 0.46594133973121643, |
| "learning_rate": 4.161129585499374e-05, |
| "loss": 0.0191, |
| "step": 2380 |
| }, |
| { |
| "epoch": 5.786924939467312, |
| "grad_norm": 0.426654577255249, |
| "learning_rate": 4.1216837722606385e-05, |
| "loss": 0.0191, |
| "step": 2390 |
| }, |
| { |
| "epoch": 5.811138014527845, |
| "grad_norm": 0.5002307295799255, |
| "learning_rate": 4.0822942853855906e-05, |
| "loss": 0.0169, |
| "step": 2400 |
| }, |
| { |
| "epoch": 5.835351089588378, |
| "grad_norm": 0.4844606816768646, |
| "learning_rate": 4.042963650919514e-05, |
| "loss": 0.0212, |
| "step": 2410 |
| }, |
| { |
| "epoch": 5.85956416464891, |
| "grad_norm": 0.39920294284820557, |
| "learning_rate": 4.00369439113349e-05, |
| "loss": 0.018, |
| "step": 2420 |
| }, |
| { |
| "epoch": 5.883777239709443, |
| "grad_norm": 0.5288690328598022, |
| "learning_rate": 3.964489024362645e-05, |
| "loss": 0.0233, |
| "step": 2430 |
| }, |
| { |
| "epoch": 5.907990314769976, |
| "grad_norm": 0.292603075504303, |
| "learning_rate": 3.925350064844652e-05, |
| "loss": 0.0171, |
| "step": 2440 |
| }, |
| { |
| "epoch": 5.932203389830509, |
| "grad_norm": 0.32963159680366516, |
| "learning_rate": 3.886280022558488e-05, |
| "loss": 0.0197, |
| "step": 2450 |
| }, |
| { |
| "epoch": 5.956416464891041, |
| "grad_norm": 0.3997160792350769, |
| "learning_rate": 3.847281403063475e-05, |
| "loss": 0.0207, |
| "step": 2460 |
| }, |
| { |
| "epoch": 5.980629539951574, |
| "grad_norm": 0.38237011432647705, |
| "learning_rate": 3.8083567073385924e-05, |
| "loss": 0.0199, |
| "step": 2470 |
| }, |
| { |
| "epoch": 6.004842615012106, |
| "grad_norm": 0.23426410555839539, |
| "learning_rate": 3.769508431622098e-05, |
| "loss": 0.0121, |
| "step": 2480 |
| }, |
| { |
| "epoch": 6.0290556900726395, |
| "grad_norm": 0.33642134070396423, |
| "learning_rate": 3.7307390672514365e-05, |
| "loss": 0.0191, |
| "step": 2490 |
| }, |
| { |
| "epoch": 6.053268765133172, |
| "grad_norm": 0.6005287766456604, |
| "learning_rate": 3.692051100503474e-05, |
| "loss": 0.0218, |
| "step": 2500 |
| }, |
| { |
| "epoch": 6.0774818401937045, |
| "grad_norm": 0.4643798768520355, |
| "learning_rate": 3.65344701243505e-05, |
| "loss": 0.0195, |
| "step": 2510 |
| }, |
| { |
| "epoch": 6.101694915254237, |
| "grad_norm": 0.45341044664382935, |
| "learning_rate": 3.6149292787238704e-05, |
| "loss": 0.0166, |
| "step": 2520 |
| }, |
| { |
| "epoch": 6.12590799031477, |
| "grad_norm": 0.30894288420677185, |
| "learning_rate": 3.576500369509745e-05, |
| "loss": 0.0219, |
| "step": 2530 |
| }, |
| { |
| "epoch": 6.150121065375303, |
| "grad_norm": 0.3712292015552521, |
| "learning_rate": 3.53816274923617e-05, |
| "loss": 0.0187, |
| "step": 2540 |
| }, |
| { |
| "epoch": 6.174334140435835, |
| "grad_norm": 0.47140249609947205, |
| "learning_rate": 3.499918876492291e-05, |
| "loss": 0.0211, |
| "step": 2550 |
| }, |
| { |
| "epoch": 6.198547215496368, |
| "grad_norm": 0.38516488671302795, |
| "learning_rate": 3.461771203855228e-05, |
| "loss": 0.0192, |
| "step": 2560 |
| }, |
| { |
| "epoch": 6.2227602905569, |
| "grad_norm": 0.34641772508621216, |
| "learning_rate": 3.423722177732794e-05, |
| "loss": 0.0216, |
| "step": 2570 |
| }, |
| { |
| "epoch": 6.246973365617434, |
| "grad_norm": 0.3299332559108734, |
| "learning_rate": 3.38577423820661e-05, |
| "loss": 0.0209, |
| "step": 2580 |
| }, |
| { |
| "epoch": 6.271186440677966, |
| "grad_norm": 0.553364098072052, |
| "learning_rate": 3.347929818875618e-05, |
| "loss": 0.0188, |
| "step": 2590 |
| }, |
| { |
| "epoch": 6.295399515738499, |
| "grad_norm": 0.38545793294906616, |
| "learning_rate": 3.3101913467000175e-05, |
| "loss": 0.0184, |
| "step": 2600 |
| }, |
| { |
| "epoch": 6.319612590799031, |
| "grad_norm": 0.4425388276576996, |
| "learning_rate": 3.2725612418456214e-05, |
| "loss": 0.0144, |
| "step": 2610 |
| }, |
| { |
| "epoch": 6.343825665859564, |
| "grad_norm": 0.44513943791389465, |
| "learning_rate": 3.235041917528657e-05, |
| "loss": 0.018, |
| "step": 2620 |
| }, |
| { |
| "epoch": 6.368038740920097, |
| "grad_norm": 0.38934046030044556, |
| "learning_rate": 3.197635779861002e-05, |
| "loss": 0.0137, |
| "step": 2630 |
| }, |
| { |
| "epoch": 6.39225181598063, |
| "grad_norm": 0.32404854893684387, |
| "learning_rate": 3.160345227695878e-05, |
| "loss": 0.0183, |
| "step": 2640 |
| }, |
| { |
| "epoch": 6.416464891041162, |
| "grad_norm": 0.3926362097263336, |
| "learning_rate": 3.123172652474017e-05, |
| "loss": 0.0188, |
| "step": 2650 |
| }, |
| { |
| "epoch": 6.440677966101695, |
| "grad_norm": 0.3511805832386017, |
| "learning_rate": 3.086120438070299e-05, |
| "loss": 0.0174, |
| "step": 2660 |
| }, |
| { |
| "epoch": 6.464891041162228, |
| "grad_norm": 0.41467368602752686, |
| "learning_rate": 3.0491909606408732e-05, |
| "loss": 0.0169, |
| "step": 2670 |
| }, |
| { |
| "epoch": 6.4891041162227605, |
| "grad_norm": 0.46039411425590515, |
| "learning_rate": 3.0123865884707725e-05, |
| "loss": 0.0171, |
| "step": 2680 |
| }, |
| { |
| "epoch": 6.513317191283293, |
| "grad_norm": 0.2516304552555084, |
| "learning_rate": 2.975709681822036e-05, |
| "loss": 0.0156, |
| "step": 2690 |
| }, |
| { |
| "epoch": 6.5375302663438255, |
| "grad_norm": 0.44931912422180176, |
| "learning_rate": 2.9391625927823495e-05, |
| "loss": 0.0162, |
| "step": 2700 |
| }, |
| { |
| "epoch": 6.561743341404358, |
| "grad_norm": 0.4187862277030945, |
| "learning_rate": 2.9027476651142027e-05, |
| "loss": 0.0184, |
| "step": 2710 |
| }, |
| { |
| "epoch": 6.585956416464891, |
| "grad_norm": 0.4053860902786255, |
| "learning_rate": 2.8664672341045873e-05, |
| "loss": 0.0101, |
| "step": 2720 |
| }, |
| { |
| "epoch": 6.610169491525424, |
| "grad_norm": 0.5316996574401855, |
| "learning_rate": 2.8303236264152282e-05, |
| "loss": 0.0182, |
| "step": 2730 |
| }, |
| { |
| "epoch": 6.634382566585956, |
| "grad_norm": 0.365032434463501, |
| "learning_rate": 2.794319159933386e-05, |
| "loss": 0.0192, |
| "step": 2740 |
| }, |
| { |
| "epoch": 6.658595641646489, |
| "grad_norm": 0.32179316878318787, |
| "learning_rate": 2.758456143623198e-05, |
| "loss": 0.0128, |
| "step": 2750 |
| }, |
| { |
| "epoch": 6.682808716707022, |
| "grad_norm": 0.4393117129802704, |
| "learning_rate": 2.722736877377611e-05, |
| "loss": 0.0145, |
| "step": 2760 |
| }, |
| { |
| "epoch": 6.707021791767555, |
| "grad_norm": 0.4327678978443146, |
| "learning_rate": 2.6871636518708988e-05, |
| "loss": 0.0141, |
| "step": 2770 |
| }, |
| { |
| "epoch": 6.731234866828087, |
| "grad_norm": 0.5295847654342651, |
| "learning_rate": 2.6517387484117425e-05, |
| "loss": 0.0164, |
| "step": 2780 |
| }, |
| { |
| "epoch": 6.75544794188862, |
| "grad_norm": 0.36039385199546814, |
| "learning_rate": 2.6164644387969395e-05, |
| "loss": 0.0203, |
| "step": 2790 |
| }, |
| { |
| "epoch": 6.779661016949152, |
| "grad_norm": 0.2282714545726776, |
| "learning_rate": 2.581342985165719e-05, |
| "loss": 0.0158, |
| "step": 2800 |
| }, |
| { |
| "epoch": 6.803874092009686, |
| "grad_norm": 0.2851778566837311, |
| "learning_rate": 2.5463766398546653e-05, |
| "loss": 0.0151, |
| "step": 2810 |
| }, |
| { |
| "epoch": 6.828087167070218, |
| "grad_norm": 0.2291736602783203, |
| "learning_rate": 2.51156764525327e-05, |
| "loss": 0.0145, |
| "step": 2820 |
| }, |
| { |
| "epoch": 6.852300242130751, |
| "grad_norm": 0.20650063455104828, |
| "learning_rate": 2.4769182336601414e-05, |
| "loss": 0.0129, |
| "step": 2830 |
| }, |
| { |
| "epoch": 6.876513317191283, |
| "grad_norm": 0.40692734718322754, |
| "learning_rate": 2.4424306271398344e-05, |
| "loss": 0.0144, |
| "step": 2840 |
| }, |
| { |
| "epoch": 6.900726392251816, |
| "grad_norm": 0.2539825439453125, |
| "learning_rate": 2.4081070373803544e-05, |
| "loss": 0.0124, |
| "step": 2850 |
| }, |
| { |
| "epoch": 6.924939467312349, |
| "grad_norm": 0.3327092230319977, |
| "learning_rate": 2.373949665551326e-05, |
| "loss": 0.0135, |
| "step": 2860 |
| }, |
| { |
| "epoch": 6.9491525423728815, |
| "grad_norm": 0.23752745985984802, |
| "learning_rate": 2.3399607021628296e-05, |
| "loss": 0.0168, |
| "step": 2870 |
| }, |
| { |
| "epoch": 6.973365617433414, |
| "grad_norm": 0.6486648321151733, |
| "learning_rate": 2.3061423269249177e-05, |
| "loss": 0.0239, |
| "step": 2880 |
| }, |
| { |
| "epoch": 6.9975786924939465, |
| "grad_norm": 0.4262261390686035, |
| "learning_rate": 2.2724967086078368e-05, |
| "loss": 0.0165, |
| "step": 2890 |
| }, |
| { |
| "epoch": 7.021791767554479, |
| "grad_norm": 0.3665315508842468, |
| "learning_rate": 2.2390260049029464e-05, |
| "loss": 0.0193, |
| "step": 2900 |
| }, |
| { |
| "epoch": 7.046004842615012, |
| "grad_norm": 0.2535628080368042, |
| "learning_rate": 2.2057323622843434e-05, |
| "loss": 0.0205, |
| "step": 2910 |
| }, |
| { |
| "epoch": 7.070217917675545, |
| "grad_norm": 0.3896631598472595, |
| "learning_rate": 2.1726179158712024e-05, |
| "loss": 0.0152, |
| "step": 2920 |
| }, |
| { |
| "epoch": 7.094430992736077, |
| "grad_norm": 0.4730014204978943, |
| "learning_rate": 2.1396847892908638e-05, |
| "loss": 0.0152, |
| "step": 2930 |
| }, |
| { |
| "epoch": 7.11864406779661, |
| "grad_norm": 0.5514535903930664, |
| "learning_rate": 2.1069350945426346e-05, |
| "loss": 0.0145, |
| "step": 2940 |
| }, |
| { |
| "epoch": 7.142857142857143, |
| "grad_norm": 0.5293081998825073, |
| "learning_rate": 2.074370931862348e-05, |
| "loss": 0.0185, |
| "step": 2950 |
| }, |
| { |
| "epoch": 7.167070217917676, |
| "grad_norm": 0.41855254769325256, |
| "learning_rate": 2.041994389587686e-05, |
| "loss": 0.0154, |
| "step": 2960 |
| }, |
| { |
| "epoch": 7.191283292978208, |
| "grad_norm": 0.4434002637863159, |
| "learning_rate": 2.0098075440242388e-05, |
| "loss": 0.0131, |
| "step": 2970 |
| }, |
| { |
| "epoch": 7.215496368038741, |
| "grad_norm": 0.2480538785457611, |
| "learning_rate": 1.9778124593123575e-05, |
| "loss": 0.0113, |
| "step": 2980 |
| }, |
| { |
| "epoch": 7.239709443099273, |
| "grad_norm": 0.18635334074497223, |
| "learning_rate": 1.946011187294789e-05, |
| "loss": 0.016, |
| "step": 2990 |
| }, |
| { |
| "epoch": 7.263922518159807, |
| "grad_norm": 0.41284507513046265, |
| "learning_rate": 1.9144057673850764e-05, |
| "loss": 0.0145, |
| "step": 3000 |
| }, |
| { |
| "epoch": 7.288135593220339, |
| "grad_norm": 0.5412480235099792, |
| "learning_rate": 1.8829982264367875e-05, |
| "loss": 0.0145, |
| "step": 3010 |
| }, |
| { |
| "epoch": 7.312348668280872, |
| "grad_norm": 0.24749967455863953, |
| "learning_rate": 1.8517905786135176e-05, |
| "loss": 0.0165, |
| "step": 3020 |
| }, |
| { |
| "epoch": 7.336561743341404, |
| "grad_norm": 0.18389324843883514, |
| "learning_rate": 1.8207848252597348e-05, |
| "loss": 0.0131, |
| "step": 3030 |
| }, |
| { |
| "epoch": 7.3607748184019375, |
| "grad_norm": 0.19522632658481598, |
| "learning_rate": 1.7899829547724216e-05, |
| "loss": 0.0153, |
| "step": 3040 |
| }, |
| { |
| "epoch": 7.38498789346247, |
| "grad_norm": 0.2908051013946533, |
| "learning_rate": 1.7593869424735716e-05, |
| "loss": 0.0174, |
| "step": 3050 |
| }, |
| { |
| "epoch": 7.4092009685230025, |
| "grad_norm": 0.36149874329566956, |
| "learning_rate": 1.728998750483503e-05, |
| "loss": 0.0118, |
| "step": 3060 |
| }, |
| { |
| "epoch": 7.433414043583535, |
| "grad_norm": 0.340459406375885, |
| "learning_rate": 1.6988203275950303e-05, |
| "loss": 0.0148, |
| "step": 3070 |
| }, |
| { |
| "epoch": 7.4576271186440675, |
| "grad_norm": 0.4139629900455475, |
| "learning_rate": 1.6688536091484867e-05, |
| "loss": 0.016, |
| "step": 3080 |
| }, |
| { |
| "epoch": 7.481840193704601, |
| "grad_norm": 0.3118135333061218, |
| "learning_rate": 1.6391005169076185e-05, |
| "loss": 0.0161, |
| "step": 3090 |
| }, |
| { |
| "epoch": 7.506053268765133, |
| "grad_norm": 0.3446888327598572, |
| "learning_rate": 1.6095629589363354e-05, |
| "loss": 0.0102, |
| "step": 3100 |
| }, |
| { |
| "epoch": 7.530266343825666, |
| "grad_norm": 0.26590508222579956, |
| "learning_rate": 1.5802428294763427e-05, |
| "loss": 0.0142, |
| "step": 3110 |
| }, |
| { |
| "epoch": 7.554479418886198, |
| "grad_norm": 0.3192645013332367, |
| "learning_rate": 1.5511420088256784e-05, |
| "loss": 0.0155, |
| "step": 3120 |
| }, |
| { |
| "epoch": 7.578692493946731, |
| "grad_norm": 0.2406865656375885, |
| "learning_rate": 1.5222623632181126e-05, |
| "loss": 0.014, |
| "step": 3130 |
| }, |
| { |
| "epoch": 7.602905569007264, |
| "grad_norm": 0.29127171635627747, |
| "learning_rate": 1.4936057447034762e-05, |
| "loss": 0.0123, |
| "step": 3140 |
| }, |
| { |
| "epoch": 7.627118644067797, |
| "grad_norm": 0.21008546650409698, |
| "learning_rate": 1.4651739910288892e-05, |
| "loss": 0.0115, |
| "step": 3150 |
| }, |
| { |
| "epoch": 7.651331719128329, |
| "grad_norm": 0.3151668608188629, |
| "learning_rate": 1.4369689255209029e-05, |
| "loss": 0.019, |
| "step": 3160 |
| }, |
| { |
| "epoch": 7.675544794188862, |
| "grad_norm": 0.5413271188735962, |
| "learning_rate": 1.4089923569685692e-05, |
| "loss": 0.0187, |
| "step": 3170 |
| }, |
| { |
| "epoch": 7.699757869249394, |
| "grad_norm": 0.3901917636394501, |
| "learning_rate": 1.3812460795074445e-05, |
| "loss": 0.0133, |
| "step": 3180 |
| }, |
| { |
| "epoch": 7.723970944309928, |
| "grad_norm": 0.3571145832538605, |
| "learning_rate": 1.353731872504534e-05, |
| "loss": 0.018, |
| "step": 3190 |
| }, |
| { |
| "epoch": 7.74818401937046, |
| "grad_norm": 0.1830454170703888, |
| "learning_rate": 1.3264515004441813e-05, |
| "loss": 0.0155, |
| "step": 3200 |
| }, |
| { |
| "epoch": 7.772397094430993, |
| "grad_norm": 0.3164803385734558, |
| "learning_rate": 1.299406712814904e-05, |
| "loss": 0.0123, |
| "step": 3210 |
| }, |
| { |
| "epoch": 7.796610169491525, |
| "grad_norm": 0.3490462601184845, |
| "learning_rate": 1.2725992439972113e-05, |
| "loss": 0.013, |
| "step": 3220 |
| }, |
| { |
| "epoch": 7.8208232445520585, |
| "grad_norm": 0.7496345639228821, |
| "learning_rate": 1.2460308131523668e-05, |
| "loss": 0.0155, |
| "step": 3230 |
| }, |
| { |
| "epoch": 7.845036319612591, |
| "grad_norm": 0.3881627321243286, |
| "learning_rate": 1.2197031241121481e-05, |
| "loss": 0.0134, |
| "step": 3240 |
| }, |
| { |
| "epoch": 7.8692493946731235, |
| "grad_norm": 0.6886332631111145, |
| "learning_rate": 1.1936178652695762e-05, |
| "loss": 0.0157, |
| "step": 3250 |
| }, |
| { |
| "epoch": 7.893462469733656, |
| "grad_norm": 0.453621506690979, |
| "learning_rate": 1.1677767094706366e-05, |
| "loss": 0.0156, |
| "step": 3260 |
| }, |
| { |
| "epoch": 7.917675544794189, |
| "grad_norm": 0.6541271209716797, |
| "learning_rate": 1.1421813139070015e-05, |
| "loss": 0.015, |
| "step": 3270 |
| }, |
| { |
| "epoch": 7.941888619854722, |
| "grad_norm": 0.19482707977294922, |
| "learning_rate": 1.1168333200097581e-05, |
| "loss": 0.0154, |
| "step": 3280 |
| }, |
| { |
| "epoch": 7.966101694915254, |
| "grad_norm": 0.3815418779850006, |
| "learning_rate": 1.0917343533441405e-05, |
| "loss": 0.0151, |
| "step": 3290 |
| }, |
| { |
| "epoch": 7.990314769975787, |
| "grad_norm": 0.22648939490318298, |
| "learning_rate": 1.066886023505279e-05, |
| "loss": 0.0157, |
| "step": 3300 |
| }, |
| { |
| "epoch": 8.01452784503632, |
| "grad_norm": 0.22604836523532867, |
| "learning_rate": 1.0422899240149814e-05, |
| "loss": 0.0142, |
| "step": 3310 |
| }, |
| { |
| "epoch": 8.038740920096853, |
| "grad_norm": 0.24534879624843597, |
| "learning_rate": 1.017947632219542e-05, |
| "loss": 0.0138, |
| "step": 3320 |
| }, |
| { |
| "epoch": 8.062953995157384, |
| "grad_norm": 0.3026754558086395, |
| "learning_rate": 9.938607091885793e-06, |
| "loss": 0.0145, |
| "step": 3330 |
| }, |
| { |
| "epoch": 8.087167070217918, |
| "grad_norm": 0.2571144104003906, |
| "learning_rate": 9.700306996149332e-06, |
| "loss": 0.0122, |
| "step": 3340 |
| }, |
| { |
| "epoch": 8.111380145278451, |
| "grad_norm": 0.1984659880399704, |
| "learning_rate": 9.464591317155996e-06, |
| "loss": 0.016, |
| "step": 3350 |
| }, |
| { |
| "epoch": 8.135593220338983, |
| "grad_norm": 0.4001196026802063, |
| "learning_rate": 9.23147517133724e-06, |
| "loss": 0.011, |
| "step": 3360 |
| }, |
| { |
| "epoch": 8.159806295399516, |
| "grad_norm": 0.4187612533569336, |
| "learning_rate": 9.00097350841661e-06, |
| "loss": 0.0111, |
| "step": 3370 |
| }, |
| { |
| "epoch": 8.184019370460048, |
| "grad_norm": 0.2470700591802597, |
| "learning_rate": 8.773101110451082e-06, |
| "loss": 0.0099, |
| "step": 3380 |
| }, |
| { |
| "epoch": 8.208232445520581, |
| "grad_norm": 0.2544308602809906, |
| "learning_rate": 8.547872590883016e-06, |
| "loss": 0.0132, |
| "step": 3390 |
| }, |
| { |
| "epoch": 8.232445520581114, |
| "grad_norm": 0.3814391493797302, |
| "learning_rate": 8.325302393602985e-06, |
| "loss": 0.0176, |
| "step": 3400 |
| }, |
| { |
| "epoch": 8.256658595641646, |
| "grad_norm": 0.446252703666687, |
| "learning_rate": 8.10540479202358e-06, |
| "loss": 0.0135, |
| "step": 3410 |
| }, |
| { |
| "epoch": 8.28087167070218, |
| "grad_norm": 0.2458113580942154, |
| "learning_rate": 7.888193888163942e-06, |
| "loss": 0.0139, |
| "step": 3420 |
| }, |
| { |
| "epoch": 8.305084745762711, |
| "grad_norm": 0.2790254056453705, |
| "learning_rate": 7.673683611745518e-06, |
| "loss": 0.0094, |
| "step": 3430 |
| }, |
| { |
| "epoch": 8.329297820823244, |
| "grad_norm": 0.4545155465602875, |
| "learning_rate": 7.461887719298632e-06, |
| "loss": 0.0145, |
| "step": 3440 |
| }, |
| { |
| "epoch": 8.353510895883778, |
| "grad_norm": 0.45168566703796387, |
| "learning_rate": 7.252819793280391e-06, |
| "loss": 0.0141, |
| "step": 3450 |
| }, |
| { |
| "epoch": 8.37772397094431, |
| "grad_norm": 0.35018378496170044, |
| "learning_rate": 7.046493241203539e-06, |
| "loss": 0.0122, |
| "step": 3460 |
| }, |
| { |
| "epoch": 8.401937046004843, |
| "grad_norm": 0.2541906535625458, |
| "learning_rate": 6.842921294776699e-06, |
| "loss": 0.0155, |
| "step": 3470 |
| }, |
| { |
| "epoch": 8.426150121065376, |
| "grad_norm": 0.3892095685005188, |
| "learning_rate": 6.642117009055854e-06, |
| "loss": 0.0108, |
| "step": 3480 |
| }, |
| { |
| "epoch": 8.450363196125908, |
| "grad_norm": 0.35709190368652344, |
| "learning_rate": 6.44409326160702e-06, |
| "loss": 0.011, |
| "step": 3490 |
| }, |
| { |
| "epoch": 8.474576271186441, |
| "grad_norm": 0.46146559715270996, |
| "learning_rate": 6.24886275168049e-06, |
| "loss": 0.0111, |
| "step": 3500 |
| }, |
| { |
| "epoch": 8.498789346246973, |
| "grad_norm": 0.6905137896537781, |
| "learning_rate": 6.0564379993964415e-06, |
| "loss": 0.0165, |
| "step": 3510 |
| }, |
| { |
| "epoch": 8.523002421307506, |
| "grad_norm": 0.3822910785675049, |
| "learning_rate": 5.866831344941948e-06, |
| "loss": 0.0127, |
| "step": 3520 |
| }, |
| { |
| "epoch": 8.54721549636804, |
| "grad_norm": 0.592910885810852, |
| "learning_rate": 5.680054947779684e-06, |
| "loss": 0.0124, |
| "step": 3530 |
| }, |
| { |
| "epoch": 8.571428571428571, |
| "grad_norm": 0.1693124622106552, |
| "learning_rate": 5.496120785868097e-06, |
| "loss": 0.0115, |
| "step": 3540 |
| }, |
| { |
| "epoch": 8.595641646489105, |
| "grad_norm": 0.2580435872077942, |
| "learning_rate": 5.315040654893261e-06, |
| "loss": 0.0123, |
| "step": 3550 |
| }, |
| { |
| "epoch": 8.619854721549636, |
| "grad_norm": 0.38052746653556824, |
| "learning_rate": 5.136826167512415e-06, |
| "loss": 0.0133, |
| "step": 3560 |
| }, |
| { |
| "epoch": 8.64406779661017, |
| "grad_norm": 0.23417942225933075, |
| "learning_rate": 4.961488752609289e-06, |
| "loss": 0.0121, |
| "step": 3570 |
| }, |
| { |
| "epoch": 8.668280871670703, |
| "grad_norm": 0.2762776017189026, |
| "learning_rate": 4.789039654561128e-06, |
| "loss": 0.0099, |
| "step": 3580 |
| }, |
| { |
| "epoch": 8.692493946731235, |
| "grad_norm": 0.2401086688041687, |
| "learning_rate": 4.6194899325175845e-06, |
| "loss": 0.0111, |
| "step": 3590 |
| }, |
| { |
| "epoch": 8.716707021791768, |
| "grad_norm": 0.583827793598175, |
| "learning_rate": 4.452850459691515e-06, |
| "loss": 0.0094, |
| "step": 3600 |
| }, |
| { |
| "epoch": 8.7409200968523, |
| "grad_norm": 0.29906371235847473, |
| "learning_rate": 4.28913192266171e-06, |
| "loss": 0.0108, |
| "step": 3610 |
| }, |
| { |
| "epoch": 8.765133171912833, |
| "grad_norm": 0.33410441875457764, |
| "learning_rate": 4.128344820687491e-06, |
| "loss": 0.017, |
| "step": 3620 |
| }, |
| { |
| "epoch": 8.789346246973366, |
| "grad_norm": 0.3000377118587494, |
| "learning_rate": 3.970499465035471e-06, |
| "loss": 0.0104, |
| "step": 3630 |
| }, |
| { |
| "epoch": 8.813559322033898, |
| "grad_norm": 0.34526678919792175, |
| "learning_rate": 3.815605978318243e-06, |
| "loss": 0.0117, |
| "step": 3640 |
| }, |
| { |
| "epoch": 8.837772397094431, |
| "grad_norm": 0.15890513360500336, |
| "learning_rate": 3.6636742938452372e-06, |
| "loss": 0.0102, |
| "step": 3650 |
| }, |
| { |
| "epoch": 8.861985472154963, |
| "grad_norm": 0.1767040193080902, |
| "learning_rate": 3.5147141549856765e-06, |
| "loss": 0.013, |
| "step": 3660 |
| }, |
| { |
| "epoch": 8.886198547215496, |
| "grad_norm": 0.3709566295146942, |
| "learning_rate": 3.3687351145437864e-06, |
| "loss": 0.0149, |
| "step": 3670 |
| }, |
| { |
| "epoch": 8.91041162227603, |
| "grad_norm": 0.19601866602897644, |
| "learning_rate": 3.2257465341461178e-06, |
| "loss": 0.0117, |
| "step": 3680 |
| }, |
| { |
| "epoch": 8.934624697336561, |
| "grad_norm": 0.2117300182580948, |
| "learning_rate": 3.085757583641219e-06, |
| "loss": 0.0133, |
| "step": 3690 |
| }, |
| { |
| "epoch": 8.958837772397095, |
| "grad_norm": 0.43014609813690186, |
| "learning_rate": 2.9487772405115576e-06, |
| "loss": 0.0104, |
| "step": 3700 |
| }, |
| { |
| "epoch": 8.983050847457626, |
| "grad_norm": 0.1782502681016922, |
| "learning_rate": 2.8148142892978013e-06, |
| "loss": 0.0109, |
| "step": 3710 |
| }, |
| { |
| "epoch": 9.00726392251816, |
| "grad_norm": 0.515754222869873, |
| "learning_rate": 2.683877321035488e-06, |
| "loss": 0.0109, |
| "step": 3720 |
| }, |
| { |
| "epoch": 9.031476997578693, |
| "grad_norm": 0.41731247305870056, |
| "learning_rate": 2.5559747327040195e-06, |
| "loss": 0.0128, |
| "step": 3730 |
| }, |
| { |
| "epoch": 9.055690072639225, |
| "grad_norm": 0.4359779357910156, |
| "learning_rate": 2.431114726688255e-06, |
| "loss": 0.0162, |
| "step": 3740 |
| }, |
| { |
| "epoch": 9.079903147699758, |
| "grad_norm": 0.3959914743900299, |
| "learning_rate": 2.3093053102524133e-06, |
| "loss": 0.0161, |
| "step": 3750 |
| }, |
| { |
| "epoch": 9.104116222760291, |
| "grad_norm": 0.23284198343753815, |
| "learning_rate": 2.1905542950265813e-06, |
| "loss": 0.0119, |
| "step": 3760 |
| }, |
| { |
| "epoch": 9.128329297820823, |
| "grad_norm": 0.2471969574689865, |
| "learning_rate": 2.0748692965058327e-06, |
| "loss": 0.0112, |
| "step": 3770 |
| }, |
| { |
| "epoch": 9.152542372881356, |
| "grad_norm": 0.29521581530570984, |
| "learning_rate": 1.962257733561723e-06, |
| "loss": 0.0103, |
| "step": 3780 |
| }, |
| { |
| "epoch": 9.176755447941888, |
| "grad_norm": 0.334814190864563, |
| "learning_rate": 1.852726827966611e-06, |
| "loss": 0.0117, |
| "step": 3790 |
| }, |
| { |
| "epoch": 9.200968523002421, |
| "grad_norm": 0.30945488810539246, |
| "learning_rate": 1.746283603930493e-06, |
| "loss": 0.0118, |
| "step": 3800 |
| }, |
| { |
| "epoch": 9.225181598062955, |
| "grad_norm": 0.2957359254360199, |
| "learning_rate": 1.6429348876505323e-06, |
| "loss": 0.0128, |
| "step": 3810 |
| }, |
| { |
| "epoch": 9.249394673123486, |
| "grad_norm": 0.23440304398536682, |
| "learning_rate": 1.5426873068733193e-06, |
| "loss": 0.0133, |
| "step": 3820 |
| }, |
| { |
| "epoch": 9.27360774818402, |
| "grad_norm": 0.2585028111934662, |
| "learning_rate": 1.4455472904698231e-06, |
| "loss": 0.0149, |
| "step": 3830 |
| }, |
| { |
| "epoch": 9.297820823244551, |
| "grad_norm": 0.30870312452316284, |
| "learning_rate": 1.3515210680230982e-06, |
| "loss": 0.0098, |
| "step": 3840 |
| }, |
| { |
| "epoch": 9.322033898305085, |
| "grad_norm": 0.27497830986976624, |
| "learning_rate": 1.260614669428789e-06, |
| "loss": 0.0174, |
| "step": 3850 |
| }, |
| { |
| "epoch": 9.346246973365618, |
| "grad_norm": 0.22433800995349884, |
| "learning_rate": 1.1728339245084485e-06, |
| "loss": 0.0111, |
| "step": 3860 |
| }, |
| { |
| "epoch": 9.37046004842615, |
| "grad_norm": 0.37047669291496277, |
| "learning_rate": 1.0881844626356607e-06, |
| "loss": 0.0111, |
| "step": 3870 |
| }, |
| { |
| "epoch": 9.394673123486683, |
| "grad_norm": 0.2361232042312622, |
| "learning_rate": 1.0066717123750068e-06, |
| "loss": 0.0124, |
| "step": 3880 |
| }, |
| { |
| "epoch": 9.418886198547215, |
| "grad_norm": 0.3410983383655548, |
| "learning_rate": 9.283009011339605e-07, |
| "loss": 0.0112, |
| "step": 3890 |
| }, |
| { |
| "epoch": 9.443099273607748, |
| "grad_norm": 0.2599528729915619, |
| "learning_rate": 8.530770548276612e-07, |
| "loss": 0.0086, |
| "step": 3900 |
| }, |
| { |
| "epoch": 9.467312348668282, |
| "grad_norm": 0.3180170953273773, |
| "learning_rate": 7.810049975565781e-07, |
| "loss": 0.0096, |
| "step": 3910 |
| }, |
| { |
| "epoch": 9.491525423728813, |
| "grad_norm": 0.21840566396713257, |
| "learning_rate": 7.120893512971405e-07, |
| "loss": 0.0105, |
| "step": 3920 |
| }, |
| { |
| "epoch": 9.515738498789347, |
| "grad_norm": 0.173859104514122, |
| "learning_rate": 6.463345356053529e-07, |
| "loss": 0.01, |
| "step": 3930 |
| }, |
| { |
| "epoch": 9.539951573849878, |
| "grad_norm": 0.2144845426082611, |
| "learning_rate": 5.837447673333551e-07, |
| "loss": 0.0111, |
| "step": 3940 |
| }, |
| { |
| "epoch": 9.564164648910412, |
| "grad_norm": 0.263040155172348, |
| "learning_rate": 5.243240603589939e-07, |
| "loss": 0.0104, |
| "step": 3950 |
| }, |
| { |
| "epoch": 9.588377723970945, |
| "grad_norm": 0.2790661156177521, |
| "learning_rate": 4.6807622532841766e-07, |
| "loss": 0.0108, |
| "step": 3960 |
| }, |
| { |
| "epoch": 9.612590799031477, |
| "grad_norm": 0.32049551606178284, |
| "learning_rate": 4.1500486941171146e-07, |
| "loss": 0.0104, |
| "step": 3970 |
| }, |
| { |
| "epoch": 9.63680387409201, |
| "grad_norm": 0.22142082452774048, |
| "learning_rate": 3.651133960715314e-07, |
| "loss": 0.0137, |
| "step": 3980 |
| }, |
| { |
| "epoch": 9.661016949152543, |
| "grad_norm": 0.2482762634754181, |
| "learning_rate": 3.184050048448906e-07, |
| "loss": 0.0103, |
| "step": 3990 |
| }, |
| { |
| "epoch": 9.685230024213075, |
| "grad_norm": 0.2733849883079529, |
| "learning_rate": 2.7488269113793985e-07, |
| "loss": 0.0112, |
| "step": 4000 |
| }, |
| { |
| "epoch": 9.709443099273608, |
| "grad_norm": 0.12781202793121338, |
| "learning_rate": 2.3454924603388273e-07, |
| "loss": 0.0112, |
| "step": 4010 |
| }, |
| { |
| "epoch": 9.73365617433414, |
| "grad_norm": 0.28209537267684937, |
| "learning_rate": 1.9740725611397947e-07, |
| "loss": 0.0096, |
| "step": 4020 |
| }, |
| { |
| "epoch": 9.757869249394673, |
| "grad_norm": 0.20635870099067688, |
| "learning_rate": 1.634591032916799e-07, |
| "loss": 0.0117, |
| "step": 4030 |
| }, |
| { |
| "epoch": 9.782082324455207, |
| "grad_norm": 0.2143334150314331, |
| "learning_rate": 1.3270696465985667e-07, |
| "loss": 0.0132, |
| "step": 4040 |
| }, |
| { |
| "epoch": 9.806295399515738, |
| "grad_norm": 0.5383320450782776, |
| "learning_rate": 1.0515281235120022e-07, |
| "loss": 0.0157, |
| "step": 4050 |
| }, |
| { |
| "epoch": 9.830508474576272, |
| "grad_norm": 0.1887156069278717, |
| "learning_rate": 8.079841341174787e-08, |
| "loss": 0.0115, |
| "step": 4060 |
| }, |
| { |
| "epoch": 9.854721549636803, |
| "grad_norm": 0.6771607398986816, |
| "learning_rate": 5.964532968754655e-08, |
| "loss": 0.0148, |
| "step": 4070 |
| }, |
| { |
| "epoch": 9.878934624697337, |
| "grad_norm": 0.15422938764095306, |
| "learning_rate": 4.1694917724499626e-08, |
| "loss": 0.0098, |
| "step": 4080 |
| }, |
| { |
| "epoch": 9.90314769975787, |
| "grad_norm": 0.24615567922592163, |
| "learning_rate": 2.6948328681392077e-08, |
| "loss": 0.0121, |
| "step": 4090 |
| }, |
| { |
| "epoch": 9.927360774818402, |
| "grad_norm": 0.5549627542495728, |
| "learning_rate": 1.5406508256032846e-08, |
| "loss": 0.0124, |
| "step": 4100 |
| }, |
| { |
| "epoch": 9.951573849878935, |
| "grad_norm": 0.31257057189941406, |
| "learning_rate": 7.0701966246311536e-09, |
| "loss": 0.0163, |
| "step": 4110 |
| }, |
| { |
| "epoch": 9.975786924939467, |
| "grad_norm": 0.19799315929412842, |
| "learning_rate": 1.9399283943233314e-09, |
| "loss": 0.0098, |
| "step": 4120 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 0.5619280338287354, |
| "learning_rate": 1.6032568883606048e-11, |
| "loss": 0.0108, |
| "step": 4130 |
| }, |
| { |
| "epoch": 10.0, |
| "step": 4130, |
| "total_flos": 0.0, |
| "train_loss": 0.030211533891086717, |
| "train_runtime": 4229.8026, |
| "train_samples_per_second": 47.773, |
| "train_steps_per_second": 0.976 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 4130, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 49, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
