| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 1313, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.007616146230007616, |
| "grad_norm": 11.835048123794566, |
| "learning_rate": 9.000000000000001e-07, |
| "loss": 1.116, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.015232292460015232, |
| "grad_norm": 7.842644391089767, |
| "learning_rate": 1.9000000000000002e-06, |
| "loss": 0.6669, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.02284843869002285, |
| "grad_norm": 6.595317969410114, |
| "learning_rate": 2.9e-06, |
| "loss": 0.4144, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.030464584920030464, |
| "grad_norm": 16.197313330329298, |
| "learning_rate": 3.900000000000001e-06, |
| "loss": 0.3473, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03808073115003808, |
| "grad_norm": 4.777059040290485, |
| "learning_rate": 4.9000000000000005e-06, |
| "loss": 0.362, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0456968773800457, |
| "grad_norm": 3.612615550268976, |
| "learning_rate": 4.96437054631829e-06, |
| "loss": 0.34, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.053313023610053314, |
| "grad_norm": 7.269116816605792, |
| "learning_rate": 4.9247822644497236e-06, |
| "loss": 0.3249, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.06092916984006093, |
| "grad_norm": 3.0945431020260736, |
| "learning_rate": 4.885193982581156e-06, |
| "loss": 0.3253, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.06854531607006854, |
| "grad_norm": 3.887936623809588, |
| "learning_rate": 4.84560570071259e-06, |
| "loss": 0.334, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.07616146230007616, |
| "grad_norm": 5.646977694480739, |
| "learning_rate": 4.806017418844022e-06, |
| "loss": 0.3363, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.08377760853008377, |
| "grad_norm": 4.652949981700683, |
| "learning_rate": 4.7664291369754555e-06, |
| "loss": 0.3497, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.0913937547600914, |
| "grad_norm": 4.016803732481575, |
| "learning_rate": 4.726840855106889e-06, |
| "loss": 0.3003, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.09900990099009901, |
| "grad_norm": 2.8480975606159906, |
| "learning_rate": 4.687252573238322e-06, |
| "loss": 0.2753, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.10662604722010663, |
| "grad_norm": 5.306261875252713, |
| "learning_rate": 4.647664291369755e-06, |
| "loss": 0.3504, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.11424219345011424, |
| "grad_norm": 3.9644170984253515, |
| "learning_rate": 4.608076009501188e-06, |
| "loss": 0.2829, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.12185833968012186, |
| "grad_norm": 7.0071669557603045, |
| "learning_rate": 4.568487727632621e-06, |
| "loss": 0.3065, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.12947448591012947, |
| "grad_norm": 7.924765186334578, |
| "learning_rate": 4.528899445764054e-06, |
| "loss": 0.2927, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1370906321401371, |
| "grad_norm": 2.679434562992301, |
| "learning_rate": 4.489311163895487e-06, |
| "loss": 0.2996, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1447067783701447, |
| "grad_norm": 2.894427683403079, |
| "learning_rate": 4.449722882026921e-06, |
| "loss": 0.3136, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.15232292460015232, |
| "grad_norm": 5.923531882150988, |
| "learning_rate": 4.410134600158353e-06, |
| "loss": 0.2734, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.15993907083015993, |
| "grad_norm": 4.285103721371967, |
| "learning_rate": 4.3705463182897865e-06, |
| "loss": 0.2679, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.16755521706016754, |
| "grad_norm": 6.673762676336573, |
| "learning_rate": 4.33095803642122e-06, |
| "loss": 0.2628, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.17517136329017516, |
| "grad_norm": 4.871044331385097, |
| "learning_rate": 4.291369754552653e-06, |
| "loss": 0.2776, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.1827875095201828, |
| "grad_norm": 5.091838723173423, |
| "learning_rate": 4.251781472684085e-06, |
| "loss": 0.2539, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.19040365575019041, |
| "grad_norm": 3.4527086586576083, |
| "learning_rate": 4.212193190815519e-06, |
| "loss": 0.2445, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.19801980198019803, |
| "grad_norm": 3.695127168590451, |
| "learning_rate": 4.1726049089469524e-06, |
| "loss": 0.2917, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.20563594821020564, |
| "grad_norm": 4.411690290365369, |
| "learning_rate": 4.133016627078385e-06, |
| "loss": 0.2507, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.21325209444021326, |
| "grad_norm": 2.91470425056368, |
| "learning_rate": 4.093428345209818e-06, |
| "loss": 0.2586, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.22086824067022087, |
| "grad_norm": 4.6941501972309645, |
| "learning_rate": 4.053840063341251e-06, |
| "loss": 0.2732, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.2284843869002285, |
| "grad_norm": 3.65469328683858, |
| "learning_rate": 4.014251781472684e-06, |
| "loss": 0.2592, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2361005331302361, |
| "grad_norm": 7.340914536012835, |
| "learning_rate": 3.9746634996041175e-06, |
| "loss": 0.2762, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.24371667936024372, |
| "grad_norm": 4.978603041007075, |
| "learning_rate": 3.935075217735551e-06, |
| "loss": 0.2595, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.25133282559025133, |
| "grad_norm": 4.3081870746388224, |
| "learning_rate": 3.895486935866984e-06, |
| "loss": 0.2353, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.25894897182025894, |
| "grad_norm": 4.039525885685747, |
| "learning_rate": 3.855898653998416e-06, |
| "loss": 0.2612, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.26656511805026656, |
| "grad_norm": 7.773254136654106, |
| "learning_rate": 3.81631037212985e-06, |
| "loss": 0.2461, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2741812642802742, |
| "grad_norm": 5.337707227198452, |
| "learning_rate": 3.7767220902612826e-06, |
| "loss": 0.2558, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.2817974105102818, |
| "grad_norm": 6.423197178565075, |
| "learning_rate": 3.7371338083927162e-06, |
| "loss": 0.2292, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.2894135567402894, |
| "grad_norm": 18.774710142232706, |
| "learning_rate": 3.697545526524149e-06, |
| "loss": 0.2453, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.297029702970297, |
| "grad_norm": 7.135948853519646, |
| "learning_rate": 3.657957244655582e-06, |
| "loss": 0.2304, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.30464584920030463, |
| "grad_norm": 16.602438244874765, |
| "learning_rate": 3.6183689627870154e-06, |
| "loss": 0.2837, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.31226199543031224, |
| "grad_norm": 7.063664027325613, |
| "learning_rate": 3.578780680918448e-06, |
| "loss": 0.2686, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.31987814166031986, |
| "grad_norm": 9.41480626347556, |
| "learning_rate": 3.5391923990498818e-06, |
| "loss": 0.2857, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3274942878903275, |
| "grad_norm": 6.31014103739446, |
| "learning_rate": 3.4996041171813145e-06, |
| "loss": 0.2812, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.3351104341203351, |
| "grad_norm": 5.189791913301834, |
| "learning_rate": 3.4600158353127477e-06, |
| "loss": 0.2567, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.3427265803503427, |
| "grad_norm": 9.568482976958887, |
| "learning_rate": 3.4204275534441805e-06, |
| "loss": 0.2641, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.3503427265803503, |
| "grad_norm": 3.364826563025041, |
| "learning_rate": 3.3808392715756137e-06, |
| "loss": 0.2545, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.357958872810358, |
| "grad_norm": 7.009480899792399, |
| "learning_rate": 3.3412509897070473e-06, |
| "loss": 0.2653, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.3655750190403656, |
| "grad_norm": 5.524309651862536, |
| "learning_rate": 3.30166270783848e-06, |
| "loss": 0.2514, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.3731911652703732, |
| "grad_norm": 3.7876676441463046, |
| "learning_rate": 3.2620744259699132e-06, |
| "loss": 0.2435, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.38080731150038083, |
| "grad_norm": 6.168551543835485, |
| "learning_rate": 3.222486144101346e-06, |
| "loss": 0.2689, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.38842345773038844, |
| "grad_norm": 5.50094150163915, |
| "learning_rate": 3.1828978622327796e-06, |
| "loss": 0.2454, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.39603960396039606, |
| "grad_norm": 7.801936281585015, |
| "learning_rate": 3.1433095803642124e-06, |
| "loss": 0.2699, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.4036557501904037, |
| "grad_norm": 4.436892195809717, |
| "learning_rate": 3.1037212984956456e-06, |
| "loss": 0.2536, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.4112718964204113, |
| "grad_norm": 18.395533582841257, |
| "learning_rate": 3.0641330166270788e-06, |
| "loss": 0.2789, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.4188880426504189, |
| "grad_norm": 4.58974339162325, |
| "learning_rate": 3.0245447347585115e-06, |
| "loss": 0.2404, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.4265041888804265, |
| "grad_norm": 3.07844758325921, |
| "learning_rate": 2.984956452889945e-06, |
| "loss": 0.2544, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.43412033511043413, |
| "grad_norm": 11.355633136686789, |
| "learning_rate": 2.945368171021378e-06, |
| "loss": 0.251, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.44173648134044174, |
| "grad_norm": 6.877211875578664, |
| "learning_rate": 2.905779889152811e-06, |
| "loss": 0.2546, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.44935262757044936, |
| "grad_norm": 2.1130575081798493, |
| "learning_rate": 2.866191607284244e-06, |
| "loss": 0.2458, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.456968773800457, |
| "grad_norm": 6.059827920107357, |
| "learning_rate": 2.826603325415677e-06, |
| "loss": 0.2313, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.4645849200304646, |
| "grad_norm": 4.797362022426609, |
| "learning_rate": 2.7870150435471106e-06, |
| "loss": 0.2329, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.4722010662604722, |
| "grad_norm": 2.9020896003162875, |
| "learning_rate": 2.7474267616785434e-06, |
| "loss": 0.258, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.4798172124904798, |
| "grad_norm": 3.5954255971397653, |
| "learning_rate": 2.7078384798099766e-06, |
| "loss": 0.2344, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.48743335872048743, |
| "grad_norm": 4.973309240009862, |
| "learning_rate": 2.6682501979414094e-06, |
| "loss": 0.2647, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.49504950495049505, |
| "grad_norm": 4.202207460409975, |
| "learning_rate": 2.6286619160728426e-06, |
| "loss": 0.2213, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.5026656511805027, |
| "grad_norm": 2.7235992530661695, |
| "learning_rate": 2.5890736342042753e-06, |
| "loss": 0.2086, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.5102817974105103, |
| "grad_norm": 8.31402385598321, |
| "learning_rate": 2.549485352335709e-06, |
| "loss": 0.2214, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.5178979436405179, |
| "grad_norm": 5.150239251986413, |
| "learning_rate": 2.509897070467142e-06, |
| "loss": 0.2248, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.5255140898705255, |
| "grad_norm": 2.063111564649914, |
| "learning_rate": 2.470308788598575e-06, |
| "loss": 0.2176, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.5331302361005331, |
| "grad_norm": 2.6602413962762723, |
| "learning_rate": 2.430720506730008e-06, |
| "loss": 0.2078, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.5407463823305407, |
| "grad_norm": 4.256322056465414, |
| "learning_rate": 2.3911322248614413e-06, |
| "loss": 0.2523, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.5483625285605483, |
| "grad_norm": 5.612404213167897, |
| "learning_rate": 2.3515439429928744e-06, |
| "loss": 0.1892, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.555978674790556, |
| "grad_norm": 3.396066595409222, |
| "learning_rate": 2.3119556611243072e-06, |
| "loss": 0.1999, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.5635948210205636, |
| "grad_norm": 2.2396054043457636, |
| "learning_rate": 2.2723673792557404e-06, |
| "loss": 0.1971, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.5712109672505712, |
| "grad_norm": 2.3958999447143667, |
| "learning_rate": 2.2327790973871736e-06, |
| "loss": 0.2502, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.5788271134805788, |
| "grad_norm": 1.977018318704205, |
| "learning_rate": 2.1931908155186068e-06, |
| "loss": 0.1889, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.5864432597105864, |
| "grad_norm": 8.354339753870269, |
| "learning_rate": 2.1536025336500395e-06, |
| "loss": 0.2236, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.594059405940594, |
| "grad_norm": 5.047427806944594, |
| "learning_rate": 2.114014251781473e-06, |
| "loss": 0.2243, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.6016755521706016, |
| "grad_norm": 2.4089372949840833, |
| "learning_rate": 2.074425969912906e-06, |
| "loss": 0.2004, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.6092916984006093, |
| "grad_norm": 4.550685815329762, |
| "learning_rate": 2.034837688044339e-06, |
| "loss": 0.2139, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.6169078446306169, |
| "grad_norm": 4.373033096667755, |
| "learning_rate": 1.9952494061757723e-06, |
| "loss": 0.2004, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.6245239908606245, |
| "grad_norm": 2.4860668443690046, |
| "learning_rate": 1.955661124307205e-06, |
| "loss": 0.2174, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.6321401370906321, |
| "grad_norm": 6.985461338636023, |
| "learning_rate": 1.9160728424386383e-06, |
| "loss": 0.2018, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.6397562833206397, |
| "grad_norm": 2.494187139035971, |
| "learning_rate": 1.8764845605700712e-06, |
| "loss": 0.1817, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.6473724295506473, |
| "grad_norm": 5.371564360686615, |
| "learning_rate": 1.8368962787015046e-06, |
| "loss": 0.2318, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.654988575780655, |
| "grad_norm": 4.536677734185734, |
| "learning_rate": 1.7973079968329376e-06, |
| "loss": 0.2293, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.6626047220106626, |
| "grad_norm": 3.3728431484538737, |
| "learning_rate": 1.7577197149643708e-06, |
| "loss": 0.2361, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.6702208682406702, |
| "grad_norm": 1.6073529320120856, |
| "learning_rate": 1.7181314330958038e-06, |
| "loss": 0.1968, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.6778370144706778, |
| "grad_norm": 2.1015646443463605, |
| "learning_rate": 1.6785431512272367e-06, |
| "loss": 0.2219, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.6854531607006854, |
| "grad_norm": 2.318400190633724, |
| "learning_rate": 1.63895486935867e-06, |
| "loss": 0.2322, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.693069306930693, |
| "grad_norm": 3.122592092936656, |
| "learning_rate": 1.599366587490103e-06, |
| "loss": 0.241, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.7006854531607006, |
| "grad_norm": 3.904435708637386, |
| "learning_rate": 1.5597783056215363e-06, |
| "loss": 0.2017, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.7083015993907082, |
| "grad_norm": 2.4588794352649397, |
| "learning_rate": 1.5201900237529693e-06, |
| "loss": 0.1908, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.715917745620716, |
| "grad_norm": 3.8014556275662774, |
| "learning_rate": 1.4806017418844023e-06, |
| "loss": 0.2018, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.7235338918507236, |
| "grad_norm": 1.7382325918516672, |
| "learning_rate": 1.4410134600158355e-06, |
| "loss": 0.2021, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.7311500380807312, |
| "grad_norm": 2.8111839390766216, |
| "learning_rate": 1.4014251781472684e-06, |
| "loss": 0.2169, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.7387661843107388, |
| "grad_norm": 4.2660511964815875, |
| "learning_rate": 1.3618368962787016e-06, |
| "loss": 0.2203, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.7463823305407464, |
| "grad_norm": 6.971263503890589, |
| "learning_rate": 1.3222486144101346e-06, |
| "loss": 0.1991, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.753998476770754, |
| "grad_norm": 8.292979602981546, |
| "learning_rate": 1.282660332541568e-06, |
| "loss": 0.2047, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.7616146230007617, |
| "grad_norm": 4.030895551326649, |
| "learning_rate": 1.2430720506730008e-06, |
| "loss": 0.227, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.7692307692307693, |
| "grad_norm": 2.562977198803812, |
| "learning_rate": 1.203483768804434e-06, |
| "loss": 0.1728, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.7768469154607769, |
| "grad_norm": 2.503974634764323, |
| "learning_rate": 1.1638954869358671e-06, |
| "loss": 0.1971, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.7844630616907845, |
| "grad_norm": 2.9622637791093016, |
| "learning_rate": 1.1243072050673001e-06, |
| "loss": 0.1869, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.7920792079207921, |
| "grad_norm": 2.0051653354077335, |
| "learning_rate": 1.0847189231987333e-06, |
| "loss": 0.2293, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.7996953541507997, |
| "grad_norm": 3.184729069100192, |
| "learning_rate": 1.0451306413301663e-06, |
| "loss": 0.2063, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.8073115003808073, |
| "grad_norm": 8.324801185828381, |
| "learning_rate": 1.0055423594615995e-06, |
| "loss": 0.186, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.814927646610815, |
| "grad_norm": 3.0052525618271293, |
| "learning_rate": 9.659540775930324e-07, |
| "loss": 0.2087, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.8225437928408226, |
| "grad_norm": 22.015701113681754, |
| "learning_rate": 9.263657957244656e-07, |
| "loss": 0.2595, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.8301599390708302, |
| "grad_norm": 2.4553515877726535, |
| "learning_rate": 8.867775138558987e-07, |
| "loss": 0.1702, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.8377760853008378, |
| "grad_norm": 2.162378595346796, |
| "learning_rate": 8.471892319873318e-07, |
| "loss": 0.1864, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.8453922315308454, |
| "grad_norm": 2.8013200458499994, |
| "learning_rate": 8.07600950118765e-07, |
| "loss": 0.2157, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.853008377760853, |
| "grad_norm": 3.6104191007542608, |
| "learning_rate": 7.680126682501981e-07, |
| "loss": 0.2147, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.8606245239908606, |
| "grad_norm": 3.3981713373449347, |
| "learning_rate": 7.28424386381631e-07, |
| "loss": 0.2242, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.8682406702208683, |
| "grad_norm": 2.5235731123816096, |
| "learning_rate": 6.888361045130641e-07, |
| "loss": 0.1686, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.8758568164508759, |
| "grad_norm": 17.92455537528504, |
| "learning_rate": 6.492478226444973e-07, |
| "loss": 0.1884, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.8834729626808835, |
| "grad_norm": 1.8092517385846119, |
| "learning_rate": 6.096595407759304e-07, |
| "loss": 0.1654, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.8910891089108911, |
| "grad_norm": 6.630711115030937, |
| "learning_rate": 5.700712589073635e-07, |
| "loss": 0.1963, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.8987052551408987, |
| "grad_norm": 4.752180632682597, |
| "learning_rate": 5.304829770387966e-07, |
| "loss": 0.2126, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.9063214013709063, |
| "grad_norm": 3.262231573492007, |
| "learning_rate": 4.908946951702296e-07, |
| "loss": 0.1937, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.913937547600914, |
| "grad_norm": 2.694587750125678, |
| "learning_rate": 4.5130641330166273e-07, |
| "loss": 0.2039, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.9215536938309216, |
| "grad_norm": 3.8952707228642507, |
| "learning_rate": 4.1171813143309587e-07, |
| "loss": 0.2073, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.9291698400609292, |
| "grad_norm": 3.6728115952215172, |
| "learning_rate": 3.721298495645289e-07, |
| "loss": 0.2099, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.9367859862909368, |
| "grad_norm": 2.4955892161466164, |
| "learning_rate": 3.3254156769596203e-07, |
| "loss": 0.1877, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.9444021325209444, |
| "grad_norm": 2.7829353934232635, |
| "learning_rate": 2.929532858273951e-07, |
| "loss": 0.1921, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.952018278750952, |
| "grad_norm": 1.8391655577692532, |
| "learning_rate": 2.533650039588282e-07, |
| "loss": 0.2154, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.9596344249809596, |
| "grad_norm": 5.945610666641174, |
| "learning_rate": 2.1377672209026128e-07, |
| "loss": 0.2052, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.9672505712109672, |
| "grad_norm": 3.466683424087242, |
| "learning_rate": 1.7418844022169442e-07, |
| "loss": 0.1855, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.9748667174409749, |
| "grad_norm": 3.7618841125617637, |
| "learning_rate": 1.3460015835312747e-07, |
| "loss": 0.2226, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.9824828636709825, |
| "grad_norm": 2.507736397987616, |
| "learning_rate": 9.501187648456058e-08, |
| "loss": 0.1852, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.9900990099009901, |
| "grad_norm": 2.5513116117371135, |
| "learning_rate": 5.542359461599367e-08, |
| "loss": 0.1866, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.9977151561309977, |
| "grad_norm": 2.649721331069317, |
| "learning_rate": 1.5835312747426762e-08, |
| "loss": 0.187, |
| "step": 1310 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1313, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 400, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1736915245596672.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
