| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.0, |
| "eval_steps": 70, |
| "global_step": 350, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.014311270125223614, |
| "grad_norm": 3.3410181999206543, |
| "learning_rate": 0.0, |
| "loss": 2.01751708984375, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.028622540250447227, |
| "grad_norm": 3.347492218017578, |
| "learning_rate": 9.090909090909091e-06, |
| "loss": 1.5863037109375, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.04293381037567084, |
| "grad_norm": 3.564649820327759, |
| "learning_rate": 1.8181818181818182e-05, |
| "loss": 2.1478271484375, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.057245080500894455, |
| "grad_norm": 1.6348196268081665, |
| "learning_rate": 2.7272727272727273e-05, |
| "loss": 1.59539794921875, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.07155635062611806, |
| "grad_norm": 0.5400568246841431, |
| "learning_rate": 3.6363636363636364e-05, |
| "loss": 1.4581298828125, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.08586762075134168, |
| "grad_norm": 0.33098214864730835, |
| "learning_rate": 4.545454545454546e-05, |
| "loss": 1.194580078125, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.1001788908765653, |
| "grad_norm": 0.3238024115562439, |
| "learning_rate": 5.4545454545454546e-05, |
| "loss": 1.29010009765625, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.11449016100178891, |
| "grad_norm": 0.2658863663673401, |
| "learning_rate": 6.363636363636364e-05, |
| "loss": 1.26934814453125, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.12880143112701253, |
| "grad_norm": 0.22492113709449768, |
| "learning_rate": 7.272727272727273e-05, |
| "loss": 1.147308349609375, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.14311270125223613, |
| "grad_norm": 0.36609947681427, |
| "learning_rate": 8.181818181818183e-05, |
| "loss": 1.25152587890625, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.15742397137745975, |
| "grad_norm": 0.34992608428001404, |
| "learning_rate": 9.090909090909092e-05, |
| "loss": 1.27337646484375, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.17173524150268335, |
| "grad_norm": 0.27957606315612793, |
| "learning_rate": 0.0001, |
| "loss": 1.093017578125, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.18604651162790697, |
| "grad_norm": 0.2911664843559265, |
| "learning_rate": 9.999806767684109e-05, |
| "loss": 1.251129150390625, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.2003577817531306, |
| "grad_norm": 0.16858641803264618, |
| "learning_rate": 9.999227087331426e-05, |
| "loss": 1.172821044921875, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.2146690518783542, |
| "grad_norm": 0.15052799880504608, |
| "learning_rate": 9.998261008725495e-05, |
| "loss": 1.2061767578125, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.22898032200357782, |
| "grad_norm": 0.12794822454452515, |
| "learning_rate": 9.996908614834141e-05, |
| "loss": 1.0494766235351562, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.24329159212880144, |
| "grad_norm": 0.1232319176197052, |
| "learning_rate": 9.995170021802342e-05, |
| "loss": 1.1510009765625, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.25760286225402507, |
| "grad_norm": 0.11607693135738373, |
| "learning_rate": 9.993045378942262e-05, |
| "loss": 1.22509765625, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.27191413237924866, |
| "grad_norm": 0.10980455577373505, |
| "learning_rate": 9.990534868720414e-05, |
| "loss": 1.2623291015625, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.28622540250447226, |
| "grad_norm": 0.09627101570367813, |
| "learning_rate": 9.987638706741999e-05, |
| "loss": 1.2161865234375, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.3005366726296959, |
| "grad_norm": 0.07417790591716766, |
| "learning_rate": 9.984357141732388e-05, |
| "loss": 1.08526611328125, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.3148479427549195, |
| "grad_norm": 0.06646407395601273, |
| "learning_rate": 9.980690455515766e-05, |
| "loss": 1.020904541015625, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.3291592128801431, |
| "grad_norm": 0.07123072445392609, |
| "learning_rate": 9.976638962990915e-05, |
| "loss": 1.06396484375, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.3434704830053667, |
| "grad_norm": 0.07855740189552307, |
| "learning_rate": 9.972203012104187e-05, |
| "loss": 0.968017578125, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.35778175313059035, |
| "grad_norm": 0.0795491561293602, |
| "learning_rate": 9.967382983819604e-05, |
| "loss": 1.01934814453125, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.37209302325581395, |
| "grad_norm": 0.07461606711149216, |
| "learning_rate": 9.96217929208616e-05, |
| "loss": 1.0777130126953125, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.38640429338103754, |
| "grad_norm": 0.07724579423666, |
| "learning_rate": 9.956592383802259e-05, |
| "loss": 1.1514892578125, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.4007155635062612, |
| "grad_norm": 0.04926382377743721, |
| "learning_rate": 9.950622738777333e-05, |
| "loss": 1.00640869140625, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.4150268336314848, |
| "grad_norm": 0.04825359955430031, |
| "learning_rate": 9.94427086969064e-05, |
| "loss": 0.926544189453125, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.4293381037567084, |
| "grad_norm": 0.04287895932793617, |
| "learning_rate": 9.937537322047238e-05, |
| "loss": 0.8801422119140625, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.44364937388193204, |
| "grad_norm": 0.04662016034126282, |
| "learning_rate": 9.930422674131127e-05, |
| "loss": 1.0087890625, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.45796064400715564, |
| "grad_norm": 0.06877255439758301, |
| "learning_rate": 9.922927536955593e-05, |
| "loss": 1.153106689453125, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.47227191413237923, |
| "grad_norm": 0.045458752661943436, |
| "learning_rate": 9.915052554210732e-05, |
| "loss": 1.005767822265625, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.4865831842576029, |
| "grad_norm": 0.05774962529540062, |
| "learning_rate": 9.906798402208168e-05, |
| "loss": 1.18359375, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.5008944543828264, |
| "grad_norm": 0.04781227558851242, |
| "learning_rate": 9.89816578982297e-05, |
| "loss": 0.91656494140625, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.5152057245080501, |
| "grad_norm": 0.05493216589093208, |
| "learning_rate": 9.889155458432776e-05, |
| "loss": 0.9749755859375, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.5295169946332737, |
| "grad_norm": 0.05125086382031441, |
| "learning_rate": 9.87976818185412e-05, |
| "loss": 1.14154052734375, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.5438282647584973, |
| "grad_norm": 0.04450112581253052, |
| "learning_rate": 9.870004766275977e-05, |
| "loss": 1.10321044921875, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.5581395348837209, |
| "grad_norm": 0.044988811016082764, |
| "learning_rate": 9.859866050190522e-05, |
| "loss": 0.89453125, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.5724508050089445, |
| "grad_norm": 0.04589870572090149, |
| "learning_rate": 9.849352904321135e-05, |
| "loss": 1.0570068359375, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.5867620751341681, |
| "grad_norm": 0.04538784548640251, |
| "learning_rate": 9.838466231547601e-05, |
| "loss": 0.96771240234375, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.6010733452593918, |
| "grad_norm": 0.05058218166232109, |
| "learning_rate": 9.827206966828581e-05, |
| "loss": 1.019683837890625, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.6153846153846154, |
| "grad_norm": 0.04873070865869522, |
| "learning_rate": 9.815576077121321e-05, |
| "loss": 0.9384994506835938, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.629695885509839, |
| "grad_norm": 0.04834091663360596, |
| "learning_rate": 9.803574561298599e-05, |
| "loss": 1.029266357421875, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.6440071556350626, |
| "grad_norm": 0.05508863180875778, |
| "learning_rate": 9.79120345006295e-05, |
| "loss": 1.00396728515625, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.6583184257602862, |
| "grad_norm": 0.04428449273109436, |
| "learning_rate": 9.778463805858136e-05, |
| "loss": 1.0389404296875, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.6726296958855098, |
| "grad_norm": 0.0409366674721241, |
| "learning_rate": 9.765356722777916e-05, |
| "loss": 0.8250885009765625, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.6869409660107334, |
| "grad_norm": 0.046333007514476776, |
| "learning_rate": 9.751883326472077e-05, |
| "loss": 0.934814453125, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.7012522361359571, |
| "grad_norm": 0.04506774619221687, |
| "learning_rate": 9.738044774049758e-05, |
| "loss": 0.97210693359375, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.7155635062611807, |
| "grad_norm": 0.04564470425248146, |
| "learning_rate": 9.72384225398009e-05, |
| "loss": 0.970306396484375, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.7298747763864043, |
| "grad_norm": 0.04502520710229874, |
| "learning_rate": 9.709276985990111e-05, |
| "loss": 0.94805908203125, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.7441860465116279, |
| "grad_norm": 0.038036081939935684, |
| "learning_rate": 9.69435022096003e-05, |
| "loss": 0.768280029296875, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.7584973166368515, |
| "grad_norm": 0.055236611515283585, |
| "learning_rate": 9.67906324081579e-05, |
| "loss": 1.01470947265625, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.7728085867620751, |
| "grad_norm": 0.03723809868097305, |
| "learning_rate": 9.663417358418981e-05, |
| "loss": 0.9454345703125, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.7871198568872988, |
| "grad_norm": 0.041100673377513885, |
| "learning_rate": 9.64741391745409e-05, |
| "loss": 0.86029052734375, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.8014311270125224, |
| "grad_norm": 0.0422760546207428, |
| "learning_rate": 9.631054292313094e-05, |
| "loss": 0.9407958984375, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.815742397137746, |
| "grad_norm": 0.037724003195762634, |
| "learning_rate": 9.614339887977443e-05, |
| "loss": 0.7969350218772888, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.8300536672629696, |
| "grad_norm": 0.04163903743028641, |
| "learning_rate": 9.597272139897384e-05, |
| "loss": 0.86175537109375, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.8443649373881932, |
| "grad_norm": 0.05268585681915283, |
| "learning_rate": 9.57985251386869e-05, |
| "loss": 0.927215576171875, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.8586762075134168, |
| "grad_norm": 0.046867866069078445, |
| "learning_rate": 9.56208250590677e-05, |
| "loss": 0.91168212890625, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.8729874776386404, |
| "grad_norm": 0.04723203554749489, |
| "learning_rate": 9.543963642118205e-05, |
| "loss": 1.0142822265625, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.8872987477638641, |
| "grad_norm": 0.042484745383262634, |
| "learning_rate": 9.525497478569663e-05, |
| "loss": 0.91455078125, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.9016100178890877, |
| "grad_norm": 0.045855678617954254, |
| "learning_rate": 9.506685601154276e-05, |
| "loss": 0.9036865234375, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.9159212880143113, |
| "grad_norm": 0.049025025218725204, |
| "learning_rate": 9.487529625455443e-05, |
| "loss": 1.02838134765625, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.9302325581395349, |
| "grad_norm": 0.05009147524833679, |
| "learning_rate": 9.468031196608068e-05, |
| "loss": 0.954498291015625, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.9445438282647585, |
| "grad_norm": 0.056810859590768814, |
| "learning_rate": 9.448191989157294e-05, |
| "loss": 0.88922119140625, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.9588550983899821, |
| "grad_norm": 0.05907364562153816, |
| "learning_rate": 9.428013706914678e-05, |
| "loss": 0.931243896484375, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.9731663685152058, |
| "grad_norm": 0.06500693410634995, |
| "learning_rate": 9.407498082811863e-05, |
| "loss": 0.9434814453125, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.9874776386404294, |
| "grad_norm": 0.054131485521793365, |
| "learning_rate": 9.386646878751769e-05, |
| "loss": 0.903411865234375, |
| "step": 69 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.06751064956188202, |
| "learning_rate": 9.365461885457259e-05, |
| "loss": 1.0047607421875, |
| "step": 70 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.91888427734375, |
| "eval_runtime": 1.8844, |
| "eval_samples_per_second": 2.123, |
| "eval_steps_per_second": 0.531, |
| "step": 70 |
| }, |
| { |
| "epoch": 1.0143112701252237, |
| "grad_norm": 0.055898845195770264, |
| "learning_rate": 9.343944922317363e-05, |
| "loss": 0.96551513671875, |
| "step": 71 |
| }, |
| { |
| "epoch": 1.0286225402504472, |
| "grad_norm": 0.052690621465444565, |
| "learning_rate": 9.322097837231026e-05, |
| "loss": 0.7611083984375, |
| "step": 72 |
| }, |
| { |
| "epoch": 1.042933810375671, |
| "grad_norm": 0.07362278550863266, |
| "learning_rate": 9.299922506448396e-05, |
| "loss": 0.97052001953125, |
| "step": 73 |
| }, |
| { |
| "epoch": 1.0572450805008944, |
| "grad_norm": 0.06880676746368408, |
| "learning_rate": 9.27742083440971e-05, |
| "loss": 0.90020751953125, |
| "step": 74 |
| }, |
| { |
| "epoch": 1.071556350626118, |
| "grad_norm": 0.060559019446372986, |
| "learning_rate": 9.254594753581724e-05, |
| "loss": 0.946502685546875, |
| "step": 75 |
| }, |
| { |
| "epoch": 1.0858676207513416, |
| "grad_norm": 0.04849094897508621, |
| "learning_rate": 9.23144622429175e-05, |
| "loss": 0.82427978515625, |
| "step": 76 |
| }, |
| { |
| "epoch": 1.1001788908765653, |
| "grad_norm": 0.06903208792209625, |
| "learning_rate": 9.20797723455931e-05, |
| "loss": 0.86859130859375, |
| "step": 77 |
| }, |
| { |
| "epoch": 1.114490161001789, |
| "grad_norm": 0.07261502742767334, |
| "learning_rate": 9.184189799925404e-05, |
| "loss": 0.86370849609375, |
| "step": 78 |
| }, |
| { |
| "epoch": 1.1288014311270125, |
| "grad_norm": 0.0514570027589798, |
| "learning_rate": 9.160085963279396e-05, |
| "loss": 0.824951171875, |
| "step": 79 |
| }, |
| { |
| "epoch": 1.1431127012522362, |
| "grad_norm": 0.07142036408185959, |
| "learning_rate": 9.135667794683593e-05, |
| "loss": 0.918609619140625, |
| "step": 80 |
| }, |
| { |
| "epoch": 1.1574239713774597, |
| "grad_norm": 0.051894742995500565, |
| "learning_rate": 9.110937391195442e-05, |
| "loss": 0.9404296875, |
| "step": 81 |
| }, |
| { |
| "epoch": 1.1717352415026834, |
| "grad_norm": 0.05748848617076874, |
| "learning_rate": 9.08589687668745e-05, |
| "loss": 0.82635498046875, |
| "step": 82 |
| }, |
| { |
| "epoch": 1.1860465116279069, |
| "grad_norm": 0.05919559299945831, |
| "learning_rate": 9.06054840166478e-05, |
| "loss": 0.937835693359375, |
| "step": 83 |
| }, |
| { |
| "epoch": 1.2003577817531306, |
| "grad_norm": 0.05367245525121689, |
| "learning_rate": 9.034894143080553e-05, |
| "loss": 0.90118408203125, |
| "step": 84 |
| }, |
| { |
| "epoch": 1.2146690518783543, |
| "grad_norm": 0.04632791131734848, |
| "learning_rate": 9.008936304148907e-05, |
| "loss": 0.933746337890625, |
| "step": 85 |
| }, |
| { |
| "epoch": 1.2289803220035778, |
| "grad_norm": 0.0533670149743557, |
| "learning_rate": 8.982677114155765e-05, |
| "loss": 0.8226318359375, |
| "step": 86 |
| }, |
| { |
| "epoch": 1.2432915921288015, |
| "grad_norm": 0.05788963660597801, |
| "learning_rate": 8.95611882826739e-05, |
| "loss": 0.864898681640625, |
| "step": 87 |
| }, |
| { |
| "epoch": 1.257602862254025, |
| "grad_norm": 0.051566317677497864, |
| "learning_rate": 8.929263727336713e-05, |
| "loss": 0.971893310546875, |
| "step": 88 |
| }, |
| { |
| "epoch": 1.2719141323792487, |
| "grad_norm": 0.05482623726129532, |
| "learning_rate": 8.902114117707441e-05, |
| "loss": 1.00732421875, |
| "step": 89 |
| }, |
| { |
| "epoch": 1.2862254025044724, |
| "grad_norm": 0.04872555285692215, |
| "learning_rate": 8.874672331015996e-05, |
| "loss": 0.9832763671875, |
| "step": 90 |
| }, |
| { |
| "epoch": 1.3005366726296959, |
| "grad_norm": 0.058804403990507126, |
| "learning_rate": 8.846940723991263e-05, |
| "loss": 0.866729736328125, |
| "step": 91 |
| }, |
| { |
| "epoch": 1.3148479427549196, |
| "grad_norm": 0.04719854146242142, |
| "learning_rate": 8.818921678252199e-05, |
| "loss": 0.811676025390625, |
| "step": 92 |
| }, |
| { |
| "epoch": 1.329159212880143, |
| "grad_norm": 0.04760557413101196, |
| "learning_rate": 8.790617600103289e-05, |
| "loss": 0.87615966796875, |
| "step": 93 |
| }, |
| { |
| "epoch": 1.3434704830053668, |
| "grad_norm": 0.03823496401309967, |
| "learning_rate": 8.762030920327898e-05, |
| "loss": 0.804779052734375, |
| "step": 94 |
| }, |
| { |
| "epoch": 1.3577817531305905, |
| "grad_norm": 0.049484819173812866, |
| "learning_rate": 8.733164093979512e-05, |
| "loss": 0.8387451171875, |
| "step": 95 |
| }, |
| { |
| "epoch": 1.372093023255814, |
| "grad_norm": 0.04773775488138199, |
| "learning_rate": 8.704019600170883e-05, |
| "loss": 0.894744873046875, |
| "step": 96 |
| }, |
| { |
| "epoch": 1.3864042933810374, |
| "grad_norm": 0.06226862221956253, |
| "learning_rate": 8.674599941861145e-05, |
| "loss": 0.96490478515625, |
| "step": 97 |
| }, |
| { |
| "epoch": 1.4007155635062611, |
| "grad_norm": 0.05097726732492447, |
| "learning_rate": 8.64490764564083e-05, |
| "loss": 0.8448486328125, |
| "step": 98 |
| }, |
| { |
| "epoch": 1.4150268336314848, |
| "grad_norm": 0.05041167885065079, |
| "learning_rate": 8.614945261514903e-05, |
| "loss": 0.78009033203125, |
| "step": 99 |
| }, |
| { |
| "epoch": 1.4293381037567083, |
| "grad_norm": 0.038732826709747314, |
| "learning_rate": 8.584715362683751e-05, |
| "loss": 0.749969482421875, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.443649373881932, |
| "grad_norm": 0.04899672418832779, |
| "learning_rate": 8.554220545322197e-05, |
| "loss": 0.861297607421875, |
| "step": 101 |
| }, |
| { |
| "epoch": 1.4579606440071555, |
| "grad_norm": 0.05308113619685173, |
| "learning_rate": 8.523463428356548e-05, |
| "loss": 0.96209716796875, |
| "step": 102 |
| }, |
| { |
| "epoch": 1.4722719141323792, |
| "grad_norm": 0.06102287024259567, |
| "learning_rate": 8.492446653239667e-05, |
| "loss": 0.857452392578125, |
| "step": 103 |
| }, |
| { |
| "epoch": 1.486583184257603, |
| "grad_norm": 0.05445420369505882, |
| "learning_rate": 8.461172883724124e-05, |
| "loss": 0.98309326171875, |
| "step": 104 |
| }, |
| { |
| "epoch": 1.5008944543828264, |
| "grad_norm": 0.06945395469665527, |
| "learning_rate": 8.429644805633437e-05, |
| "loss": 0.771636962890625, |
| "step": 105 |
| }, |
| { |
| "epoch": 1.5152057245080501, |
| "grad_norm": 0.07941682636737823, |
| "learning_rate": 8.397865126631402e-05, |
| "loss": 0.82354736328125, |
| "step": 106 |
| }, |
| { |
| "epoch": 1.5295169946332736, |
| "grad_norm": 0.054743777960538864, |
| "learning_rate": 8.365836575989561e-05, |
| "loss": 0.97491455078125, |
| "step": 107 |
| }, |
| { |
| "epoch": 1.5438282647584973, |
| "grad_norm": 0.08232340216636658, |
| "learning_rate": 8.333561904352814e-05, |
| "loss": 0.9542999267578125, |
| "step": 108 |
| }, |
| { |
| "epoch": 1.558139534883721, |
| "grad_norm": 0.05673123523592949, |
| "learning_rate": 8.301043883503177e-05, |
| "loss": 0.77447509765625, |
| "step": 109 |
| }, |
| { |
| "epoch": 1.5724508050089445, |
| "grad_norm": 0.07514223456382751, |
| "learning_rate": 8.26828530612175e-05, |
| "loss": 0.90985107421875, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.586762075134168, |
| "grad_norm": 0.07404479384422302, |
| "learning_rate": 8.235288985548881e-05, |
| "loss": 0.84405517578125, |
| "step": 111 |
| }, |
| { |
| "epoch": 1.6010733452593917, |
| "grad_norm": 0.04848802462220192, |
| "learning_rate": 8.20205775554254e-05, |
| "loss": 0.90277099609375, |
| "step": 112 |
| }, |
| { |
| "epoch": 1.6153846153846154, |
| "grad_norm": 0.06696207821369171, |
| "learning_rate": 8.168594470034966e-05, |
| "loss": 0.8168106079101562, |
| "step": 113 |
| }, |
| { |
| "epoch": 1.6296958855098391, |
| "grad_norm": 0.05016935244202614, |
| "learning_rate": 8.13490200288756e-05, |
| "loss": 0.9027099609375, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.6440071556350626, |
| "grad_norm": 0.08251702785491943, |
| "learning_rate": 8.100983247644082e-05, |
| "loss": 0.8768310546875, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.658318425760286, |
| "grad_norm": 0.0642937570810318, |
| "learning_rate": 8.06684111728214e-05, |
| "loss": 0.9188232421875, |
| "step": 116 |
| }, |
| { |
| "epoch": 1.6726296958855098, |
| "grad_norm": 0.043508097529411316, |
| "learning_rate": 8.032478543963038e-05, |
| "loss": 0.73736572265625, |
| "step": 117 |
| }, |
| { |
| "epoch": 1.6869409660107335, |
| "grad_norm": 0.05819007009267807, |
| "learning_rate": 7.997898478779936e-05, |
| "loss": 0.82122802734375, |
| "step": 118 |
| }, |
| { |
| "epoch": 1.7012522361359572, |
| "grad_norm": 0.05959341302514076, |
| "learning_rate": 7.96310389150443e-05, |
| "loss": 0.860137939453125, |
| "step": 119 |
| }, |
| { |
| "epoch": 1.7155635062611807, |
| "grad_norm": 0.07089157402515411, |
| "learning_rate": 7.92809777033148e-05, |
| "loss": 0.859893798828125, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.7298747763864042, |
| "grad_norm": 0.06324061006307602, |
| "learning_rate": 7.892883121622813e-05, |
| "loss": 0.84295654296875, |
| "step": 121 |
| }, |
| { |
| "epoch": 1.744186046511628, |
| "grad_norm": 0.046000510454177856, |
| "learning_rate": 7.857462969648702e-05, |
| "loss": 0.693756103515625, |
| "step": 122 |
| }, |
| { |
| "epoch": 1.7584973166368516, |
| "grad_norm": 0.07442042231559753, |
| "learning_rate": 7.821840356328254e-05, |
| "loss": 0.9080810546875, |
| "step": 123 |
| }, |
| { |
| "epoch": 1.772808586762075, |
| "grad_norm": 0.0669429674744606, |
| "learning_rate": 7.78601834096817e-05, |
| "loss": 0.85760498046875, |
| "step": 124 |
| }, |
| { |
| "epoch": 1.7871198568872988, |
| "grad_norm": 0.05742024630308151, |
| "learning_rate": 7.75e-05, |
| "loss": 0.7733154296875, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.8014311270125223, |
| "grad_norm": 0.0744951069355011, |
| "learning_rate": 7.713788426715938e-05, |
| "loss": 0.857818603515625, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.815742397137746, |
| "grad_norm": 0.05928736925125122, |
| "learning_rate": 7.677386731003171e-05, |
| "loss": 0.7152498364448547, |
| "step": 127 |
| }, |
| { |
| "epoch": 1.8300536672629697, |
| "grad_norm": 0.052303068339824677, |
| "learning_rate": 7.640798039076793e-05, |
| "loss": 0.7852783203125, |
| "step": 128 |
| }, |
| { |
| "epoch": 1.8443649373881932, |
| "grad_norm": 0.05261474475264549, |
| "learning_rate": 7.604025493211327e-05, |
| "loss": 0.84442138671875, |
| "step": 129 |
| }, |
| { |
| "epoch": 1.8586762075134167, |
| "grad_norm": 0.06918948888778687, |
| "learning_rate": 7.567072251470862e-05, |
| "loss": 0.826507568359375, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.8729874776386404, |
| "grad_norm": 0.053066812455654144, |
| "learning_rate": 7.529941487437835e-05, |
| "loss": 0.9246826171875, |
| "step": 131 |
| }, |
| { |
| "epoch": 1.887298747763864, |
| "grad_norm": 0.0635317787528038, |
| "learning_rate": 7.492636389940478e-05, |
| "loss": 0.8355712890625, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.9016100178890878, |
| "grad_norm": 0.061956532299518585, |
| "learning_rate": 7.455160162778962e-05, |
| "loss": 0.8302001953125, |
| "step": 133 |
| }, |
| { |
| "epoch": 1.9159212880143113, |
| "grad_norm": 0.06120719015598297, |
| "learning_rate": 7.41751602445025e-05, |
| "loss": 0.9422607421875, |
| "step": 134 |
| }, |
| { |
| "epoch": 1.9302325581395348, |
| "grad_norm": 0.05771296098828316, |
| "learning_rate": 7.379707207871685e-05, |
| "loss": 0.874969482421875, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.9445438282647585, |
| "grad_norm": 0.0516636036336422, |
| "learning_rate": 7.341736960103357e-05, |
| "loss": 0.820343017578125, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.9588550983899822, |
| "grad_norm": 0.05117014795541763, |
| "learning_rate": 7.30360854206922e-05, |
| "loss": 0.859710693359375, |
| "step": 137 |
| }, |
| { |
| "epoch": 1.9731663685152059, |
| "grad_norm": 0.06877405941486359, |
| "learning_rate": 7.265325228277064e-05, |
| "loss": 0.86651611328125, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.9874776386404294, |
| "grad_norm": 0.057914137840270996, |
| "learning_rate": 7.22689030653728e-05, |
| "loss": 0.836456298828125, |
| "step": 139 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.0669974833726883, |
| "learning_rate": 7.18830707768051e-05, |
| "loss": 0.92803955078125, |
| "step": 140 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.85125732421875, |
| "eval_runtime": 1.8814, |
| "eval_samples_per_second": 2.126, |
| "eval_steps_per_second": 0.532, |
| "step": 140 |
| }, |
| { |
| "epoch": 2.0143112701252237, |
| "grad_norm": 0.06470653414726257, |
| "learning_rate": 7.149578855274158e-05, |
| "loss": 0.8944091796875, |
| "step": 141 |
| }, |
| { |
| "epoch": 2.0286225402504474, |
| "grad_norm": 0.05126171186566353, |
| "learning_rate": 7.110708965337829e-05, |
| "loss": 0.7092361450195312, |
| "step": 142 |
| }, |
| { |
| "epoch": 2.0429338103756707, |
| "grad_norm": 0.08162374794483185, |
| "learning_rate": 7.071700746057677e-05, |
| "loss": 0.89935302734375, |
| "step": 143 |
| }, |
| { |
| "epoch": 2.0572450805008944, |
| "grad_norm": 0.07985501736402512, |
| "learning_rate": 7.032557547499726e-05, |
| "loss": 0.83685302734375, |
| "step": 144 |
| }, |
| { |
| "epoch": 2.071556350626118, |
| "grad_norm": 0.062123995274305344, |
| "learning_rate": 6.993282731322157e-05, |
| "loss": 0.881927490234375, |
| "step": 145 |
| }, |
| { |
| "epoch": 2.085867620751342, |
| "grad_norm": 0.06731198728084564, |
| "learning_rate": 6.953879670486609e-05, |
| "loss": 0.773712158203125, |
| "step": 146 |
| }, |
| { |
| "epoch": 2.1001788908765655, |
| "grad_norm": 0.061235297471284866, |
| "learning_rate": 6.914351748968501e-05, |
| "loss": 0.808929443359375, |
| "step": 147 |
| }, |
| { |
| "epoch": 2.1144901610017888, |
| "grad_norm": 0.07446978241205215, |
| "learning_rate": 6.874702361466423e-05, |
| "loss": 0.800750732421875, |
| "step": 148 |
| }, |
| { |
| "epoch": 2.1288014311270125, |
| "grad_norm": 0.07796134799718857, |
| "learning_rate": 6.83493491311058e-05, |
| "loss": 0.772918701171875, |
| "step": 149 |
| }, |
| { |
| "epoch": 2.143112701252236, |
| "grad_norm": 0.08171713352203369, |
| "learning_rate": 6.79505281917037e-05, |
| "loss": 0.86181640625, |
| "step": 150 |
| }, |
| { |
| "epoch": 2.15742397137746, |
| "grad_norm": 0.062124211341142654, |
| "learning_rate": 6.755059504761073e-05, |
| "loss": 0.881988525390625, |
| "step": 151 |
| }, |
| { |
| "epoch": 2.171735241502683, |
| "grad_norm": 0.05511016771197319, |
| "learning_rate": 6.714958404549693e-05, |
| "loss": 0.77618408203125, |
| "step": 152 |
| }, |
| { |
| "epoch": 2.186046511627907, |
| "grad_norm": 0.08269248157739639, |
| "learning_rate": 6.67475296245999e-05, |
| "loss": 0.88116455078125, |
| "step": 153 |
| }, |
| { |
| "epoch": 2.2003577817531306, |
| "grad_norm": 0.07227372378110886, |
| "learning_rate": 6.634446631376716e-05, |
| "loss": 0.849212646484375, |
| "step": 154 |
| }, |
| { |
| "epoch": 2.2146690518783543, |
| "grad_norm": 0.06654597073793411, |
| "learning_rate": 6.59404287284907e-05, |
| "loss": 0.88165283203125, |
| "step": 155 |
| }, |
| { |
| "epoch": 2.228980322003578, |
| "grad_norm": 0.06412966549396515, |
| "learning_rate": 6.553545156793422e-05, |
| "loss": 0.778289794921875, |
| "step": 156 |
| }, |
| { |
| "epoch": 2.2432915921288012, |
| "grad_norm": 0.06827051192522049, |
| "learning_rate": 6.512956961195312e-05, |
| "loss": 0.81201171875, |
| "step": 157 |
| }, |
| { |
| "epoch": 2.257602862254025, |
| "grad_norm": 0.0686182752251625, |
| "learning_rate": 6.472281771810751e-05, |
| "loss": 0.920074462890625, |
| "step": 158 |
| }, |
| { |
| "epoch": 2.2719141323792487, |
| "grad_norm": 0.07015014439821243, |
| "learning_rate": 6.431523081866871e-05, |
| "loss": 0.9527587890625, |
| "step": 159 |
| }, |
| { |
| "epoch": 2.2862254025044724, |
| "grad_norm": 0.058846067637205124, |
| "learning_rate": 6.39068439176192e-05, |
| "loss": 0.93096923828125, |
| "step": 160 |
| }, |
| { |
| "epoch": 2.300536672629696, |
| "grad_norm": 0.07005320489406586, |
| "learning_rate": 6.349769208764634e-05, |
| "loss": 0.821746826171875, |
| "step": 161 |
| }, |
| { |
| "epoch": 2.3148479427549193, |
| "grad_norm": 0.05326821282505989, |
| "learning_rate": 6.308781046713046e-05, |
| "loss": 0.769561767578125, |
| "step": 162 |
| }, |
| { |
| "epoch": 2.329159212880143, |
| "grad_norm": 0.057699061930179596, |
| "learning_rate": 6.2677234257127e-05, |
| "loss": 0.833038330078125, |
| "step": 163 |
| }, |
| { |
| "epoch": 2.3434704830053668, |
| "grad_norm": 0.04352062568068504, |
| "learning_rate": 6.226599871834347e-05, |
| "loss": 0.764801025390625, |
| "step": 164 |
| }, |
| { |
| "epoch": 2.3577817531305905, |
| "grad_norm": 0.05532877892255783, |
| "learning_rate": 6.185413916811122e-05, |
| "loss": 0.79705810546875, |
| "step": 165 |
| }, |
| { |
| "epoch": 2.3720930232558137, |
| "grad_norm": 0.048729632049798965, |
| "learning_rate": 6.144169097735237e-05, |
| "loss": 0.8542022705078125, |
| "step": 166 |
| }, |
| { |
| "epoch": 2.3864042933810374, |
| "grad_norm": 0.06301187723875046, |
| "learning_rate": 6.102868956754203e-05, |
| "loss": 0.915985107421875, |
| "step": 167 |
| }, |
| { |
| "epoch": 2.400715563506261, |
| "grad_norm": 0.06361453235149384, |
| "learning_rate": 6.06151704076664e-05, |
| "loss": 0.806427001953125, |
| "step": 168 |
| }, |
| { |
| "epoch": 2.415026833631485, |
| "grad_norm": 0.050374533981084824, |
| "learning_rate": 6.020116901117655e-05, |
| "loss": 0.7458038330078125, |
| "step": 169 |
| }, |
| { |
| "epoch": 2.4293381037567086, |
| "grad_norm": 0.05397063121199608, |
| "learning_rate": 5.978672093293851e-05, |
| "loss": 0.717529296875, |
| "step": 170 |
| }, |
| { |
| "epoch": 2.4436493738819323, |
| "grad_norm": 0.053685761988162994, |
| "learning_rate": 5.937186176617987e-05, |
| "loss": 0.822509765625, |
| "step": 171 |
| }, |
| { |
| "epoch": 2.4579606440071555, |
| "grad_norm": 0.07064840197563171, |
| "learning_rate": 5.895662713943285e-05, |
| "loss": 0.916168212890625, |
| "step": 172 |
| }, |
| { |
| "epoch": 2.4722719141323792, |
| "grad_norm": 0.0546434223651886, |
| "learning_rate": 5.854105271347462e-05, |
| "loss": 0.820068359375, |
| "step": 173 |
| }, |
| { |
| "epoch": 2.486583184257603, |
| "grad_norm": 0.09119619429111481, |
| "learning_rate": 5.812517417826456e-05, |
| "loss": 0.93585205078125, |
| "step": 174 |
| }, |
| { |
| "epoch": 2.500894454382826, |
| "grad_norm": 0.08696950227022171, |
| "learning_rate": 5.770902724987942e-05, |
| "loss": 0.737091064453125, |
| "step": 175 |
| }, |
| { |
| "epoch": 2.51520572450805, |
| "grad_norm": 0.06517396867275238, |
| "learning_rate": 5.7292647667445675e-05, |
| "loss": 0.787078857421875, |
| "step": 176 |
| }, |
| { |
| "epoch": 2.5295169946332736, |
| "grad_norm": 0.09514431655406952, |
| "learning_rate": 5.687607119007047e-05, |
| "loss": 0.9356689453125, |
| "step": 177 |
| }, |
| { |
| "epoch": 2.5438282647584973, |
| "grad_norm": 0.05851126089692116, |
| "learning_rate": 5.6459333593770435e-05, |
| "loss": 0.914642333984375, |
| "step": 178 |
| }, |
| { |
| "epoch": 2.558139534883721, |
| "grad_norm": 0.05984664335846901, |
| "learning_rate": 5.604247066839932e-05, |
| "loss": 0.74224853515625, |
| "step": 179 |
| }, |
| { |
| "epoch": 2.5724508050089447, |
| "grad_norm": 0.0807105079293251, |
| "learning_rate": 5.562551821457418e-05, |
| "loss": 0.8707275390625, |
| "step": 180 |
| }, |
| { |
| "epoch": 2.586762075134168, |
| "grad_norm": 0.06917821615934372, |
| "learning_rate": 5.520851204060096e-05, |
| "loss": 0.810638427734375, |
| "step": 181 |
| }, |
| { |
| "epoch": 2.6010733452593917, |
| "grad_norm": 0.053058020770549774, |
| "learning_rate": 5.4791487959399054e-05, |
| "loss": 0.868927001953125, |
| "step": 182 |
| }, |
| { |
| "epoch": 2.6153846153846154, |
| "grad_norm": 0.08303209394216537, |
| "learning_rate": 5.437448178542582e-05, |
| "loss": 0.7835197448730469, |
| "step": 183 |
| }, |
| { |
| "epoch": 2.629695885509839, |
| "grad_norm": 0.06776992231607437, |
| "learning_rate": 5.3957529331600686e-05, |
| "loss": 0.86773681640625, |
| "step": 184 |
| }, |
| { |
| "epoch": 2.6440071556350624, |
| "grad_norm": 0.08375553786754608, |
| "learning_rate": 5.3540666406229576e-05, |
| "loss": 0.843017578125, |
| "step": 185 |
| }, |
| { |
| "epoch": 2.658318425760286, |
| "grad_norm": 0.06997603923082352, |
| "learning_rate": 5.3123928809929534e-05, |
| "loss": 0.88525390625, |
| "step": 186 |
| }, |
| { |
| "epoch": 2.67262969588551, |
| "grad_norm": 0.05620221421122551, |
| "learning_rate": 5.270735233255435e-05, |
| "loss": 0.7114105224609375, |
| "step": 187 |
| }, |
| { |
| "epoch": 2.6869409660107335, |
| "grad_norm": 0.05393487587571144, |
| "learning_rate": 5.22909727501206e-05, |
| "loss": 0.7886962890625, |
| "step": 188 |
| }, |
| { |
| "epoch": 2.701252236135957, |
| "grad_norm": 0.0686308965086937, |
| "learning_rate": 5.187482582173544e-05, |
| "loss": 0.82928466796875, |
| "step": 189 |
| }, |
| { |
| "epoch": 2.715563506261181, |
| "grad_norm": 0.05664825439453125, |
| "learning_rate": 5.145894728652541e-05, |
| "loss": 0.826416015625, |
| "step": 190 |
| }, |
| { |
| "epoch": 2.729874776386404, |
| "grad_norm": 0.060908980667591095, |
| "learning_rate": 5.104337286056716e-05, |
| "loss": 0.8122100830078125, |
| "step": 191 |
| }, |
| { |
| "epoch": 2.744186046511628, |
| "grad_norm": 0.04383637011051178, |
| "learning_rate": 5.0628138233820146e-05, |
| "loss": 0.670745849609375, |
| "step": 192 |
| }, |
| { |
| "epoch": 2.7584973166368516, |
| "grad_norm": 0.07157369703054428, |
| "learning_rate": 5.02132790670615e-05, |
| "loss": 0.875244140625, |
| "step": 193 |
| }, |
| { |
| "epoch": 2.772808586762075, |
| "grad_norm": 0.05150938406586647, |
| "learning_rate": 4.9798830988823475e-05, |
| "loss": 0.8294677734375, |
| "step": 194 |
| }, |
| { |
| "epoch": 2.7871198568872986, |
| "grad_norm": 0.05933945253491402, |
| "learning_rate": 4.9384829592333624e-05, |
| "loss": 0.746856689453125, |
| "step": 195 |
| }, |
| { |
| "epoch": 2.8014311270125223, |
| "grad_norm": 0.048639580607414246, |
| "learning_rate": 4.8971310432457974e-05, |
| "loss": 0.830596923828125, |
| "step": 196 |
| }, |
| { |
| "epoch": 2.815742397137746, |
| "grad_norm": 0.0681508481502533, |
| "learning_rate": 4.855830902264764e-05, |
| "loss": 0.6901645064353943, |
| "step": 197 |
| }, |
| { |
| "epoch": 2.8300536672629697, |
| "grad_norm": 0.048687584698200226, |
| "learning_rate": 4.814586083188878e-05, |
| "loss": 0.75885009765625, |
| "step": 198 |
| }, |
| { |
| "epoch": 2.8443649373881934, |
| "grad_norm": 0.06612910330295563, |
| "learning_rate": 4.773400128165654e-05, |
| "loss": 0.816986083984375, |
| "step": 199 |
| }, |
| { |
| "epoch": 2.8586762075134167, |
| "grad_norm": 0.06315340101718903, |
| "learning_rate": 4.7322765742873e-05, |
| "loss": 0.79925537109375, |
| "step": 200 |
| }, |
| { |
| "epoch": 2.8729874776386404, |
| "grad_norm": 0.07031147181987762, |
| "learning_rate": 4.691218953286954e-05, |
| "loss": 0.89544677734375, |
| "step": 201 |
| }, |
| { |
| "epoch": 2.887298747763864, |
| "grad_norm": 0.06599035114049911, |
| "learning_rate": 4.650230791235366e-05, |
| "loss": 0.809326171875, |
| "step": 202 |
| }, |
| { |
| "epoch": 2.901610017889088, |
| "grad_norm": 0.05649695545434952, |
| "learning_rate": 4.609315608238082e-05, |
| "loss": 0.8052978515625, |
| "step": 203 |
| }, |
| { |
| "epoch": 2.915921288014311, |
| "grad_norm": 0.06291844695806503, |
| "learning_rate": 4.568476918133129e-05, |
| "loss": 0.91290283203125, |
| "step": 204 |
| }, |
| { |
| "epoch": 2.9302325581395348, |
| "grad_norm": 0.050558559596538544, |
| "learning_rate": 4.5277182281892495e-05, |
| "loss": 0.847320556640625, |
| "step": 205 |
| }, |
| { |
| "epoch": 2.9445438282647585, |
| "grad_norm": 0.0605635903775692, |
| "learning_rate": 4.48704303880469e-05, |
| "loss": 0.79638671875, |
| "step": 206 |
| }, |
| { |
| "epoch": 2.958855098389982, |
| "grad_norm": 0.04639475420117378, |
| "learning_rate": 4.446454843206578e-05, |
| "loss": 0.83404541015625, |
| "step": 207 |
| }, |
| { |
| "epoch": 2.973166368515206, |
| "grad_norm": 0.06873723119497299, |
| "learning_rate": 4.405957127150929e-05, |
| "loss": 0.83966064453125, |
| "step": 208 |
| }, |
| { |
| "epoch": 2.9874776386404296, |
| "grad_norm": 0.052222803235054016, |
| "learning_rate": 4.3655533686232856e-05, |
| "loss": 0.814117431640625, |
| "step": 209 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.07146501541137695, |
| "learning_rate": 4.3252470375400114e-05, |
| "loss": 0.900634765625, |
| "step": 210 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.82879638671875, |
| "eval_runtime": 1.8766, |
| "eval_samples_per_second": 2.131, |
| "eval_steps_per_second": 0.533, |
| "step": 210 |
| }, |
| { |
| "epoch": 3.0143112701252237, |
| "grad_norm": 0.054631415754556656, |
| "learning_rate": 4.28504159545031e-05, |
| "loss": 0.868499755859375, |
| "step": 211 |
| }, |
| { |
| "epoch": 3.0286225402504474, |
| "grad_norm": 0.05336322635412216, |
| "learning_rate": 4.244940495238928e-05, |
| "loss": 0.6902542114257812, |
| "step": 212 |
| }, |
| { |
| "epoch": 3.0429338103756707, |
| "grad_norm": 0.07756180316209793, |
| "learning_rate": 4.204947180829629e-05, |
| "loss": 0.87384033203125, |
| "step": 213 |
| }, |
| { |
| "epoch": 3.0572450805008944, |
| "grad_norm": 0.06461610645055771, |
| "learning_rate": 4.165065086889421e-05, |
| "loss": 0.81378173828125, |
| "step": 214 |
| }, |
| { |
| "epoch": 3.071556350626118, |
| "grad_norm": 0.06902662664651871, |
| "learning_rate": 4.125297638533577e-05, |
| "loss": 0.857696533203125, |
| "step": 215 |
| }, |
| { |
| "epoch": 3.085867620751342, |
| "grad_norm": 0.05593303591012955, |
| "learning_rate": 4.0856482510314984e-05, |
| "loss": 0.754486083984375, |
| "step": 216 |
| }, |
| { |
| "epoch": 3.1001788908765655, |
| "grad_norm": 0.07445930689573288, |
| "learning_rate": 4.046120329513393e-05, |
| "loss": 0.786376953125, |
| "step": 217 |
| }, |
| { |
| "epoch": 3.1144901610017888, |
| "grad_norm": 0.06036040931940079, |
| "learning_rate": 4.0067172686778445e-05, |
| "loss": 0.776580810546875, |
| "step": 218 |
| }, |
| { |
| "epoch": 3.1288014311270125, |
| "grad_norm": 0.05283353477716446, |
| "learning_rate": 3.9674424525002764e-05, |
| "loss": 0.752655029296875, |
| "step": 219 |
| }, |
| { |
| "epoch": 3.143112701252236, |
| "grad_norm": 0.05828075110912323, |
| "learning_rate": 3.9282992539423244e-05, |
| "loss": 0.838592529296875, |
| "step": 220 |
| }, |
| { |
| "epoch": 3.15742397137746, |
| "grad_norm": 0.06032145768404007, |
| "learning_rate": 3.8892910346621714e-05, |
| "loss": 0.859466552734375, |
| "step": 221 |
| }, |
| { |
| "epoch": 3.171735241502683, |
| "grad_norm": 0.049184400588274, |
| "learning_rate": 3.850421144725844e-05, |
| "loss": 0.7567138671875, |
| "step": 222 |
| }, |
| { |
| "epoch": 3.186046511627907, |
| "grad_norm": 0.057277943938970566, |
| "learning_rate": 3.811692922319491e-05, |
| "loss": 0.858642578125, |
| "step": 223 |
| }, |
| { |
| "epoch": 3.2003577817531306, |
| "grad_norm": 0.05168966203927994, |
| "learning_rate": 3.77310969346272e-05, |
| "loss": 0.828826904296875, |
| "step": 224 |
| }, |
| { |
| "epoch": 3.2146690518783543, |
| "grad_norm": 0.053891345858573914, |
| "learning_rate": 3.734674771722937e-05, |
| "loss": 0.861053466796875, |
| "step": 225 |
| }, |
| { |
| "epoch": 3.228980322003578, |
| "grad_norm": 0.04935247823596001, |
| "learning_rate": 3.69639145793078e-05, |
| "loss": 0.7604522705078125, |
| "step": 226 |
| }, |
| { |
| "epoch": 3.2432915921288012, |
| "grad_norm": 0.05808898061513901, |
| "learning_rate": 3.658263039896646e-05, |
| "loss": 0.791290283203125, |
| "step": 227 |
| }, |
| { |
| "epoch": 3.257602862254025, |
| "grad_norm": 0.05283699184656143, |
| "learning_rate": 3.620292792128315e-05, |
| "loss": 0.900146484375, |
| "step": 228 |
| }, |
| { |
| "epoch": 3.2719141323792487, |
| "grad_norm": 0.058179955929517746, |
| "learning_rate": 3.582483975549752e-05, |
| "loss": 0.930419921875, |
| "step": 229 |
| }, |
| { |
| "epoch": 3.2862254025044724, |
| "grad_norm": 0.05453471094369888, |
| "learning_rate": 3.54483983722104e-05, |
| "loss": 0.909332275390625, |
| "step": 230 |
| }, |
| { |
| "epoch": 3.300536672629696, |
| "grad_norm": 0.050214268267154694, |
| "learning_rate": 3.507363610059522e-05, |
| "loss": 0.803009033203125, |
| "step": 231 |
| }, |
| { |
| "epoch": 3.3148479427549193, |
| "grad_norm": 0.052127815783023834, |
| "learning_rate": 3.4700585125621664e-05, |
| "loss": 0.75262451171875, |
| "step": 232 |
| }, |
| { |
| "epoch": 3.329159212880143, |
| "grad_norm": 0.044876426458358765, |
| "learning_rate": 3.4329277485291393e-05, |
| "loss": 0.815032958984375, |
| "step": 233 |
| }, |
| { |
| "epoch": 3.3434704830053668, |
| "grad_norm": 0.04321800917387009, |
| "learning_rate": 3.395974506788674e-05, |
| "loss": 0.74774169921875, |
| "step": 234 |
| }, |
| { |
| "epoch": 3.3577817531305905, |
| "grad_norm": 0.044144321233034134, |
| "learning_rate": 3.359201960923209e-05, |
| "loss": 0.780364990234375, |
| "step": 235 |
| }, |
| { |
| "epoch": 3.3720930232558137, |
| "grad_norm": 0.047196824103593826, |
| "learning_rate": 3.322613268996829e-05, |
| "loss": 0.837310791015625, |
| "step": 236 |
| }, |
| { |
| "epoch": 3.3864042933810374, |
| "grad_norm": 0.06098597124218941, |
| "learning_rate": 3.286211573284063e-05, |
| "loss": 0.89617919921875, |
| "step": 237 |
| }, |
| { |
| "epoch": 3.400715563506261, |
| "grad_norm": 0.04971824958920479, |
| "learning_rate": 3.250000000000001e-05, |
| "loss": 0.79010009765625, |
| "step": 238 |
| }, |
| { |
| "epoch": 3.415026833631485, |
| "grad_norm": 0.047822561115026474, |
| "learning_rate": 3.213981659031829e-05, |
| "loss": 0.73162841796875, |
| "step": 239 |
| }, |
| { |
| "epoch": 3.4293381037567086, |
| "grad_norm": 0.042717307806015015, |
| "learning_rate": 3.1781596436717465e-05, |
| "loss": 0.7030410766601562, |
| "step": 240 |
| }, |
| { |
| "epoch": 3.4436493738819323, |
| "grad_norm": 0.04302101954817772, |
| "learning_rate": 3.1425370303513e-05, |
| "loss": 0.805511474609375, |
| "step": 241 |
| }, |
| { |
| "epoch": 3.4579606440071555, |
| "grad_norm": 0.05659914016723633, |
| "learning_rate": 3.107116878377188e-05, |
| "loss": 0.896728515625, |
| "step": 242 |
| }, |
| { |
| "epoch": 3.4722719141323792, |
| "grad_norm": 0.04469459131360054, |
| "learning_rate": 3.0719022296685204e-05, |
| "loss": 0.8040771484375, |
| "step": 243 |
| }, |
| { |
| "epoch": 3.486583184257603, |
| "grad_norm": 0.05732662230730057, |
| "learning_rate": 3.0368961084955738e-05, |
| "loss": 0.9154052734375, |
| "step": 244 |
| }, |
| { |
| "epoch": 3.500894454382826, |
| "grad_norm": 0.044572751969099045, |
| "learning_rate": 3.0021015212200643e-05, |
| "loss": 0.721710205078125, |
| "step": 245 |
| }, |
| { |
| "epoch": 3.51520572450805, |
| "grad_norm": 0.05070580169558525, |
| "learning_rate": 2.9675214560369634e-05, |
| "loss": 0.7707366943359375, |
| "step": 246 |
| }, |
| { |
| "epoch": 3.5295169946332736, |
| "grad_norm": 0.05199800059199333, |
| "learning_rate": 2.9331588827178596e-05, |
| "loss": 0.9173583984375, |
| "step": 247 |
| }, |
| { |
| "epoch": 3.5438282647584973, |
| "grad_norm": 0.05229436233639717, |
| "learning_rate": 2.8990167523559202e-05, |
| "loss": 0.8977813720703125, |
| "step": 248 |
| }, |
| { |
| "epoch": 3.558139534883721, |
| "grad_norm": 0.04129970073699951, |
| "learning_rate": 2.865097997112442e-05, |
| "loss": 0.72802734375, |
| "step": 249 |
| }, |
| { |
| "epoch": 3.5724508050089447, |
| "grad_norm": 0.05535365268588066, |
| "learning_rate": 2.8314055299650354e-05, |
| "loss": 0.85382080078125, |
| "step": 250 |
| }, |
| { |
| "epoch": 3.586762075134168, |
| "grad_norm": 0.04852509871125221, |
| "learning_rate": 2.797942244457461e-05, |
| "loss": 0.7962646484375, |
| "step": 251 |
| }, |
| { |
| "epoch": 3.6010733452593917, |
| "grad_norm": 0.044942617416381836, |
| "learning_rate": 2.7647110144511213e-05, |
| "loss": 0.854217529296875, |
| "step": 252 |
| }, |
| { |
| "epoch": 3.6153846153846154, |
| "grad_norm": 0.05859600752592087, |
| "learning_rate": 2.73171469387825e-05, |
| "loss": 0.7682914733886719, |
| "step": 253 |
| }, |
| { |
| "epoch": 3.629695885509839, |
| "grad_norm": 0.046633996069431305, |
| "learning_rate": 2.6989561164968252e-05, |
| "loss": 0.852691650390625, |
| "step": 254 |
| }, |
| { |
| "epoch": 3.6440071556350624, |
| "grad_norm": 0.05355151370167732, |
| "learning_rate": 2.6664380956471868e-05, |
| "loss": 0.8275146484375, |
| "step": 255 |
| }, |
| { |
| "epoch": 3.658318425760286, |
| "grad_norm": 0.054016899317502975, |
| "learning_rate": 2.6341634240104396e-05, |
| "loss": 0.870208740234375, |
| "step": 256 |
| }, |
| { |
| "epoch": 3.67262969588551, |
| "grad_norm": 0.04277198761701584, |
| "learning_rate": 2.6021348733686003e-05, |
| "loss": 0.69940185546875, |
| "step": 257 |
| }, |
| { |
| "epoch": 3.6869409660107335, |
| "grad_norm": 0.04847847297787666, |
| "learning_rate": 2.570355194366564e-05, |
| "loss": 0.774078369140625, |
| "step": 258 |
| }, |
| { |
| "epoch": 3.701252236135957, |
| "grad_norm": 0.04925099015235901, |
| "learning_rate": 2.5388271162758766e-05, |
| "loss": 0.8150634765625, |
| "step": 259 |
| }, |
| { |
| "epoch": 3.715563506261181, |
| "grad_norm": 0.053078748285770416, |
| "learning_rate": 2.507553346760335e-05, |
| "loss": 0.812469482421875, |
| "step": 260 |
| }, |
| { |
| "epoch": 3.729874776386404, |
| "grad_norm": 0.04576817527413368, |
| "learning_rate": 2.4765365716434523e-05, |
| "loss": 0.7979583740234375, |
| "step": 261 |
| }, |
| { |
| "epoch": 3.744186046511628, |
| "grad_norm": 0.0416908785700798, |
| "learning_rate": 2.4457794546778045e-05, |
| "loss": 0.65997314453125, |
| "step": 262 |
| }, |
| { |
| "epoch": 3.7584973166368516, |
| "grad_norm": 0.06115897744894028, |
| "learning_rate": 2.415284637316251e-05, |
| "loss": 0.86102294921875, |
| "step": 263 |
| }, |
| { |
| "epoch": 3.772808586762075, |
| "grad_norm": 0.04422996565699577, |
| "learning_rate": 2.3850547384850975e-05, |
| "loss": 0.81732177734375, |
| "step": 264 |
| }, |
| { |
| "epoch": 3.7871198568872986, |
| "grad_norm": 0.049698926508426666, |
| "learning_rate": 2.35509235435917e-05, |
| "loss": 0.735076904296875, |
| "step": 265 |
| }, |
| { |
| "epoch": 3.8014311270125223, |
| "grad_norm": 0.04607092961668968, |
| "learning_rate": 2.325400058138855e-05, |
| "loss": 0.81927490234375, |
| "step": 266 |
| }, |
| { |
| "epoch": 3.815742397137746, |
| "grad_norm": 0.04319271072745323, |
| "learning_rate": 2.2959803998291166e-05, |
| "loss": 0.6791096925735474, |
| "step": 267 |
| }, |
| { |
| "epoch": 3.8300536672629697, |
| "grad_norm": 0.044164448976516724, |
| "learning_rate": 2.266835906020491e-05, |
| "loss": 0.748077392578125, |
| "step": 268 |
| }, |
| { |
| "epoch": 3.8443649373881934, |
| "grad_norm": 0.05479202792048454, |
| "learning_rate": 2.237969079672102e-05, |
| "loss": 0.804534912109375, |
| "step": 269 |
| }, |
| { |
| "epoch": 3.8586762075134167, |
| "grad_norm": 0.053471047431230545, |
| "learning_rate": 2.209382399896712e-05, |
| "loss": 0.786590576171875, |
| "step": 270 |
| }, |
| { |
| "epoch": 3.8729874776386404, |
| "grad_norm": 0.049129754304885864, |
| "learning_rate": 2.181078321747801e-05, |
| "loss": 0.8824462890625, |
| "step": 271 |
| }, |
| { |
| "epoch": 3.887298747763864, |
| "grad_norm": 0.04948171600699425, |
| "learning_rate": 2.1530592760087368e-05, |
| "loss": 0.797332763671875, |
| "step": 272 |
| }, |
| { |
| "epoch": 3.901610017889088, |
| "grad_norm": 0.06070393696427345, |
| "learning_rate": 2.1253276689840047e-05, |
| "loss": 0.794189453125, |
| "step": 273 |
| }, |
| { |
| "epoch": 3.915921288014311, |
| "grad_norm": 0.05564431473612785, |
| "learning_rate": 2.097885882292559e-05, |
| "loss": 0.8990478515625, |
| "step": 274 |
| }, |
| { |
| "epoch": 3.9302325581395348, |
| "grad_norm": 0.054521072655916214, |
| "learning_rate": 2.0707362726632883e-05, |
| "loss": 0.835296630859375, |
| "step": 275 |
| }, |
| { |
| "epoch": 3.9445438282647585, |
| "grad_norm": 0.04621365666389465, |
| "learning_rate": 2.0438811717326113e-05, |
| "loss": 0.785064697265625, |
| "step": 276 |
| }, |
| { |
| "epoch": 3.958855098389982, |
| "grad_norm": 0.046327609568834305, |
| "learning_rate": 2.017322885844236e-05, |
| "loss": 0.8217315673828125, |
| "step": 277 |
| }, |
| { |
| "epoch": 3.973166368515206, |
| "grad_norm": 0.06859248876571655, |
| "learning_rate": 1.9910636958510937e-05, |
| "loss": 0.82769775390625, |
| "step": 278 |
| }, |
| { |
| "epoch": 3.9874776386404296, |
| "grad_norm": 0.05423009395599365, |
| "learning_rate": 1.9651058569194476e-05, |
| "loss": 0.8031005859375, |
| "step": 279 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.06038810685276985, |
| "learning_rate": 1.9394515983352214e-05, |
| "loss": 0.887939453125, |
| "step": 280 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_loss": 0.81903076171875, |
| "eval_runtime": 1.8811, |
| "eval_samples_per_second": 2.126, |
| "eval_steps_per_second": 0.532, |
| "step": 280 |
| }, |
| { |
| "epoch": 4.014311270125224, |
| "grad_norm": 0.07015524059534073, |
| "learning_rate": 1.914103123312551e-05, |
| "loss": 0.857025146484375, |
| "step": 281 |
| }, |
| { |
| "epoch": 4.028622540250447, |
| "grad_norm": 0.0419398657977581, |
| "learning_rate": 1.8890626088045595e-05, |
| "loss": 0.6813812255859375, |
| "step": 282 |
| }, |
| { |
| "epoch": 4.042933810375671, |
| "grad_norm": 0.059527792036533356, |
| "learning_rate": 1.8643322053164086e-05, |
| "loss": 0.86236572265625, |
| "step": 283 |
| }, |
| { |
| "epoch": 4.057245080500895, |
| "grad_norm": 0.051336586475372314, |
| "learning_rate": 1.8399140367206043e-05, |
| "loss": 0.802978515625, |
| "step": 284 |
| }, |
| { |
| "epoch": 4.071556350626118, |
| "grad_norm": 0.05357631668448448, |
| "learning_rate": 1.815810200074597e-05, |
| "loss": 0.8465576171875, |
| "step": 285 |
| }, |
| { |
| "epoch": 4.085867620751341, |
| "grad_norm": 0.04732433706521988, |
| "learning_rate": 1.79202276544069e-05, |
| "loss": 0.746490478515625, |
| "step": 286 |
| }, |
| { |
| "epoch": 4.100178890876565, |
| "grad_norm": 0.04794985428452492, |
| "learning_rate": 1.768553775708252e-05, |
| "loss": 0.77557373046875, |
| "step": 287 |
| }, |
| { |
| "epoch": 4.114490161001789, |
| "grad_norm": 0.055795907974243164, |
| "learning_rate": 1.7454052464182778e-05, |
| "loss": 0.76605224609375, |
| "step": 288 |
| }, |
| { |
| "epoch": 4.1288014311270125, |
| "grad_norm": 0.04714180901646614, |
| "learning_rate": 1.7225791655902903e-05, |
| "loss": 0.74322509765625, |
| "step": 289 |
| }, |
| { |
| "epoch": 4.143112701252236, |
| "grad_norm": 0.04985620453953743, |
| "learning_rate": 1.700077493551604e-05, |
| "loss": 0.82928466796875, |
| "step": 290 |
| }, |
| { |
| "epoch": 4.15742397137746, |
| "grad_norm": 0.0481402762234211, |
| "learning_rate": 1.6779021627689755e-05, |
| "loss": 0.84930419921875, |
| "step": 291 |
| }, |
| { |
| "epoch": 4.171735241502684, |
| "grad_norm": 0.04338670149445534, |
| "learning_rate": 1.6560550776826373e-05, |
| "loss": 0.747039794921875, |
| "step": 292 |
| }, |
| { |
| "epoch": 4.186046511627907, |
| "grad_norm": 0.04750082269310951, |
| "learning_rate": 1.6345381145427418e-05, |
| "loss": 0.848785400390625, |
| "step": 293 |
| }, |
| { |
| "epoch": 4.200357781753131, |
| "grad_norm": 0.04611317813396454, |
| "learning_rate": 1.6133531212482327e-05, |
| "loss": 0.819671630859375, |
| "step": 294 |
| }, |
| { |
| "epoch": 4.214669051878354, |
| "grad_norm": 0.04860629141330719, |
| "learning_rate": 1.5925019171881382e-05, |
| "loss": 0.85125732421875, |
| "step": 295 |
| }, |
| { |
| "epoch": 4.2289803220035775, |
| "grad_norm": 0.0458010658621788, |
| "learning_rate": 1.5719862930853235e-05, |
| "loss": 0.7530288696289062, |
| "step": 296 |
| }, |
| { |
| "epoch": 4.243291592128801, |
| "grad_norm": 0.04795634746551514, |
| "learning_rate": 1.5518080108427063e-05, |
| "loss": 0.7821044921875, |
| "step": 297 |
| }, |
| { |
| "epoch": 4.257602862254025, |
| "grad_norm": 0.0468454472720623, |
| "learning_rate": 1.5319688033919318e-05, |
| "loss": 0.89129638671875, |
| "step": 298 |
| }, |
| { |
| "epoch": 4.271914132379249, |
| "grad_norm": 0.05388948693871498, |
| "learning_rate": 1.5124703745445595e-05, |
| "loss": 0.92071533203125, |
| "step": 299 |
| }, |
| { |
| "epoch": 4.286225402504472, |
| "grad_norm": 0.04812207818031311, |
| "learning_rate": 1.4933143988457238e-05, |
| "loss": 0.899871826171875, |
| "step": 300 |
| }, |
| { |
| "epoch": 4.300536672629696, |
| "grad_norm": 0.044448696076869965, |
| "learning_rate": 1.4745025214303371e-05, |
| "loss": 0.795196533203125, |
| "step": 301 |
| }, |
| { |
| "epoch": 4.31484794275492, |
| "grad_norm": 0.040749210864305496, |
| "learning_rate": 1.4560363578817951e-05, |
| "loss": 0.74505615234375, |
| "step": 302 |
| }, |
| { |
| "epoch": 4.3291592128801435, |
| "grad_norm": 0.047416653484106064, |
| "learning_rate": 1.4379174940932303e-05, |
| "loss": 0.80706787109375, |
| "step": 303 |
| }, |
| { |
| "epoch": 4.343470483005366, |
| "grad_norm": 0.04128362610936165, |
| "learning_rate": 1.4201474861313121e-05, |
| "loss": 0.740570068359375, |
| "step": 304 |
| }, |
| { |
| "epoch": 4.35778175313059, |
| "grad_norm": 0.04533904790878296, |
| "learning_rate": 1.4027278601026172e-05, |
| "loss": 0.7730712890625, |
| "step": 305 |
| }, |
| { |
| "epoch": 4.372093023255814, |
| "grad_norm": 0.04487519711256027, |
| "learning_rate": 1.3856601120225573e-05, |
| "loss": 0.8300323486328125, |
| "step": 306 |
| }, |
| { |
| "epoch": 4.386404293381037, |
| "grad_norm": 0.05910687893629074, |
| "learning_rate": 1.3689457076869072e-05, |
| "loss": 0.887298583984375, |
| "step": 307 |
| }, |
| { |
| "epoch": 4.400715563506261, |
| "grad_norm": 0.04138937592506409, |
| "learning_rate": 1.3525860825459119e-05, |
| "loss": 0.783050537109375, |
| "step": 308 |
| }, |
| { |
| "epoch": 4.415026833631485, |
| "grad_norm": 0.0495053194463253, |
| "learning_rate": 1.336582641581019e-05, |
| "loss": 0.7254791259765625, |
| "step": 309 |
| }, |
| { |
| "epoch": 4.4293381037567086, |
| "grad_norm": 0.042171381413936615, |
| "learning_rate": 1.3209367591842106e-05, |
| "loss": 0.6973648071289062, |
| "step": 310 |
| }, |
| { |
| "epoch": 4.443649373881932, |
| "grad_norm": 0.043345857411623, |
| "learning_rate": 1.3056497790399712e-05, |
| "loss": 0.798492431640625, |
| "step": 311 |
| }, |
| { |
| "epoch": 4.457960644007156, |
| "grad_norm": 0.05245497077703476, |
| "learning_rate": 1.2907230140098895e-05, |
| "loss": 0.887603759765625, |
| "step": 312 |
| }, |
| { |
| "epoch": 4.47227191413238, |
| "grad_norm": 0.04273322969675064, |
| "learning_rate": 1.2761577460199106e-05, |
| "loss": 0.797119140625, |
| "step": 313 |
| }, |
| { |
| "epoch": 4.4865831842576025, |
| "grad_norm": 0.054058343172073364, |
| "learning_rate": 1.261955225950242e-05, |
| "loss": 0.90740966796875, |
| "step": 314 |
| }, |
| { |
| "epoch": 4.500894454382826, |
| "grad_norm": 0.0415491908788681, |
| "learning_rate": 1.248116673527925e-05, |
| "loss": 0.715087890625, |
| "step": 315 |
| }, |
| { |
| "epoch": 4.51520572450805, |
| "grad_norm": 0.04854319244623184, |
| "learning_rate": 1.2346432772220848e-05, |
| "loss": 0.76434326171875, |
| "step": 316 |
| }, |
| { |
| "epoch": 4.529516994633274, |
| "grad_norm": 0.049443408846855164, |
| "learning_rate": 1.2215361941418645e-05, |
| "loss": 0.90960693359375, |
| "step": 317 |
| }, |
| { |
| "epoch": 4.543828264758497, |
| "grad_norm": 0.04545610770583153, |
| "learning_rate": 1.2087965499370513e-05, |
| "loss": 0.8902740478515625, |
| "step": 318 |
| }, |
| { |
| "epoch": 4.558139534883721, |
| "grad_norm": 0.04163367301225662, |
| "learning_rate": 1.1964254387014006e-05, |
| "loss": 0.722259521484375, |
| "step": 319 |
| }, |
| { |
| "epoch": 4.572450805008945, |
| "grad_norm": 0.04975705221295357, |
| "learning_rate": 1.1844239228786792e-05, |
| "loss": 0.84649658203125, |
| "step": 320 |
| }, |
| { |
| "epoch": 4.5867620751341684, |
| "grad_norm": 0.04515090212225914, |
| "learning_rate": 1.1727930331714196e-05, |
| "loss": 0.790313720703125, |
| "step": 321 |
| }, |
| { |
| "epoch": 4.601073345259392, |
| "grad_norm": 0.04513639956712723, |
| "learning_rate": 1.1615337684524008e-05, |
| "loss": 0.84814453125, |
| "step": 322 |
| }, |
| { |
| "epoch": 4.615384615384615, |
| "grad_norm": 0.043038077652454376, |
| "learning_rate": 1.1506470956788658e-05, |
| "loss": 0.7621650695800781, |
| "step": 323 |
| }, |
| { |
| "epoch": 4.629695885509839, |
| "grad_norm": 0.04268338903784752, |
| "learning_rate": 1.1401339498094774e-05, |
| "loss": 0.84619140625, |
| "step": 324 |
| }, |
| { |
| "epoch": 4.644007155635062, |
| "grad_norm": 0.05020027235150337, |
| "learning_rate": 1.1299952337240244e-05, |
| "loss": 0.82080078125, |
| "step": 325 |
| }, |
| { |
| "epoch": 4.658318425760286, |
| "grad_norm": 0.049357157200574875, |
| "learning_rate": 1.1202318181458806e-05, |
| "loss": 0.86383056640625, |
| "step": 326 |
| }, |
| { |
| "epoch": 4.67262969588551, |
| "grad_norm": 0.03828378766775131, |
| "learning_rate": 1.1108445415672242e-05, |
| "loss": 0.6940536499023438, |
| "step": 327 |
| }, |
| { |
| "epoch": 4.6869409660107335, |
| "grad_norm": 0.04471000283956528, |
| "learning_rate": 1.1018342101770298e-05, |
| "loss": 0.7677001953125, |
| "step": 328 |
| }, |
| { |
| "epoch": 4.701252236135957, |
| "grad_norm": 0.043653134256601334, |
| "learning_rate": 1.0932015977918326e-05, |
| "loss": 0.8082275390625, |
| "step": 329 |
| }, |
| { |
| "epoch": 4.715563506261181, |
| "grad_norm": 0.044682882726192474, |
| "learning_rate": 1.0849474457892681e-05, |
| "loss": 0.806304931640625, |
| "step": 330 |
| }, |
| { |
| "epoch": 4.729874776386405, |
| "grad_norm": 0.04207319766283035, |
| "learning_rate": 1.0770724630444079e-05, |
| "loss": 0.792144775390625, |
| "step": 331 |
| }, |
| { |
| "epoch": 4.7441860465116275, |
| "grad_norm": 0.036135170608758926, |
| "learning_rate": 1.0695773258688737e-05, |
| "loss": 0.65496826171875, |
| "step": 332 |
| }, |
| { |
| "epoch": 4.758497316636851, |
| "grad_norm": 0.051057010889053345, |
| "learning_rate": 1.0624626779527622e-05, |
| "loss": 0.85504150390625, |
| "step": 333 |
| }, |
| { |
| "epoch": 4.772808586762075, |
| "grad_norm": 0.04251720756292343, |
| "learning_rate": 1.0557291303093595e-05, |
| "loss": 0.811614990234375, |
| "step": 334 |
| }, |
| { |
| "epoch": 4.787119856887299, |
| "grad_norm": 0.044787079095840454, |
| "learning_rate": 1.0493772612226669e-05, |
| "loss": 0.72979736328125, |
| "step": 335 |
| }, |
| { |
| "epoch": 4.801431127012522, |
| "grad_norm": 0.04118410870432854, |
| "learning_rate": 1.0434076161977406e-05, |
| "loss": 0.813873291015625, |
| "step": 336 |
| }, |
| { |
| "epoch": 4.815742397137746, |
| "grad_norm": 0.045466650277376175, |
| "learning_rate": 1.037820707913839e-05, |
| "loss": 0.6741883754730225, |
| "step": 337 |
| }, |
| { |
| "epoch": 4.83005366726297, |
| "grad_norm": 0.04216128960251808, |
| "learning_rate": 1.0326170161803966e-05, |
| "loss": 0.743499755859375, |
| "step": 338 |
| }, |
| { |
| "epoch": 4.844364937388193, |
| "grad_norm": 0.04469231888651848, |
| "learning_rate": 1.0277969878958153e-05, |
| "loss": 0.79937744140625, |
| "step": 339 |
| }, |
| { |
| "epoch": 4.858676207513417, |
| "grad_norm": 0.049886927008628845, |
| "learning_rate": 1.0233610370090848e-05, |
| "loss": 0.781097412109375, |
| "step": 340 |
| }, |
| { |
| "epoch": 4.87298747763864, |
| "grad_norm": 0.05182114243507385, |
| "learning_rate": 1.0193095444842341e-05, |
| "loss": 0.8765869140625, |
| "step": 341 |
| }, |
| { |
| "epoch": 4.8872987477638645, |
| "grad_norm": 0.044851623475551605, |
| "learning_rate": 1.0156428582676107e-05, |
| "loss": 0.7928466796875, |
| "step": 342 |
| }, |
| { |
| "epoch": 4.901610017889087, |
| "grad_norm": 0.05196821317076683, |
| "learning_rate": 1.0123612932580014e-05, |
| "loss": 0.78936767578125, |
| "step": 343 |
| }, |
| { |
| "epoch": 4.915921288014311, |
| "grad_norm": 0.05170882120728493, |
| "learning_rate": 1.0094651312795863e-05, |
| "loss": 0.89337158203125, |
| "step": 344 |
| }, |
| { |
| "epoch": 4.930232558139535, |
| "grad_norm": 0.05232628434896469, |
| "learning_rate": 1.0069546210577381e-05, |
| "loss": 0.829742431640625, |
| "step": 345 |
| }, |
| { |
| "epoch": 4.9445438282647585, |
| "grad_norm": 0.04137434810400009, |
| "learning_rate": 1.0048299781976574e-05, |
| "loss": 0.7803955078125, |
| "step": 346 |
| }, |
| { |
| "epoch": 4.958855098389982, |
| "grad_norm": 0.04509047046303749, |
| "learning_rate": 1.0030913851658609e-05, |
| "loss": 0.81707763671875, |
| "step": 347 |
| }, |
| { |
| "epoch": 4.973166368515206, |
| "grad_norm": 0.05586308240890503, |
| "learning_rate": 1.0017389912745069e-05, |
| "loss": 0.82281494140625, |
| "step": 348 |
| }, |
| { |
| "epoch": 4.98747763864043, |
| "grad_norm": 0.051874782890081406, |
| "learning_rate": 1.0007729126685756e-05, |
| "loss": 0.798797607421875, |
| "step": 349 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 0.051923204213380814, |
| "learning_rate": 1.0001932323158918e-05, |
| "loss": 0.88311767578125, |
| "step": 350 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_loss": 0.81512451171875, |
| "eval_runtime": 1.8807, |
| "eval_samples_per_second": 2.127, |
| "eval_steps_per_second": 0.532, |
| "step": 350 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 350, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 0, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.471234892721553e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
