| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 20.0, |
| "eval_steps": 500, |
| "global_step": 214120, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.009340556697179151, |
| "grad_norm": 0.24490927159786224, |
| "learning_rate": 3.6888629226955084e-06, |
| "loss": 2.5654, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.018681113394358302, |
| "grad_norm": 0.2315603792667389, |
| "learning_rate": 4.254706770678877e-06, |
| "loss": 2.5587, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.028021670091537457, |
| "grad_norm": 0.2890286147594452, |
| "learning_rate": 4.583630533316995e-06, |
| "loss": 2.5454, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.037362226788716604, |
| "grad_norm": 0.3282017409801483, |
| "learning_rate": 4.816435654892157e-06, |
| "loss": 2.5314, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.04670278348589576, |
| "grad_norm": 0.4267456531524658, |
| "learning_rate": 4.996775322486903e-06, |
| "loss": 2.516, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.05604334018307491, |
| "grad_norm": 0.5179130434989929, |
| "learning_rate": 5e-06, |
| "loss": 2.4935, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.06538389688025406, |
| "grad_norm": 0.6055325269699097, |
| "learning_rate": 5e-06, |
| "loss": 2.4646, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.07472445357743321, |
| "grad_norm": 0.917830228805542, |
| "learning_rate": 5e-06, |
| "loss": 2.4283, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.08406501027461237, |
| "grad_norm": 1.3353214263916016, |
| "learning_rate": 5e-06, |
| "loss": 2.3862, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.09340556697179152, |
| "grad_norm": 1.2582011222839355, |
| "learning_rate": 5e-06, |
| "loss": 2.3442, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.10274612366897067, |
| "grad_norm": 1.4711006879806519, |
| "learning_rate": 5e-06, |
| "loss": 2.3132, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.11208668036614983, |
| "grad_norm": 1.910351037979126, |
| "learning_rate": 5e-06, |
| "loss": 2.279, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.12142723706332897, |
| "grad_norm": 2.3028388023376465, |
| "learning_rate": 5e-06, |
| "loss": 2.2464, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.13076779376050812, |
| "grad_norm": 2.166229724884033, |
| "learning_rate": 5e-06, |
| "loss": 2.2046, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.14010835045768727, |
| "grad_norm": 2.529273748397827, |
| "learning_rate": 5e-06, |
| "loss": 2.1806, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.14944890715486642, |
| "grad_norm": 3.6801247596740723, |
| "learning_rate": 5e-06, |
| "loss": 2.1465, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.1587894638520456, |
| "grad_norm": 2.7954328060150146, |
| "learning_rate": 5e-06, |
| "loss": 2.1228, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.16813002054922474, |
| "grad_norm": 3.1072113513946533, |
| "learning_rate": 5e-06, |
| "loss": 2.0838, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.1774705772464039, |
| "grad_norm": 3.572248935699463, |
| "learning_rate": 5e-06, |
| "loss": 2.0663, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.18681113394358304, |
| "grad_norm": 3.212052345275879, |
| "learning_rate": 5e-06, |
| "loss": 2.0376, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.19615169064076218, |
| "grad_norm": 3.392380714416504, |
| "learning_rate": 5e-06, |
| "loss": 2.0022, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.20549224733794133, |
| "grad_norm": 4.072075843811035, |
| "learning_rate": 5e-06, |
| "loss": 1.9776, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.2148328040351205, |
| "grad_norm": 3.9981837272644043, |
| "learning_rate": 5e-06, |
| "loss": 1.9507, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.22417336073229965, |
| "grad_norm": 5.1439900398254395, |
| "learning_rate": 5e-06, |
| "loss": 1.9177, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.2335139174294788, |
| "grad_norm": 4.393458843231201, |
| "learning_rate": 5e-06, |
| "loss": 1.8938, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.24285447412665795, |
| "grad_norm": 4.3327507972717285, |
| "learning_rate": 5e-06, |
| "loss": 1.8707, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.2521950308238371, |
| "grad_norm": 3.9431445598602295, |
| "learning_rate": 5e-06, |
| "loss": 1.8398, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.26153558752101624, |
| "grad_norm": 4.543567180633545, |
| "learning_rate": 5e-06, |
| "loss": 1.8114, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.2708761442181954, |
| "grad_norm": 4.299246788024902, |
| "learning_rate": 5e-06, |
| "loss": 1.7875, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.28021670091537454, |
| "grad_norm": 6.712219715118408, |
| "learning_rate": 5e-06, |
| "loss": 1.7664, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.2895572576125537, |
| "grad_norm": 4.86509370803833, |
| "learning_rate": 5e-06, |
| "loss": 1.7447, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.29889781430973283, |
| "grad_norm": 5.775921821594238, |
| "learning_rate": 5e-06, |
| "loss": 1.7257, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.30823837100691204, |
| "grad_norm": 4.322110652923584, |
| "learning_rate": 5e-06, |
| "loss": 1.6949, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.3175789277040912, |
| "grad_norm": 4.990842819213867, |
| "learning_rate": 5e-06, |
| "loss": 1.6781, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.32691948440127033, |
| "grad_norm": 7.429114818572998, |
| "learning_rate": 5e-06, |
| "loss": 1.6656, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.3362600410984495, |
| "grad_norm": 6.405215740203857, |
| "learning_rate": 5e-06, |
| "loss": 1.6581, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.34560059779562863, |
| "grad_norm": 5.198259353637695, |
| "learning_rate": 5e-06, |
| "loss": 1.6259, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.3549411544928078, |
| "grad_norm": 6.072173118591309, |
| "learning_rate": 5e-06, |
| "loss": 1.6183, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.3642817111899869, |
| "grad_norm": 7.407243728637695, |
| "learning_rate": 5e-06, |
| "loss": 1.5927, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.37362226788716607, |
| "grad_norm": 6.940005779266357, |
| "learning_rate": 5e-06, |
| "loss": 1.5733, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.3829628245843452, |
| "grad_norm": 6.5144429206848145, |
| "learning_rate": 5e-06, |
| "loss": 1.5444, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.39230338128152437, |
| "grad_norm": 6.649282455444336, |
| "learning_rate": 5e-06, |
| "loss": 1.5229, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.4016439379787035, |
| "grad_norm": 6.223095417022705, |
| "learning_rate": 5e-06, |
| "loss": 1.5147, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.41098449467588266, |
| "grad_norm": 8.262578010559082, |
| "learning_rate": 5e-06, |
| "loss": 1.5076, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.4203250513730618, |
| "grad_norm": 7.873270511627197, |
| "learning_rate": 5e-06, |
| "loss": 1.4907, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.429665608070241, |
| "grad_norm": 7.8516740798950195, |
| "learning_rate": 5e-06, |
| "loss": 1.4538, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.43900616476742016, |
| "grad_norm": 6.787626266479492, |
| "learning_rate": 5e-06, |
| "loss": 1.4384, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.4483467214645993, |
| "grad_norm": 6.864293098449707, |
| "learning_rate": 5e-06, |
| "loss": 1.4397, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.45768727816177845, |
| "grad_norm": 8.521383285522461, |
| "learning_rate": 5e-06, |
| "loss": 1.4015, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.4670278348589576, |
| "grad_norm": 6.207188129425049, |
| "learning_rate": 5e-06, |
| "loss": 1.4042, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.47636839155613675, |
| "grad_norm": 6.264854907989502, |
| "learning_rate": 5e-06, |
| "loss": 1.3922, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.4857089482533159, |
| "grad_norm": 7.935125827789307, |
| "learning_rate": 5e-06, |
| "loss": 1.3683, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.49504950495049505, |
| "grad_norm": 6.175066947937012, |
| "learning_rate": 5e-06, |
| "loss": 1.3521, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.5043900616476742, |
| "grad_norm": 6.4194746017456055, |
| "learning_rate": 5e-06, |
| "loss": 1.327, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.5137306183448533, |
| "grad_norm": 7.58105993270874, |
| "learning_rate": 5e-06, |
| "loss": 1.3455, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.5230711750420325, |
| "grad_norm": 7.915642738342285, |
| "learning_rate": 5e-06, |
| "loss": 1.3102, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.5324117317392116, |
| "grad_norm": 6.884181976318359, |
| "learning_rate": 5e-06, |
| "loss": 1.317, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.5417522884363908, |
| "grad_norm": 10.28857421875, |
| "learning_rate": 5e-06, |
| "loss": 1.2851, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.5510928451335699, |
| "grad_norm": 7.387235641479492, |
| "learning_rate": 5e-06, |
| "loss": 1.2833, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.5604334018307491, |
| "grad_norm": 9.384627342224121, |
| "learning_rate": 5e-06, |
| "loss": 1.2674, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.5697739585279282, |
| "grad_norm": 6.848216533660889, |
| "learning_rate": 5e-06, |
| "loss": 1.2443, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.5791145152251074, |
| "grad_norm": 7.97431755065918, |
| "learning_rate": 5e-06, |
| "loss": 1.239, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.5884550719222865, |
| "grad_norm": 8.192886352539062, |
| "learning_rate": 5e-06, |
| "loss": 1.2212, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.5977956286194657, |
| "grad_norm": 7.981608867645264, |
| "learning_rate": 5e-06, |
| "loss": 1.2191, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.6071361853166449, |
| "grad_norm": 7.159592628479004, |
| "learning_rate": 5e-06, |
| "loss": 1.1828, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.6164767420138241, |
| "grad_norm": 8.588462829589844, |
| "learning_rate": 5e-06, |
| "loss": 1.1867, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.6258172987110032, |
| "grad_norm": 6.463566780090332, |
| "learning_rate": 5e-06, |
| "loss": 1.1715, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.6351578554081824, |
| "grad_norm": 8.24862289428711, |
| "learning_rate": 5e-06, |
| "loss": 1.1731, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.6444984121053615, |
| "grad_norm": 8.253684997558594, |
| "learning_rate": 5e-06, |
| "loss": 1.1696, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.6538389688025407, |
| "grad_norm": 9.07073974609375, |
| "learning_rate": 5e-06, |
| "loss": 1.165, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.6631795254997198, |
| "grad_norm": 8.204659461975098, |
| "learning_rate": 5e-06, |
| "loss": 1.1489, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.672520082196899, |
| "grad_norm": 9.203499794006348, |
| "learning_rate": 5e-06, |
| "loss": 1.1178, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.6818606388940781, |
| "grad_norm": 7.973787784576416, |
| "learning_rate": 5e-06, |
| "loss": 1.098, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.6912011955912573, |
| "grad_norm": 7.77390193939209, |
| "learning_rate": 5e-06, |
| "loss": 1.1179, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.7005417522884364, |
| "grad_norm": 9.237825393676758, |
| "learning_rate": 5e-06, |
| "loss": 1.1146, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.7098823089856156, |
| "grad_norm": 8.738642692565918, |
| "learning_rate": 5e-06, |
| "loss": 1.0726, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.7192228656827947, |
| "grad_norm": 8.645129203796387, |
| "learning_rate": 5e-06, |
| "loss": 1.071, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.7285634223799738, |
| "grad_norm": 6.672494888305664, |
| "learning_rate": 5e-06, |
| "loss": 1.0663, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.737903979077153, |
| "grad_norm": 9.610877990722656, |
| "learning_rate": 5e-06, |
| "loss": 1.0645, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.7472445357743321, |
| "grad_norm": 8.839618682861328, |
| "learning_rate": 5e-06, |
| "loss": 1.0359, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.7565850924715113, |
| "grad_norm": 9.816760063171387, |
| "learning_rate": 5e-06, |
| "loss": 1.0367, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.7659256491686904, |
| "grad_norm": 8.62587833404541, |
| "learning_rate": 5e-06, |
| "loss": 1.0531, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.7752662058658696, |
| "grad_norm": 9.202266693115234, |
| "learning_rate": 5e-06, |
| "loss": 1.0221, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.7846067625630487, |
| "grad_norm": 8.139867782592773, |
| "learning_rate": 5e-06, |
| "loss": 1.0534, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.7939473192602279, |
| "grad_norm": 7.960549831390381, |
| "learning_rate": 5e-06, |
| "loss": 1.005, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.803287875957407, |
| "grad_norm": 10.177430152893066, |
| "learning_rate": 5e-06, |
| "loss": 1.0154, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.8126284326545862, |
| "grad_norm": 9.36005687713623, |
| "learning_rate": 5e-06, |
| "loss": 0.9932, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.8219689893517653, |
| "grad_norm": 10.452857971191406, |
| "learning_rate": 5e-06, |
| "loss": 1.017, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.8313095460489445, |
| "grad_norm": 8.468194961547852, |
| "learning_rate": 5e-06, |
| "loss": 0.9988, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.8406501027461236, |
| "grad_norm": 8.282858848571777, |
| "learning_rate": 5e-06, |
| "loss": 0.9741, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.8499906594433029, |
| "grad_norm": 8.708531379699707, |
| "learning_rate": 5e-06, |
| "loss": 0.9947, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.859331216140482, |
| "grad_norm": 9.62859058380127, |
| "learning_rate": 5e-06, |
| "loss": 0.9806, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.8686717728376612, |
| "grad_norm": 8.039609909057617, |
| "learning_rate": 5e-06, |
| "loss": 0.9488, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.8780123295348403, |
| "grad_norm": 6.1089630126953125, |
| "learning_rate": 5e-06, |
| "loss": 0.9666, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.8873528862320195, |
| "grad_norm": 11.522998809814453, |
| "learning_rate": 5e-06, |
| "loss": 0.9598, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.8966934429291986, |
| "grad_norm": 8.044610023498535, |
| "learning_rate": 5e-06, |
| "loss": 0.9499, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.9060339996263778, |
| "grad_norm": 7.128061771392822, |
| "learning_rate": 5e-06, |
| "loss": 0.9441, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.9153745563235569, |
| "grad_norm": 9.168087005615234, |
| "learning_rate": 5e-06, |
| "loss": 0.9127, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.9247151130207361, |
| "grad_norm": 9.270570755004883, |
| "learning_rate": 5e-06, |
| "loss": 0.9193, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.9340556697179152, |
| "grad_norm": 7.9523234367370605, |
| "learning_rate": 5e-06, |
| "loss": 0.9177, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.9433962264150944, |
| "grad_norm": 7.298976421356201, |
| "learning_rate": 5e-06, |
| "loss": 0.9043, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.9527367831122735, |
| "grad_norm": 8.768118858337402, |
| "learning_rate": 5e-06, |
| "loss": 0.8947, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.9620773398094526, |
| "grad_norm": 10.410821914672852, |
| "learning_rate": 5e-06, |
| "loss": 0.8929, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.9714178965066318, |
| "grad_norm": 10.042499542236328, |
| "learning_rate": 5e-06, |
| "loss": 0.8738, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.9807584532038109, |
| "grad_norm": 8.96017074584961, |
| "learning_rate": 5e-06, |
| "loss": 0.8854, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.9900990099009901, |
| "grad_norm": 8.283614158630371, |
| "learning_rate": 5e-06, |
| "loss": 0.8908, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.9994395665981692, |
| "grad_norm": 7.548793315887451, |
| "learning_rate": 5e-06, |
| "loss": 0.8869, |
| "step": 10700 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 10706, |
| "train_loss": 0.8395813703536987, |
| "train_perplexity": 2.315397479837138, |
| "train_runtime": 1018.2001, |
| "train_samples_per_second": 168.23, |
| "train_steps_per_second": 10.515 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.8345000147819519, |
| "eval_perplexity": 2.303661963369234, |
| "eval_runtime": 197.385, |
| "eval_samples_per_second": 216.952, |
| "eval_steps_per_second": 13.562, |
| "step": 10706 |
| }, |
| { |
| "epoch": 1.0087801232953484, |
| "grad_norm": 7.716500282287598, |
| "learning_rate": 5e-06, |
| "loss": 0.8781, |
| "step": 10800 |
| }, |
| { |
| "epoch": 1.0181206799925275, |
| "grad_norm": 7.907318115234375, |
| "learning_rate": 5e-06, |
| "loss": 0.8782, |
| "step": 10900 |
| }, |
| { |
| "epoch": 1.0274612366897067, |
| "grad_norm": 8.674318313598633, |
| "learning_rate": 5e-06, |
| "loss": 0.859, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.0368017933868858, |
| "grad_norm": 6.933258056640625, |
| "learning_rate": 5e-06, |
| "loss": 0.857, |
| "step": 11100 |
| }, |
| { |
| "epoch": 1.046142350084065, |
| "grad_norm": 7.388689041137695, |
| "learning_rate": 5e-06, |
| "loss": 0.8293, |
| "step": 11200 |
| }, |
| { |
| "epoch": 1.0554829067812441, |
| "grad_norm": 8.154444694519043, |
| "learning_rate": 5e-06, |
| "loss": 0.8377, |
| "step": 11300 |
| }, |
| { |
| "epoch": 1.0648234634784233, |
| "grad_norm": 7.751438617706299, |
| "learning_rate": 5e-06, |
| "loss": 0.8417, |
| "step": 11400 |
| }, |
| { |
| "epoch": 1.0741640201756024, |
| "grad_norm": 7.669437885284424, |
| "learning_rate": 5e-06, |
| "loss": 0.8477, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.0835045768727816, |
| "grad_norm": 8.53795337677002, |
| "learning_rate": 5e-06, |
| "loss": 0.8296, |
| "step": 11600 |
| }, |
| { |
| "epoch": 1.0928451335699607, |
| "grad_norm": 9.411064147949219, |
| "learning_rate": 5e-06, |
| "loss": 0.8136, |
| "step": 11700 |
| }, |
| { |
| "epoch": 1.1021856902671399, |
| "grad_norm": 9.37598991394043, |
| "learning_rate": 5e-06, |
| "loss": 0.8202, |
| "step": 11800 |
| }, |
| { |
| "epoch": 1.111526246964319, |
| "grad_norm": 7.06934118270874, |
| "learning_rate": 5e-06, |
| "loss": 0.8267, |
| "step": 11900 |
| }, |
| { |
| "epoch": 1.1208668036614982, |
| "grad_norm": 10.949734687805176, |
| "learning_rate": 5e-06, |
| "loss": 0.7957, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.1302073603586773, |
| "grad_norm": 8.0162935256958, |
| "learning_rate": 5e-06, |
| "loss": 0.8026, |
| "step": 12100 |
| }, |
| { |
| "epoch": 1.1395479170558565, |
| "grad_norm": 9.59383487701416, |
| "learning_rate": 5e-06, |
| "loss": 0.7875, |
| "step": 12200 |
| }, |
| { |
| "epoch": 1.1488884737530356, |
| "grad_norm": 7.390994071960449, |
| "learning_rate": 5e-06, |
| "loss": 0.8119, |
| "step": 12300 |
| }, |
| { |
| "epoch": 1.1582290304502147, |
| "grad_norm": 6.986259460449219, |
| "learning_rate": 5e-06, |
| "loss": 0.8041, |
| "step": 12400 |
| }, |
| { |
| "epoch": 1.167569587147394, |
| "grad_norm": 7.615765571594238, |
| "learning_rate": 5e-06, |
| "loss": 0.7887, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.176910143844573, |
| "grad_norm": 7.461755752563477, |
| "learning_rate": 5e-06, |
| "loss": 0.7741, |
| "step": 12600 |
| }, |
| { |
| "epoch": 1.1862507005417524, |
| "grad_norm": 7.417735576629639, |
| "learning_rate": 5e-06, |
| "loss": 0.7664, |
| "step": 12700 |
| }, |
| { |
| "epoch": 1.1955912572389313, |
| "grad_norm": 7.140293598175049, |
| "learning_rate": 5e-06, |
| "loss": 0.7654, |
| "step": 12800 |
| }, |
| { |
| "epoch": 1.2049318139361107, |
| "grad_norm": 7.478175163269043, |
| "learning_rate": 5e-06, |
| "loss": 0.7782, |
| "step": 12900 |
| }, |
| { |
| "epoch": 1.2142723706332896, |
| "grad_norm": 10.942622184753418, |
| "learning_rate": 5e-06, |
| "loss": 0.7747, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.223612927330469, |
| "grad_norm": 8.662274360656738, |
| "learning_rate": 5e-06, |
| "loss": 0.7281, |
| "step": 13100 |
| }, |
| { |
| "epoch": 1.232953484027648, |
| "grad_norm": 8.186875343322754, |
| "learning_rate": 5e-06, |
| "loss": 0.7555, |
| "step": 13200 |
| }, |
| { |
| "epoch": 1.2422940407248273, |
| "grad_norm": 7.652974605560303, |
| "learning_rate": 5e-06, |
| "loss": 0.7499, |
| "step": 13300 |
| }, |
| { |
| "epoch": 1.2516345974220062, |
| "grad_norm": 9.421221733093262, |
| "learning_rate": 5e-06, |
| "loss": 0.7246, |
| "step": 13400 |
| }, |
| { |
| "epoch": 1.2609751541191856, |
| "grad_norm": 9.602365493774414, |
| "learning_rate": 5e-06, |
| "loss": 0.7284, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.2703157108163645, |
| "grad_norm": 8.42544937133789, |
| "learning_rate": 5e-06, |
| "loss": 0.7202, |
| "step": 13600 |
| }, |
| { |
| "epoch": 1.2796562675135439, |
| "grad_norm": 7.490119457244873, |
| "learning_rate": 5e-06, |
| "loss": 0.7144, |
| "step": 13700 |
| }, |
| { |
| "epoch": 1.288996824210723, |
| "grad_norm": 10.363768577575684, |
| "learning_rate": 5e-06, |
| "loss": 0.7464, |
| "step": 13800 |
| }, |
| { |
| "epoch": 1.2983373809079022, |
| "grad_norm": 9.013355255126953, |
| "learning_rate": 5e-06, |
| "loss": 0.7015, |
| "step": 13900 |
| }, |
| { |
| "epoch": 1.3076779376050813, |
| "grad_norm": 8.061467170715332, |
| "learning_rate": 5e-06, |
| "loss": 0.7396, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.3170184943022605, |
| "grad_norm": 8.444899559020996, |
| "learning_rate": 5e-06, |
| "loss": 0.7134, |
| "step": 14100 |
| }, |
| { |
| "epoch": 1.3263590509994396, |
| "grad_norm": 7.182311058044434, |
| "learning_rate": 5e-06, |
| "loss": 0.7447, |
| "step": 14200 |
| }, |
| { |
| "epoch": 1.3356996076966188, |
| "grad_norm": 9.846534729003906, |
| "learning_rate": 5e-06, |
| "loss": 0.7363, |
| "step": 14300 |
| }, |
| { |
| "epoch": 1.345040164393798, |
| "grad_norm": 6.220211505889893, |
| "learning_rate": 5e-06, |
| "loss": 0.7293, |
| "step": 14400 |
| }, |
| { |
| "epoch": 1.354380721090977, |
| "grad_norm": 7.598313331604004, |
| "learning_rate": 5e-06, |
| "loss": 0.721, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.3637212777881562, |
| "grad_norm": 6.57211971282959, |
| "learning_rate": 5e-06, |
| "loss": 0.716, |
| "step": 14600 |
| }, |
| { |
| "epoch": 1.3730618344853354, |
| "grad_norm": 7.021605968475342, |
| "learning_rate": 5e-06, |
| "loss": 0.6843, |
| "step": 14700 |
| }, |
| { |
| "epoch": 1.3824023911825145, |
| "grad_norm": 7.8854169845581055, |
| "learning_rate": 5e-06, |
| "loss": 0.6848, |
| "step": 14800 |
| }, |
| { |
| "epoch": 1.3917429478796937, |
| "grad_norm": 6.6829400062561035, |
| "learning_rate": 5e-06, |
| "loss": 0.6887, |
| "step": 14900 |
| }, |
| { |
| "epoch": 1.4010835045768728, |
| "grad_norm": 8.245354652404785, |
| "learning_rate": 5e-06, |
| "loss": 0.6714, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.410424061274052, |
| "grad_norm": 8.508342742919922, |
| "learning_rate": 5e-06, |
| "loss": 0.6832, |
| "step": 15100 |
| }, |
| { |
| "epoch": 1.419764617971231, |
| "grad_norm": 7.682379722595215, |
| "learning_rate": 5e-06, |
| "loss": 0.6971, |
| "step": 15200 |
| }, |
| { |
| "epoch": 1.4291051746684102, |
| "grad_norm": 8.127643585205078, |
| "learning_rate": 5e-06, |
| "loss": 0.6739, |
| "step": 15300 |
| }, |
| { |
| "epoch": 1.4384457313655894, |
| "grad_norm": 7.613578796386719, |
| "learning_rate": 5e-06, |
| "loss": 0.664, |
| "step": 15400 |
| }, |
| { |
| "epoch": 1.4477862880627685, |
| "grad_norm": 8.41824722290039, |
| "learning_rate": 5e-06, |
| "loss": 0.6538, |
| "step": 15500 |
| }, |
| { |
| "epoch": 1.4571268447599477, |
| "grad_norm": 6.676429271697998, |
| "learning_rate": 5e-06, |
| "loss": 0.6635, |
| "step": 15600 |
| }, |
| { |
| "epoch": 1.4664674014571268, |
| "grad_norm": 7.188627243041992, |
| "learning_rate": 5e-06, |
| "loss": 0.6587, |
| "step": 15700 |
| }, |
| { |
| "epoch": 1.475807958154306, |
| "grad_norm": 8.212919235229492, |
| "learning_rate": 5e-06, |
| "loss": 0.6505, |
| "step": 15800 |
| }, |
| { |
| "epoch": 1.4851485148514851, |
| "grad_norm": 6.530966281890869, |
| "learning_rate": 5e-06, |
| "loss": 0.6585, |
| "step": 15900 |
| }, |
| { |
| "epoch": 1.4944890715486643, |
| "grad_norm": 8.607629776000977, |
| "learning_rate": 5e-06, |
| "loss": 0.6884, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.5038296282458434, |
| "grad_norm": 7.377142429351807, |
| "learning_rate": 5e-06, |
| "loss": 0.6432, |
| "step": 16100 |
| }, |
| { |
| "epoch": 1.5131701849430226, |
| "grad_norm": 6.242367744445801, |
| "learning_rate": 5e-06, |
| "loss": 0.6344, |
| "step": 16200 |
| }, |
| { |
| "epoch": 1.5225107416402017, |
| "grad_norm": 7.805871963500977, |
| "learning_rate": 5e-06, |
| "loss": 0.6377, |
| "step": 16300 |
| }, |
| { |
| "epoch": 1.5318512983373809, |
| "grad_norm": 7.574950695037842, |
| "learning_rate": 5e-06, |
| "loss": 0.6278, |
| "step": 16400 |
| }, |
| { |
| "epoch": 1.54119185503456, |
| "grad_norm": 7.550795555114746, |
| "learning_rate": 5e-06, |
| "loss": 0.6396, |
| "step": 16500 |
| }, |
| { |
| "epoch": 1.5505324117317392, |
| "grad_norm": 7.6023430824279785, |
| "learning_rate": 5e-06, |
| "loss": 0.63, |
| "step": 16600 |
| }, |
| { |
| "epoch": 1.5598729684289183, |
| "grad_norm": 7.176816940307617, |
| "learning_rate": 5e-06, |
| "loss": 0.6426, |
| "step": 16700 |
| }, |
| { |
| "epoch": 1.5692135251260975, |
| "grad_norm": 6.986473560333252, |
| "learning_rate": 5e-06, |
| "loss": 0.6191, |
| "step": 16800 |
| }, |
| { |
| "epoch": 1.5785540818232766, |
| "grad_norm": 7.184571266174316, |
| "learning_rate": 5e-06, |
| "loss": 0.6113, |
| "step": 16900 |
| }, |
| { |
| "epoch": 1.587894638520456, |
| "grad_norm": 8.126258850097656, |
| "learning_rate": 5e-06, |
| "loss": 0.6162, |
| "step": 17000 |
| }, |
| { |
| "epoch": 1.597235195217635, |
| "grad_norm": 7.6696577072143555, |
| "learning_rate": 5e-06, |
| "loss": 0.654, |
| "step": 17100 |
| }, |
| { |
| "epoch": 1.6065757519148143, |
| "grad_norm": 5.9790802001953125, |
| "learning_rate": 5e-06, |
| "loss": 0.6084, |
| "step": 17200 |
| }, |
| { |
| "epoch": 1.6159163086119932, |
| "grad_norm": 7.907872200012207, |
| "learning_rate": 5e-06, |
| "loss": 0.6004, |
| "step": 17300 |
| }, |
| { |
| "epoch": 1.6252568653091726, |
| "grad_norm": 8.215240478515625, |
| "learning_rate": 5e-06, |
| "loss": 0.6243, |
| "step": 17400 |
| }, |
| { |
| "epoch": 1.6345974220063515, |
| "grad_norm": 6.5883331298828125, |
| "learning_rate": 5e-06, |
| "loss": 0.6021, |
| "step": 17500 |
| }, |
| { |
| "epoch": 1.6439379787035309, |
| "grad_norm": 6.346146583557129, |
| "learning_rate": 5e-06, |
| "loss": 0.6108, |
| "step": 17600 |
| }, |
| { |
| "epoch": 1.6532785354007098, |
| "grad_norm": 8.449287414550781, |
| "learning_rate": 5e-06, |
| "loss": 0.6097, |
| "step": 17700 |
| }, |
| { |
| "epoch": 1.6626190920978892, |
| "grad_norm": 6.967901229858398, |
| "learning_rate": 5e-06, |
| "loss": 0.6037, |
| "step": 17800 |
| }, |
| { |
| "epoch": 1.671959648795068, |
| "grad_norm": 9.023369789123535, |
| "learning_rate": 5e-06, |
| "loss": 0.5958, |
| "step": 17900 |
| }, |
| { |
| "epoch": 1.6813002054922475, |
| "grad_norm": 6.230794429779053, |
| "learning_rate": 5e-06, |
| "loss": 0.5788, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.6906407621894264, |
| "grad_norm": 7.514952659606934, |
| "learning_rate": 5e-06, |
| "loss": 0.592, |
| "step": 18100 |
| }, |
| { |
| "epoch": 1.6999813188866058, |
| "grad_norm": 6.9518585205078125, |
| "learning_rate": 5e-06, |
| "loss": 0.5946, |
| "step": 18200 |
| }, |
| { |
| "epoch": 1.7093218755837847, |
| "grad_norm": 6.792739391326904, |
| "learning_rate": 5e-06, |
| "loss": 0.579, |
| "step": 18300 |
| }, |
| { |
| "epoch": 1.718662432280964, |
| "grad_norm": 7.336724281311035, |
| "learning_rate": 5e-06, |
| "loss": 0.568, |
| "step": 18400 |
| }, |
| { |
| "epoch": 1.728002988978143, |
| "grad_norm": 6.659194469451904, |
| "learning_rate": 5e-06, |
| "loss": 0.5864, |
| "step": 18500 |
| }, |
| { |
| "epoch": 1.7373435456753223, |
| "grad_norm": 6.7894206047058105, |
| "learning_rate": 5e-06, |
| "loss": 0.5761, |
| "step": 18600 |
| }, |
| { |
| "epoch": 1.7466841023725013, |
| "grad_norm": 5.924132347106934, |
| "learning_rate": 5e-06, |
| "loss": 0.5732, |
| "step": 18700 |
| }, |
| { |
| "epoch": 1.7560246590696806, |
| "grad_norm": 8.343352317810059, |
| "learning_rate": 5e-06, |
| "loss": 0.5635, |
| "step": 18800 |
| }, |
| { |
| "epoch": 1.7653652157668596, |
| "grad_norm": 6.975896835327148, |
| "learning_rate": 5e-06, |
| "loss": 0.5755, |
| "step": 18900 |
| }, |
| { |
| "epoch": 1.774705772464039, |
| "grad_norm": 7.634350299835205, |
| "learning_rate": 5e-06, |
| "loss": 0.5643, |
| "step": 19000 |
| }, |
| { |
| "epoch": 1.7840463291612179, |
| "grad_norm": 7.795317649841309, |
| "learning_rate": 5e-06, |
| "loss": 0.5615, |
| "step": 19100 |
| }, |
| { |
| "epoch": 1.7933868858583972, |
| "grad_norm": 6.966041564941406, |
| "learning_rate": 5e-06, |
| "loss": 0.5496, |
| "step": 19200 |
| }, |
| { |
| "epoch": 1.8027274425555762, |
| "grad_norm": 10.452193260192871, |
| "learning_rate": 5e-06, |
| "loss": 0.5497, |
| "step": 19300 |
| }, |
| { |
| "epoch": 1.8120679992527555, |
| "grad_norm": 6.251557350158691, |
| "learning_rate": 5e-06, |
| "loss": 0.5495, |
| "step": 19400 |
| }, |
| { |
| "epoch": 1.8214085559499347, |
| "grad_norm": 6.99285888671875, |
| "learning_rate": 5e-06, |
| "loss": 0.5598, |
| "step": 19500 |
| }, |
| { |
| "epoch": 1.8307491126471138, |
| "grad_norm": 8.005789756774902, |
| "learning_rate": 5e-06, |
| "loss": 0.5593, |
| "step": 19600 |
| }, |
| { |
| "epoch": 1.840089669344293, |
| "grad_norm": 6.591460227966309, |
| "learning_rate": 5e-06, |
| "loss": 0.5384, |
| "step": 19700 |
| }, |
| { |
| "epoch": 1.8494302260414721, |
| "grad_norm": 6.592325687408447, |
| "learning_rate": 5e-06, |
| "loss": 0.5424, |
| "step": 19800 |
| }, |
| { |
| "epoch": 1.8587707827386513, |
| "grad_norm": 6.69786262512207, |
| "learning_rate": 5e-06, |
| "loss": 0.5228, |
| "step": 19900 |
| }, |
| { |
| "epoch": 1.8681113394358304, |
| "grad_norm": 6.42023229598999, |
| "learning_rate": 5e-06, |
| "loss": 0.5457, |
| "step": 20000 |
| }, |
| { |
| "epoch": 1.8774518961330096, |
| "grad_norm": 6.231932640075684, |
| "learning_rate": 5e-06, |
| "loss": 0.5333, |
| "step": 20100 |
| }, |
| { |
| "epoch": 1.8867924528301887, |
| "grad_norm": 7.215362071990967, |
| "learning_rate": 5e-06, |
| "loss": 0.5217, |
| "step": 20200 |
| }, |
| { |
| "epoch": 1.8961330095273679, |
| "grad_norm": 6.425142765045166, |
| "learning_rate": 5e-06, |
| "loss": 0.5512, |
| "step": 20300 |
| }, |
| { |
| "epoch": 1.905473566224547, |
| "grad_norm": 6.159500598907471, |
| "learning_rate": 5e-06, |
| "loss": 0.5267, |
| "step": 20400 |
| }, |
| { |
| "epoch": 1.9148141229217261, |
| "grad_norm": 8.424032211303711, |
| "learning_rate": 5e-06, |
| "loss": 0.5153, |
| "step": 20500 |
| }, |
| { |
| "epoch": 1.9241546796189053, |
| "grad_norm": 7.2694549560546875, |
| "learning_rate": 5e-06, |
| "loss": 0.5178, |
| "step": 20600 |
| }, |
| { |
| "epoch": 1.9334952363160844, |
| "grad_norm": 5.823476791381836, |
| "learning_rate": 5e-06, |
| "loss": 0.5261, |
| "step": 20700 |
| }, |
| { |
| "epoch": 1.9428357930132636, |
| "grad_norm": 8.666367530822754, |
| "learning_rate": 5e-06, |
| "loss": 0.525, |
| "step": 20800 |
| }, |
| { |
| "epoch": 1.9521763497104427, |
| "grad_norm": 8.71826457977295, |
| "learning_rate": 5e-06, |
| "loss": 0.5378, |
| "step": 20900 |
| }, |
| { |
| "epoch": 1.9615169064076219, |
| "grad_norm": 5.891025066375732, |
| "learning_rate": 5e-06, |
| "loss": 0.5064, |
| "step": 21000 |
| }, |
| { |
| "epoch": 1.970857463104801, |
| "grad_norm": 6.535373687744141, |
| "learning_rate": 5e-06, |
| "loss": 0.5038, |
| "step": 21100 |
| }, |
| { |
| "epoch": 1.9801980198019802, |
| "grad_norm": 6.810604095458984, |
| "learning_rate": 5e-06, |
| "loss": 0.5137, |
| "step": 21200 |
| }, |
| { |
| "epoch": 1.9895385764991593, |
| "grad_norm": 6.516439437866211, |
| "learning_rate": 5e-06, |
| "loss": 0.517, |
| "step": 21300 |
| }, |
| { |
| "epoch": 1.9988791331963385, |
| "grad_norm": 6.71792459487915, |
| "learning_rate": 5e-06, |
| "loss": 0.5075, |
| "step": 21400 |
| }, |
| { |
| "epoch": 2.0, |
| "step": 21412, |
| "train_loss": 0.4718112647533417, |
| "train_perplexity": 1.6028948324248598, |
| "train_runtime": 1017.0508, |
| "train_samples_per_second": 168.42, |
| "train_steps_per_second": 10.527 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.4675895571708679, |
| "eval_perplexity": 1.5961421431260359, |
| "eval_runtime": 197.4789, |
| "eval_samples_per_second": 216.848, |
| "eval_steps_per_second": 13.556, |
| "step": 21412 |
| }, |
| { |
| "epoch": 2.008219689893518, |
| "grad_norm": 6.244154453277588, |
| "learning_rate": 5e-06, |
| "loss": 0.5034, |
| "step": 21500 |
| }, |
| { |
| "epoch": 2.0175602465906968, |
| "grad_norm": 7.587032794952393, |
| "learning_rate": 5e-06, |
| "loss": 0.5062, |
| "step": 21600 |
| }, |
| { |
| "epoch": 2.026900803287876, |
| "grad_norm": 6.491462707519531, |
| "learning_rate": 5e-06, |
| "loss": 0.4985, |
| "step": 21700 |
| }, |
| { |
| "epoch": 2.036241359985055, |
| "grad_norm": 6.21779203414917, |
| "learning_rate": 5e-06, |
| "loss": 0.489, |
| "step": 21800 |
| }, |
| { |
| "epoch": 2.0455819166822344, |
| "grad_norm": 5.905067443847656, |
| "learning_rate": 5e-06, |
| "loss": 0.4819, |
| "step": 21900 |
| }, |
| { |
| "epoch": 2.0549224733794134, |
| "grad_norm": 8.845947265625, |
| "learning_rate": 5e-06, |
| "loss": 0.5125, |
| "step": 22000 |
| }, |
| { |
| "epoch": 2.0642630300765927, |
| "grad_norm": 7.643442153930664, |
| "learning_rate": 5e-06, |
| "loss": 0.4853, |
| "step": 22100 |
| }, |
| { |
| "epoch": 2.0736035867737717, |
| "grad_norm": 6.329272270202637, |
| "learning_rate": 5e-06, |
| "loss": 0.4887, |
| "step": 22200 |
| }, |
| { |
| "epoch": 2.082944143470951, |
| "grad_norm": 6.18300199508667, |
| "learning_rate": 5e-06, |
| "loss": 0.5025, |
| "step": 22300 |
| }, |
| { |
| "epoch": 2.09228470016813, |
| "grad_norm": 7.68779993057251, |
| "learning_rate": 5e-06, |
| "loss": 0.4889, |
| "step": 22400 |
| }, |
| { |
| "epoch": 2.1016252568653093, |
| "grad_norm": 6.764468669891357, |
| "learning_rate": 5e-06, |
| "loss": 0.4943, |
| "step": 22500 |
| }, |
| { |
| "epoch": 2.1109658135624882, |
| "grad_norm": 6.022781848907471, |
| "learning_rate": 5e-06, |
| "loss": 0.4623, |
| "step": 22600 |
| }, |
| { |
| "epoch": 2.1203063702596676, |
| "grad_norm": 8.637430191040039, |
| "learning_rate": 5e-06, |
| "loss": 0.4561, |
| "step": 22700 |
| }, |
| { |
| "epoch": 2.1296469269568465, |
| "grad_norm": 6.928168773651123, |
| "learning_rate": 5e-06, |
| "loss": 0.4792, |
| "step": 22800 |
| }, |
| { |
| "epoch": 2.138987483654026, |
| "grad_norm": 7.505837917327881, |
| "learning_rate": 5e-06, |
| "loss": 0.4735, |
| "step": 22900 |
| }, |
| { |
| "epoch": 2.148328040351205, |
| "grad_norm": 6.798720836639404, |
| "learning_rate": 5e-06, |
| "loss": 0.4719, |
| "step": 23000 |
| }, |
| { |
| "epoch": 2.157668597048384, |
| "grad_norm": 5.263323783874512, |
| "learning_rate": 5e-06, |
| "loss": 0.4639, |
| "step": 23100 |
| }, |
| { |
| "epoch": 2.167009153745563, |
| "grad_norm": 6.788463592529297, |
| "learning_rate": 5e-06, |
| "loss": 0.459, |
| "step": 23200 |
| }, |
| { |
| "epoch": 2.1763497104427425, |
| "grad_norm": 6.142336368560791, |
| "learning_rate": 5e-06, |
| "loss": 0.4652, |
| "step": 23300 |
| }, |
| { |
| "epoch": 2.1856902671399214, |
| "grad_norm": 7.266806125640869, |
| "learning_rate": 5e-06, |
| "loss": 0.4586, |
| "step": 23400 |
| }, |
| { |
| "epoch": 2.195030823837101, |
| "grad_norm": 6.093989849090576, |
| "learning_rate": 5e-06, |
| "loss": 0.4473, |
| "step": 23500 |
| }, |
| { |
| "epoch": 2.2043713805342797, |
| "grad_norm": 6.777754783630371, |
| "learning_rate": 5e-06, |
| "loss": 0.4537, |
| "step": 23600 |
| }, |
| { |
| "epoch": 2.213711937231459, |
| "grad_norm": 6.4682745933532715, |
| "learning_rate": 5e-06, |
| "loss": 0.4652, |
| "step": 23700 |
| }, |
| { |
| "epoch": 2.223052493928638, |
| "grad_norm": 5.89578104019165, |
| "learning_rate": 5e-06, |
| "loss": 0.4534, |
| "step": 23800 |
| }, |
| { |
| "epoch": 2.2323930506258174, |
| "grad_norm": 8.04207992553711, |
| "learning_rate": 5e-06, |
| "loss": 0.4529, |
| "step": 23900 |
| }, |
| { |
| "epoch": 2.2417336073229963, |
| "grad_norm": 7.050722599029541, |
| "learning_rate": 5e-06, |
| "loss": 0.4471, |
| "step": 24000 |
| }, |
| { |
| "epoch": 2.2510741640201757, |
| "grad_norm": 5.79897403717041, |
| "learning_rate": 5e-06, |
| "loss": 0.4358, |
| "step": 24100 |
| }, |
| { |
| "epoch": 2.2604147207173546, |
| "grad_norm": 6.931863784790039, |
| "learning_rate": 5e-06, |
| "loss": 0.4434, |
| "step": 24200 |
| }, |
| { |
| "epoch": 2.269755277414534, |
| "grad_norm": 6.240288257598877, |
| "learning_rate": 5e-06, |
| "loss": 0.4562, |
| "step": 24300 |
| }, |
| { |
| "epoch": 2.279095834111713, |
| "grad_norm": 6.438721656799316, |
| "learning_rate": 5e-06, |
| "loss": 0.4416, |
| "step": 24400 |
| }, |
| { |
| "epoch": 2.2884363908088923, |
| "grad_norm": 5.405604362487793, |
| "learning_rate": 5e-06, |
| "loss": 0.4454, |
| "step": 24500 |
| }, |
| { |
| "epoch": 2.297776947506071, |
| "grad_norm": 5.8391289710998535, |
| "learning_rate": 5e-06, |
| "loss": 0.4261, |
| "step": 24600 |
| }, |
| { |
| "epoch": 2.3071175042032506, |
| "grad_norm": 7.9982404708862305, |
| "learning_rate": 5e-06, |
| "loss": 0.439, |
| "step": 24700 |
| }, |
| { |
| "epoch": 2.3164580609004295, |
| "grad_norm": 7.738008499145508, |
| "learning_rate": 5e-06, |
| "loss": 0.4184, |
| "step": 24800 |
| }, |
| { |
| "epoch": 2.325798617597609, |
| "grad_norm": 6.211972713470459, |
| "learning_rate": 5e-06, |
| "loss": 0.4309, |
| "step": 24900 |
| }, |
| { |
| "epoch": 2.335139174294788, |
| "grad_norm": 8.125805854797363, |
| "learning_rate": 5e-06, |
| "loss": 0.4289, |
| "step": 25000 |
| }, |
| { |
| "epoch": 2.344479730991967, |
| "grad_norm": 6.840771675109863, |
| "learning_rate": 5e-06, |
| "loss": 0.4463, |
| "step": 25100 |
| }, |
| { |
| "epoch": 2.353820287689146, |
| "grad_norm": 6.188076019287109, |
| "learning_rate": 5e-06, |
| "loss": 0.4301, |
| "step": 25200 |
| }, |
| { |
| "epoch": 2.3631608443863255, |
| "grad_norm": 6.35762882232666, |
| "learning_rate": 5e-06, |
| "loss": 0.418, |
| "step": 25300 |
| }, |
| { |
| "epoch": 2.372501401083505, |
| "grad_norm": 6.530981540679932, |
| "learning_rate": 5e-06, |
| "loss": 0.4217, |
| "step": 25400 |
| }, |
| { |
| "epoch": 2.3818419577806837, |
| "grad_norm": 6.419869899749756, |
| "learning_rate": 5e-06, |
| "loss": 0.4155, |
| "step": 25500 |
| }, |
| { |
| "epoch": 2.3911825144778627, |
| "grad_norm": 6.248108386993408, |
| "learning_rate": 5e-06, |
| "loss": 0.425, |
| "step": 25600 |
| }, |
| { |
| "epoch": 2.400523071175042, |
| "grad_norm": 5.764277935028076, |
| "learning_rate": 5e-06, |
| "loss": 0.4199, |
| "step": 25700 |
| }, |
| { |
| "epoch": 2.4098636278722214, |
| "grad_norm": 5.660484790802002, |
| "learning_rate": 5e-06, |
| "loss": 0.3986, |
| "step": 25800 |
| }, |
| { |
| "epoch": 2.4192041845694003, |
| "grad_norm": 7.18143892288208, |
| "learning_rate": 5e-06, |
| "loss": 0.4095, |
| "step": 25900 |
| }, |
| { |
| "epoch": 2.4285447412665793, |
| "grad_norm": 5.7144927978515625, |
| "learning_rate": 5e-06, |
| "loss": 0.4102, |
| "step": 26000 |
| }, |
| { |
| "epoch": 2.4378852979637586, |
| "grad_norm": 8.804794311523438, |
| "learning_rate": 5e-06, |
| "loss": 0.419, |
| "step": 26100 |
| }, |
| { |
| "epoch": 2.447225854660938, |
| "grad_norm": 5.727256774902344, |
| "learning_rate": 5e-06, |
| "loss": 0.3972, |
| "step": 26200 |
| }, |
| { |
| "epoch": 2.456566411358117, |
| "grad_norm": 6.284267425537109, |
| "learning_rate": 5e-06, |
| "loss": 0.4044, |
| "step": 26300 |
| }, |
| { |
| "epoch": 2.465906968055296, |
| "grad_norm": 5.677114963531494, |
| "learning_rate": 5e-06, |
| "loss": 0.3898, |
| "step": 26400 |
| }, |
| { |
| "epoch": 2.4752475247524752, |
| "grad_norm": 7.054372787475586, |
| "learning_rate": 5e-06, |
| "loss": 0.3799, |
| "step": 26500 |
| }, |
| { |
| "epoch": 2.4845880814496546, |
| "grad_norm": 6.943441390991211, |
| "learning_rate": 5e-06, |
| "loss": 0.3935, |
| "step": 26600 |
| }, |
| { |
| "epoch": 2.4939286381468335, |
| "grad_norm": 6.940208435058594, |
| "learning_rate": 5e-06, |
| "loss": 0.4032, |
| "step": 26700 |
| }, |
| { |
| "epoch": 2.5032691948440124, |
| "grad_norm": 6.268791198730469, |
| "learning_rate": 5e-06, |
| "loss": 0.388, |
| "step": 26800 |
| }, |
| { |
| "epoch": 2.512609751541192, |
| "grad_norm": 6.101434230804443, |
| "learning_rate": 5e-06, |
| "loss": 0.3925, |
| "step": 26900 |
| }, |
| { |
| "epoch": 2.521950308238371, |
| "grad_norm": 6.866127967834473, |
| "learning_rate": 5e-06, |
| "loss": 0.3908, |
| "step": 27000 |
| }, |
| { |
| "epoch": 2.53129086493555, |
| "grad_norm": 6.775079727172852, |
| "learning_rate": 5e-06, |
| "loss": 0.3842, |
| "step": 27100 |
| }, |
| { |
| "epoch": 2.540631421632729, |
| "grad_norm": 8.214865684509277, |
| "learning_rate": 5e-06, |
| "loss": 0.3811, |
| "step": 27200 |
| }, |
| { |
| "epoch": 2.5499719783299084, |
| "grad_norm": 5.741604328155518, |
| "learning_rate": 5e-06, |
| "loss": 0.3642, |
| "step": 27300 |
| }, |
| { |
| "epoch": 2.5593125350270878, |
| "grad_norm": 5.945553302764893, |
| "learning_rate": 5e-06, |
| "loss": 0.3765, |
| "step": 27400 |
| }, |
| { |
| "epoch": 2.5686530917242667, |
| "grad_norm": 5.877207279205322, |
| "learning_rate": 5e-06, |
| "loss": 0.3724, |
| "step": 27500 |
| }, |
| { |
| "epoch": 2.577993648421446, |
| "grad_norm": 5.076820373535156, |
| "learning_rate": 5e-06, |
| "loss": 0.3912, |
| "step": 27600 |
| }, |
| { |
| "epoch": 2.587334205118625, |
| "grad_norm": 6.511185646057129, |
| "learning_rate": 5e-06, |
| "loss": 0.3726, |
| "step": 27700 |
| }, |
| { |
| "epoch": 2.5966747618158044, |
| "grad_norm": 5.778853416442871, |
| "learning_rate": 5e-06, |
| "loss": 0.388, |
| "step": 27800 |
| }, |
| { |
| "epoch": 2.6060153185129833, |
| "grad_norm": 5.800150394439697, |
| "learning_rate": 5e-06, |
| "loss": 0.3727, |
| "step": 27900 |
| }, |
| { |
| "epoch": 2.6153558752101627, |
| "grad_norm": 11.41981029510498, |
| "learning_rate": 5e-06, |
| "loss": 0.3748, |
| "step": 28000 |
| }, |
| { |
| "epoch": 2.6246964319073416, |
| "grad_norm": 5.740060806274414, |
| "learning_rate": 5e-06, |
| "loss": 0.3688, |
| "step": 28100 |
| }, |
| { |
| "epoch": 2.634036988604521, |
| "grad_norm": 5.764344215393066, |
| "learning_rate": 5e-06, |
| "loss": 0.3718, |
| "step": 28200 |
| }, |
| { |
| "epoch": 2.6433775453017, |
| "grad_norm": 6.279395580291748, |
| "learning_rate": 5e-06, |
| "loss": 0.3639, |
| "step": 28300 |
| }, |
| { |
| "epoch": 2.6527181019988793, |
| "grad_norm": 6.124523162841797, |
| "learning_rate": 5e-06, |
| "loss": 0.3678, |
| "step": 28400 |
| }, |
| { |
| "epoch": 2.662058658696058, |
| "grad_norm": 7.5580854415893555, |
| "learning_rate": 5e-06, |
| "loss": 0.3883, |
| "step": 28500 |
| }, |
| { |
| "epoch": 2.6713992153932375, |
| "grad_norm": 6.459713935852051, |
| "learning_rate": 5e-06, |
| "loss": 0.3597, |
| "step": 28600 |
| }, |
| { |
| "epoch": 2.6807397720904165, |
| "grad_norm": 5.555650234222412, |
| "learning_rate": 5e-06, |
| "loss": 0.3592, |
| "step": 28700 |
| }, |
| { |
| "epoch": 2.690080328787596, |
| "grad_norm": 5.791937351226807, |
| "learning_rate": 5e-06, |
| "loss": 0.3647, |
| "step": 28800 |
| }, |
| { |
| "epoch": 2.6994208854847748, |
| "grad_norm": 5.3440680503845215, |
| "learning_rate": 5e-06, |
| "loss": 0.3659, |
| "step": 28900 |
| }, |
| { |
| "epoch": 2.708761442181954, |
| "grad_norm": 5.36745023727417, |
| "learning_rate": 5e-06, |
| "loss": 0.3481, |
| "step": 29000 |
| }, |
| { |
| "epoch": 2.718101998879133, |
| "grad_norm": 5.517136096954346, |
| "learning_rate": 5e-06, |
| "loss": 0.3494, |
| "step": 29100 |
| }, |
| { |
| "epoch": 2.7274425555763124, |
| "grad_norm": 5.617356777191162, |
| "learning_rate": 5e-06, |
| "loss": 0.3495, |
| "step": 29200 |
| }, |
| { |
| "epoch": 2.7367831122734914, |
| "grad_norm": 5.346099376678467, |
| "learning_rate": 5e-06, |
| "loss": 0.3533, |
| "step": 29300 |
| }, |
| { |
| "epoch": 2.7461236689706707, |
| "grad_norm": 6.248435020446777, |
| "learning_rate": 5e-06, |
| "loss": 0.3405, |
| "step": 29400 |
| }, |
| { |
| "epoch": 2.7554642256678497, |
| "grad_norm": 5.595005989074707, |
| "learning_rate": 5e-06, |
| "loss": 0.3489, |
| "step": 29500 |
| }, |
| { |
| "epoch": 2.764804782365029, |
| "grad_norm": 7.516063213348389, |
| "learning_rate": 5e-06, |
| "loss": 0.3483, |
| "step": 29600 |
| }, |
| { |
| "epoch": 2.774145339062208, |
| "grad_norm": 6.1063947677612305, |
| "learning_rate": 5e-06, |
| "loss": 0.3297, |
| "step": 29700 |
| }, |
| { |
| "epoch": 2.7834858957593873, |
| "grad_norm": 6.875208854675293, |
| "learning_rate": 5e-06, |
| "loss": 0.3379, |
| "step": 29800 |
| }, |
| { |
| "epoch": 2.7928264524565662, |
| "grad_norm": 5.165263652801514, |
| "learning_rate": 5e-06, |
| "loss": 0.3327, |
| "step": 29900 |
| }, |
| { |
| "epoch": 2.8021670091537456, |
| "grad_norm": 6.070437431335449, |
| "learning_rate": 5e-06, |
| "loss": 0.3443, |
| "step": 30000 |
| }, |
| { |
| "epoch": 2.811507565850925, |
| "grad_norm": 7.105213642120361, |
| "learning_rate": 5e-06, |
| "loss": 0.3469, |
| "step": 30100 |
| }, |
| { |
| "epoch": 2.820848122548104, |
| "grad_norm": 6.206918239593506, |
| "learning_rate": 5e-06, |
| "loss": 0.333, |
| "step": 30200 |
| }, |
| { |
| "epoch": 2.830188679245283, |
| "grad_norm": 5.7215166091918945, |
| "learning_rate": 5e-06, |
| "loss": 0.335, |
| "step": 30300 |
| }, |
| { |
| "epoch": 2.839529235942462, |
| "grad_norm": 6.227153778076172, |
| "learning_rate": 5e-06, |
| "loss": 0.3333, |
| "step": 30400 |
| }, |
| { |
| "epoch": 2.8488697926396416, |
| "grad_norm": 6.108885288238525, |
| "learning_rate": 5e-06, |
| "loss": 0.3248, |
| "step": 30500 |
| }, |
| { |
| "epoch": 2.8582103493368205, |
| "grad_norm": 5.753843784332275, |
| "learning_rate": 5e-06, |
| "loss": 0.3495, |
| "step": 30600 |
| }, |
| { |
| "epoch": 2.8675509060339994, |
| "grad_norm": 5.911016941070557, |
| "learning_rate": 5e-06, |
| "loss": 0.3321, |
| "step": 30700 |
| }, |
| { |
| "epoch": 2.876891462731179, |
| "grad_norm": 6.602644920349121, |
| "learning_rate": 5e-06, |
| "loss": 0.3424, |
| "step": 30800 |
| }, |
| { |
| "epoch": 2.886232019428358, |
| "grad_norm": 6.031124114990234, |
| "learning_rate": 5e-06, |
| "loss": 0.3273, |
| "step": 30900 |
| }, |
| { |
| "epoch": 2.895572576125537, |
| "grad_norm": 4.962787628173828, |
| "learning_rate": 5e-06, |
| "loss": 0.3306, |
| "step": 31000 |
| }, |
| { |
| "epoch": 2.904913132822716, |
| "grad_norm": 5.043059825897217, |
| "learning_rate": 5e-06, |
| "loss": 0.3178, |
| "step": 31100 |
| }, |
| { |
| "epoch": 2.9142536895198954, |
| "grad_norm": 7.638330936431885, |
| "learning_rate": 5e-06, |
| "loss": 0.3228, |
| "step": 31200 |
| }, |
| { |
| "epoch": 2.9235942462170748, |
| "grad_norm": 5.13707971572876, |
| "learning_rate": 5e-06, |
| "loss": 0.3262, |
| "step": 31300 |
| }, |
| { |
| "epoch": 2.9329348029142537, |
| "grad_norm": 7.134208679199219, |
| "learning_rate": 5e-06, |
| "loss": 0.3144, |
| "step": 31400 |
| }, |
| { |
| "epoch": 2.9422753596114326, |
| "grad_norm": 5.907341003417969, |
| "learning_rate": 5e-06, |
| "loss": 0.3088, |
| "step": 31500 |
| }, |
| { |
| "epoch": 2.951615916308612, |
| "grad_norm": 6.343433856964111, |
| "learning_rate": 5e-06, |
| "loss": 0.3158, |
| "step": 31600 |
| }, |
| { |
| "epoch": 2.9609564730057913, |
| "grad_norm": 6.011490345001221, |
| "learning_rate": 5e-06, |
| "loss": 0.313, |
| "step": 31700 |
| }, |
| { |
| "epoch": 2.9702970297029703, |
| "grad_norm": 6.742486953735352, |
| "learning_rate": 5e-06, |
| "loss": 0.3288, |
| "step": 31800 |
| }, |
| { |
| "epoch": 2.979637586400149, |
| "grad_norm": 6.179427146911621, |
| "learning_rate": 5e-06, |
| "loss": 0.3086, |
| "step": 31900 |
| }, |
| { |
| "epoch": 2.9889781430973286, |
| "grad_norm": 5.321114540100098, |
| "learning_rate": 5e-06, |
| "loss": 0.3088, |
| "step": 32000 |
| }, |
| { |
| "epoch": 2.998318699794508, |
| "grad_norm": 6.9220805168151855, |
| "learning_rate": 5e-06, |
| "loss": 0.3129, |
| "step": 32100 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 32118, |
| "train_loss": 0.27529576420783997, |
| "train_perplexity": 1.316920115108174, |
| "train_runtime": 1018.8496, |
| "train_samples_per_second": 168.123, |
| "train_steps_per_second": 10.508 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.27297070622444153, |
| "eval_perplexity": 1.3138617562896011, |
| "eval_runtime": 197.6202, |
| "eval_samples_per_second": 216.693, |
| "eval_steps_per_second": 13.546, |
| "step": 32118 |
| }, |
| { |
| "epoch": 3.007659256491687, |
| "grad_norm": 6.1501641273498535, |
| "learning_rate": 5e-06, |
| "loss": 0.3053, |
| "step": 32200 |
| }, |
| { |
| "epoch": 3.0169998131888662, |
| "grad_norm": 7.810513496398926, |
| "learning_rate": 5e-06, |
| "loss": 0.3125, |
| "step": 32300 |
| }, |
| { |
| "epoch": 3.026340369886045, |
| "grad_norm": 6.158674716949463, |
| "learning_rate": 5e-06, |
| "loss": 0.3079, |
| "step": 32400 |
| }, |
| { |
| "epoch": 3.0356809265832245, |
| "grad_norm": 6.202889919281006, |
| "learning_rate": 5e-06, |
| "loss": 0.3015, |
| "step": 32500 |
| }, |
| { |
| "epoch": 3.0450214832804035, |
| "grad_norm": 5.870101451873779, |
| "learning_rate": 5e-06, |
| "loss": 0.2978, |
| "step": 32600 |
| }, |
| { |
| "epoch": 3.054362039977583, |
| "grad_norm": 7.126412391662598, |
| "learning_rate": 5e-06, |
| "loss": 0.2951, |
| "step": 32700 |
| }, |
| { |
| "epoch": 3.0637025966747617, |
| "grad_norm": 4.65054988861084, |
| "learning_rate": 5e-06, |
| "loss": 0.3066, |
| "step": 32800 |
| }, |
| { |
| "epoch": 3.073043153371941, |
| "grad_norm": 6.036115646362305, |
| "learning_rate": 5e-06, |
| "loss": 0.2922, |
| "step": 32900 |
| }, |
| { |
| "epoch": 3.08238371006912, |
| "grad_norm": 6.759803295135498, |
| "learning_rate": 5e-06, |
| "loss": 0.2922, |
| "step": 33000 |
| }, |
| { |
| "epoch": 3.0917242667662994, |
| "grad_norm": 5.8720526695251465, |
| "learning_rate": 5e-06, |
| "loss": 0.2997, |
| "step": 33100 |
| }, |
| { |
| "epoch": 3.1010648234634783, |
| "grad_norm": 5.006931304931641, |
| "learning_rate": 5e-06, |
| "loss": 0.29, |
| "step": 33200 |
| }, |
| { |
| "epoch": 3.1104053801606577, |
| "grad_norm": 5.402060508728027, |
| "learning_rate": 5e-06, |
| "loss": 0.2822, |
| "step": 33300 |
| }, |
| { |
| "epoch": 3.1197459368578366, |
| "grad_norm": 5.705726146697998, |
| "learning_rate": 5e-06, |
| "loss": 0.2883, |
| "step": 33400 |
| }, |
| { |
| "epoch": 3.129086493555016, |
| "grad_norm": 8.262664794921875, |
| "learning_rate": 5e-06, |
| "loss": 0.2991, |
| "step": 33500 |
| }, |
| { |
| "epoch": 3.138427050252195, |
| "grad_norm": 5.841647624969482, |
| "learning_rate": 5e-06, |
| "loss": 0.2701, |
| "step": 33600 |
| }, |
| { |
| "epoch": 3.1477676069493743, |
| "grad_norm": 4.929961204528809, |
| "learning_rate": 5e-06, |
| "loss": 0.2872, |
| "step": 33700 |
| }, |
| { |
| "epoch": 3.1571081636465532, |
| "grad_norm": 6.009572505950928, |
| "learning_rate": 5e-06, |
| "loss": 0.2846, |
| "step": 33800 |
| }, |
| { |
| "epoch": 3.1664487203437326, |
| "grad_norm": 5.480778217315674, |
| "learning_rate": 5e-06, |
| "loss": 0.2839, |
| "step": 33900 |
| }, |
| { |
| "epoch": 3.1757892770409115, |
| "grad_norm": 4.657479763031006, |
| "learning_rate": 5e-06, |
| "loss": 0.2772, |
| "step": 34000 |
| }, |
| { |
| "epoch": 3.185129833738091, |
| "grad_norm": 6.472105503082275, |
| "learning_rate": 5e-06, |
| "loss": 0.2849, |
| "step": 34100 |
| }, |
| { |
| "epoch": 3.19447039043527, |
| "grad_norm": 5.0261454582214355, |
| "learning_rate": 5e-06, |
| "loss": 0.2811, |
| "step": 34200 |
| }, |
| { |
| "epoch": 3.203810947132449, |
| "grad_norm": 5.308178424835205, |
| "learning_rate": 5e-06, |
| "loss": 0.2838, |
| "step": 34300 |
| }, |
| { |
| "epoch": 3.213151503829628, |
| "grad_norm": 5.547868728637695, |
| "learning_rate": 5e-06, |
| "loss": 0.2785, |
| "step": 34400 |
| }, |
| { |
| "epoch": 3.2224920605268075, |
| "grad_norm": 6.073380470275879, |
| "learning_rate": 5e-06, |
| "loss": 0.276, |
| "step": 34500 |
| }, |
| { |
| "epoch": 3.2318326172239864, |
| "grad_norm": 4.819974899291992, |
| "learning_rate": 5e-06, |
| "loss": 0.2705, |
| "step": 34600 |
| }, |
| { |
| "epoch": 3.2411731739211658, |
| "grad_norm": 4.70408821105957, |
| "learning_rate": 5e-06, |
| "loss": 0.271, |
| "step": 34700 |
| }, |
| { |
| "epoch": 3.2505137306183447, |
| "grad_norm": 5.752791881561279, |
| "learning_rate": 5e-06, |
| "loss": 0.2727, |
| "step": 34800 |
| }, |
| { |
| "epoch": 3.259854287315524, |
| "grad_norm": 6.021145820617676, |
| "learning_rate": 5e-06, |
| "loss": 0.2686, |
| "step": 34900 |
| }, |
| { |
| "epoch": 3.269194844012703, |
| "grad_norm": 6.214293003082275, |
| "learning_rate": 5e-06, |
| "loss": 0.275, |
| "step": 35000 |
| }, |
| { |
| "epoch": 3.2785354007098824, |
| "grad_norm": 5.574116230010986, |
| "learning_rate": 5e-06, |
| "loss": 0.2776, |
| "step": 35100 |
| }, |
| { |
| "epoch": 3.2878759574070613, |
| "grad_norm": 5.178666114807129, |
| "learning_rate": 5e-06, |
| "loss": 0.2772, |
| "step": 35200 |
| }, |
| { |
| "epoch": 3.2972165141042407, |
| "grad_norm": 5.4010396003723145, |
| "learning_rate": 5e-06, |
| "loss": 0.2643, |
| "step": 35300 |
| }, |
| { |
| "epoch": 3.3065570708014196, |
| "grad_norm": 6.16787052154541, |
| "learning_rate": 5e-06, |
| "loss": 0.2651, |
| "step": 35400 |
| }, |
| { |
| "epoch": 3.315897627498599, |
| "grad_norm": 6.418585777282715, |
| "learning_rate": 5e-06, |
| "loss": 0.2671, |
| "step": 35500 |
| }, |
| { |
| "epoch": 3.325238184195778, |
| "grad_norm": 5.168409824371338, |
| "learning_rate": 5e-06, |
| "loss": 0.278, |
| "step": 35600 |
| }, |
| { |
| "epoch": 3.3345787408929572, |
| "grad_norm": 5.048305034637451, |
| "learning_rate": 5e-06, |
| "loss": 0.2685, |
| "step": 35700 |
| }, |
| { |
| "epoch": 3.343919297590136, |
| "grad_norm": 4.754378795623779, |
| "learning_rate": 5e-06, |
| "loss": 0.2646, |
| "step": 35800 |
| }, |
| { |
| "epoch": 3.3532598542873155, |
| "grad_norm": 4.693429946899414, |
| "learning_rate": 5e-06, |
| "loss": 0.2607, |
| "step": 35900 |
| }, |
| { |
| "epoch": 3.362600410984495, |
| "grad_norm": 5.612504959106445, |
| "learning_rate": 5e-06, |
| "loss": 0.2681, |
| "step": 36000 |
| }, |
| { |
| "epoch": 3.371940967681674, |
| "grad_norm": 5.858962535858154, |
| "learning_rate": 5e-06, |
| "loss": 0.2547, |
| "step": 36100 |
| }, |
| { |
| "epoch": 3.3812815243788528, |
| "grad_norm": 6.621435165405273, |
| "learning_rate": 5e-06, |
| "loss": 0.2677, |
| "step": 36200 |
| }, |
| { |
| "epoch": 3.390622081076032, |
| "grad_norm": 5.484931468963623, |
| "learning_rate": 5e-06, |
| "loss": 0.2563, |
| "step": 36300 |
| }, |
| { |
| "epoch": 3.3999626377732115, |
| "grad_norm": 5.0017266273498535, |
| "learning_rate": 5e-06, |
| "loss": 0.2606, |
| "step": 36400 |
| }, |
| { |
| "epoch": 3.4093031944703904, |
| "grad_norm": 5.382483005523682, |
| "learning_rate": 5e-06, |
| "loss": 0.2544, |
| "step": 36500 |
| }, |
| { |
| "epoch": 3.4186437511675694, |
| "grad_norm": 6.46252965927124, |
| "learning_rate": 5e-06, |
| "loss": 0.2579, |
| "step": 36600 |
| }, |
| { |
| "epoch": 3.4279843078647487, |
| "grad_norm": 5.485466957092285, |
| "learning_rate": 5e-06, |
| "loss": 0.2721, |
| "step": 36700 |
| }, |
| { |
| "epoch": 3.437324864561928, |
| "grad_norm": 5.904938220977783, |
| "learning_rate": 5e-06, |
| "loss": 0.2627, |
| "step": 36800 |
| }, |
| { |
| "epoch": 3.446665421259107, |
| "grad_norm": 5.522419452667236, |
| "learning_rate": 5e-06, |
| "loss": 0.2621, |
| "step": 36900 |
| }, |
| { |
| "epoch": 3.456005977956286, |
| "grad_norm": 4.774572372436523, |
| "learning_rate": 5e-06, |
| "loss": 0.2561, |
| "step": 37000 |
| }, |
| { |
| "epoch": 3.4653465346534653, |
| "grad_norm": 4.890699863433838, |
| "learning_rate": 5e-06, |
| "loss": 0.2581, |
| "step": 37100 |
| }, |
| { |
| "epoch": 3.4746870913506447, |
| "grad_norm": 4.9291090965271, |
| "learning_rate": 5e-06, |
| "loss": 0.2441, |
| "step": 37200 |
| }, |
| { |
| "epoch": 3.4840276480478236, |
| "grad_norm": 5.702927112579346, |
| "learning_rate": 5e-06, |
| "loss": 0.2513, |
| "step": 37300 |
| }, |
| { |
| "epoch": 3.493368204745003, |
| "grad_norm": 6.548548698425293, |
| "learning_rate": 5e-06, |
| "loss": 0.2447, |
| "step": 37400 |
| }, |
| { |
| "epoch": 3.502708761442182, |
| "grad_norm": 5.203535079956055, |
| "learning_rate": 5e-06, |
| "loss": 0.2478, |
| "step": 37500 |
| }, |
| { |
| "epoch": 3.5120493181393613, |
| "grad_norm": 4.797501564025879, |
| "learning_rate": 5e-06, |
| "loss": 0.2471, |
| "step": 37600 |
| }, |
| { |
| "epoch": 3.52138987483654, |
| "grad_norm": 5.004666328430176, |
| "learning_rate": 5e-06, |
| "loss": 0.2419, |
| "step": 37700 |
| }, |
| { |
| "epoch": 3.5307304315337196, |
| "grad_norm": 6.847660541534424, |
| "learning_rate": 5e-06, |
| "loss": 0.2501, |
| "step": 37800 |
| }, |
| { |
| "epoch": 3.5400709882308985, |
| "grad_norm": 4.294826507568359, |
| "learning_rate": 5e-06, |
| "loss": 0.2405, |
| "step": 37900 |
| }, |
| { |
| "epoch": 3.549411544928078, |
| "grad_norm": 6.0166916847229, |
| "learning_rate": 5e-06, |
| "loss": 0.2365, |
| "step": 38000 |
| }, |
| { |
| "epoch": 3.558752101625257, |
| "grad_norm": 7.253996849060059, |
| "learning_rate": 5e-06, |
| "loss": 0.2397, |
| "step": 38100 |
| }, |
| { |
| "epoch": 3.568092658322436, |
| "grad_norm": 5.336140155792236, |
| "learning_rate": 5e-06, |
| "loss": 0.24, |
| "step": 38200 |
| }, |
| { |
| "epoch": 3.577433215019615, |
| "grad_norm": 5.315796852111816, |
| "learning_rate": 5e-06, |
| "loss": 0.2371, |
| "step": 38300 |
| }, |
| { |
| "epoch": 3.5867737717167945, |
| "grad_norm": 6.007647514343262, |
| "learning_rate": 5e-06, |
| "loss": 0.2208, |
| "step": 38400 |
| }, |
| { |
| "epoch": 3.5961143284139734, |
| "grad_norm": 4.353734493255615, |
| "learning_rate": 5e-06, |
| "loss": 0.2421, |
| "step": 38500 |
| }, |
| { |
| "epoch": 3.6054548851111528, |
| "grad_norm": 4.435250282287598, |
| "learning_rate": 5e-06, |
| "loss": 0.2407, |
| "step": 38600 |
| }, |
| { |
| "epoch": 3.6147954418083317, |
| "grad_norm": 5.195054054260254, |
| "learning_rate": 5e-06, |
| "loss": 0.2312, |
| "step": 38700 |
| }, |
| { |
| "epoch": 3.624135998505511, |
| "grad_norm": 4.557536602020264, |
| "learning_rate": 5e-06, |
| "loss": 0.2295, |
| "step": 38800 |
| }, |
| { |
| "epoch": 3.63347655520269, |
| "grad_norm": 5.076484203338623, |
| "learning_rate": 5e-06, |
| "loss": 0.2343, |
| "step": 38900 |
| }, |
| { |
| "epoch": 3.6428171118998693, |
| "grad_norm": 6.195662975311279, |
| "learning_rate": 5e-06, |
| "loss": 0.2307, |
| "step": 39000 |
| }, |
| { |
| "epoch": 3.6521576685970483, |
| "grad_norm": 5.482377052307129, |
| "learning_rate": 5e-06, |
| "loss": 0.2313, |
| "step": 39100 |
| }, |
| { |
| "epoch": 3.6614982252942276, |
| "grad_norm": 4.8356757164001465, |
| "learning_rate": 5e-06, |
| "loss": 0.2247, |
| "step": 39200 |
| }, |
| { |
| "epoch": 3.6708387819914066, |
| "grad_norm": 6.6837873458862305, |
| "learning_rate": 5e-06, |
| "loss": 0.2339, |
| "step": 39300 |
| }, |
| { |
| "epoch": 3.680179338688586, |
| "grad_norm": 4.8215460777282715, |
| "learning_rate": 5e-06, |
| "loss": 0.232, |
| "step": 39400 |
| }, |
| { |
| "epoch": 3.689519895385765, |
| "grad_norm": 4.925788402557373, |
| "learning_rate": 5e-06, |
| "loss": 0.23, |
| "step": 39500 |
| }, |
| { |
| "epoch": 3.6988604520829442, |
| "grad_norm": 4.910212516784668, |
| "learning_rate": 5e-06, |
| "loss": 0.2248, |
| "step": 39600 |
| }, |
| { |
| "epoch": 3.708201008780123, |
| "grad_norm": 4.5051798820495605, |
| "learning_rate": 5e-06, |
| "loss": 0.2313, |
| "step": 39700 |
| }, |
| { |
| "epoch": 3.7175415654773025, |
| "grad_norm": 4.904195785522461, |
| "learning_rate": 5e-06, |
| "loss": 0.2223, |
| "step": 39800 |
| }, |
| { |
| "epoch": 3.7268821221744814, |
| "grad_norm": 5.940517902374268, |
| "learning_rate": 5e-06, |
| "loss": 0.2232, |
| "step": 39900 |
| }, |
| { |
| "epoch": 3.736222678871661, |
| "grad_norm": 5.513617992401123, |
| "learning_rate": 5e-06, |
| "loss": 0.2301, |
| "step": 40000 |
| }, |
| { |
| "epoch": 3.7455632355688397, |
| "grad_norm": 4.438914775848389, |
| "learning_rate": 5e-06, |
| "loss": 0.2146, |
| "step": 40100 |
| }, |
| { |
| "epoch": 3.754903792266019, |
| "grad_norm": 5.1352105140686035, |
| "learning_rate": 5e-06, |
| "loss": 0.2262, |
| "step": 40200 |
| }, |
| { |
| "epoch": 3.7642443489631985, |
| "grad_norm": 4.278143882751465, |
| "learning_rate": 5e-06, |
| "loss": 0.2245, |
| "step": 40300 |
| }, |
| { |
| "epoch": 3.7735849056603774, |
| "grad_norm": 6.375539779663086, |
| "learning_rate": 5e-06, |
| "loss": 0.2235, |
| "step": 40400 |
| }, |
| { |
| "epoch": 3.7829254623575563, |
| "grad_norm": 6.188470840454102, |
| "learning_rate": 5e-06, |
| "loss": 0.2205, |
| "step": 40500 |
| }, |
| { |
| "epoch": 3.7922660190547357, |
| "grad_norm": 6.254647731781006, |
| "learning_rate": 5e-06, |
| "loss": 0.2155, |
| "step": 40600 |
| }, |
| { |
| "epoch": 3.801606575751915, |
| "grad_norm": 4.514874458312988, |
| "learning_rate": 5e-06, |
| "loss": 0.2166, |
| "step": 40700 |
| }, |
| { |
| "epoch": 3.810947132449094, |
| "grad_norm": 6.199565410614014, |
| "learning_rate": 5e-06, |
| "loss": 0.2194, |
| "step": 40800 |
| }, |
| { |
| "epoch": 3.820287689146273, |
| "grad_norm": 5.642965316772461, |
| "learning_rate": 5e-06, |
| "loss": 0.2169, |
| "step": 40900 |
| }, |
| { |
| "epoch": 3.8296282458434523, |
| "grad_norm": 5.605148792266846, |
| "learning_rate": 5e-06, |
| "loss": 0.2195, |
| "step": 41000 |
| }, |
| { |
| "epoch": 3.8389688025406317, |
| "grad_norm": 5.301915645599365, |
| "learning_rate": 5e-06, |
| "loss": 0.2172, |
| "step": 41100 |
| }, |
| { |
| "epoch": 3.8483093592378106, |
| "grad_norm": 4.41559362411499, |
| "learning_rate": 5e-06, |
| "loss": 0.2109, |
| "step": 41200 |
| }, |
| { |
| "epoch": 3.8576499159349895, |
| "grad_norm": 4.709118843078613, |
| "learning_rate": 5e-06, |
| "loss": 0.2196, |
| "step": 41300 |
| }, |
| { |
| "epoch": 3.866990472632169, |
| "grad_norm": 5.107523441314697, |
| "learning_rate": 5e-06, |
| "loss": 0.2115, |
| "step": 41400 |
| }, |
| { |
| "epoch": 3.8763310293293483, |
| "grad_norm": 7.01507043838501, |
| "learning_rate": 5e-06, |
| "loss": 0.2071, |
| "step": 41500 |
| }, |
| { |
| "epoch": 3.885671586026527, |
| "grad_norm": 5.019678115844727, |
| "learning_rate": 5e-06, |
| "loss": 0.2125, |
| "step": 41600 |
| }, |
| { |
| "epoch": 3.895012142723706, |
| "grad_norm": 4.92693567276001, |
| "learning_rate": 5e-06, |
| "loss": 0.2123, |
| "step": 41700 |
| }, |
| { |
| "epoch": 3.9043526994208855, |
| "grad_norm": 11.030975341796875, |
| "learning_rate": 5e-06, |
| "loss": 0.2095, |
| "step": 41800 |
| }, |
| { |
| "epoch": 3.913693256118065, |
| "grad_norm": 3.128711223602295, |
| "learning_rate": 5e-06, |
| "loss": 0.2078, |
| "step": 41900 |
| }, |
| { |
| "epoch": 3.9230338128152438, |
| "grad_norm": 4.965696334838867, |
| "learning_rate": 5e-06, |
| "loss": 0.205, |
| "step": 42000 |
| }, |
| { |
| "epoch": 3.9323743695124227, |
| "grad_norm": 5.028578758239746, |
| "learning_rate": 5e-06, |
| "loss": 0.2058, |
| "step": 42100 |
| }, |
| { |
| "epoch": 3.941714926209602, |
| "grad_norm": 5.159366130828857, |
| "learning_rate": 5e-06, |
| "loss": 0.2046, |
| "step": 42200 |
| }, |
| { |
| "epoch": 3.9510554829067814, |
| "grad_norm": 5.270029067993164, |
| "learning_rate": 5e-06, |
| "loss": 0.2093, |
| "step": 42300 |
| }, |
| { |
| "epoch": 3.9603960396039604, |
| "grad_norm": 5.503666877746582, |
| "learning_rate": 5e-06, |
| "loss": 0.2055, |
| "step": 42400 |
| }, |
| { |
| "epoch": 3.9697365963011393, |
| "grad_norm": 4.856273651123047, |
| "learning_rate": 5e-06, |
| "loss": 0.2116, |
| "step": 42500 |
| }, |
| { |
| "epoch": 3.9790771529983187, |
| "grad_norm": 4.1451191902160645, |
| "learning_rate": 5e-06, |
| "loss": 0.2061, |
| "step": 42600 |
| }, |
| { |
| "epoch": 3.988417709695498, |
| "grad_norm": 5.567936420440674, |
| "learning_rate": 5e-06, |
| "loss": 0.2088, |
| "step": 42700 |
| }, |
| { |
| "epoch": 3.997758266392677, |
| "grad_norm": 3.727766275405884, |
| "learning_rate": 5e-06, |
| "loss": 0.2038, |
| "step": 42800 |
| }, |
| { |
| "epoch": 4.0, |
| "step": 42824, |
| "train_loss": 0.17484454810619354, |
| "train_perplexity": 1.191061049524656, |
| "train_runtime": 1016.6148, |
| "train_samples_per_second": 168.493, |
| "train_steps_per_second": 10.531 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_loss": 0.17352181673049927, |
| "eval_perplexity": 1.189486637195927, |
| "eval_runtime": 197.4041, |
| "eval_samples_per_second": 216.931, |
| "eval_steps_per_second": 13.561, |
| "step": 42824 |
| }, |
| { |
| "epoch": 4.007098823089856, |
| "grad_norm": 4.475107669830322, |
| "learning_rate": 5e-06, |
| "loss": 0.2005, |
| "step": 42900 |
| }, |
| { |
| "epoch": 4.016439379787036, |
| "grad_norm": 4.170730113983154, |
| "learning_rate": 5e-06, |
| "loss": 0.1984, |
| "step": 43000 |
| }, |
| { |
| "epoch": 4.025779936484215, |
| "grad_norm": 3.730879545211792, |
| "learning_rate": 5e-06, |
| "loss": 0.2019, |
| "step": 43100 |
| }, |
| { |
| "epoch": 4.0351204931813935, |
| "grad_norm": 4.619673728942871, |
| "learning_rate": 5e-06, |
| "loss": 0.1931, |
| "step": 43200 |
| }, |
| { |
| "epoch": 4.0444610498785725, |
| "grad_norm": 3.8164117336273193, |
| "learning_rate": 5e-06, |
| "loss": 0.2, |
| "step": 43300 |
| }, |
| { |
| "epoch": 4.053801606575752, |
| "grad_norm": 3.637671947479248, |
| "learning_rate": 5e-06, |
| "loss": 0.199, |
| "step": 43400 |
| }, |
| { |
| "epoch": 4.063142163272931, |
| "grad_norm": 5.37423849105835, |
| "learning_rate": 5e-06, |
| "loss": 0.199, |
| "step": 43500 |
| }, |
| { |
| "epoch": 4.07248271997011, |
| "grad_norm": 5.12391471862793, |
| "learning_rate": 5e-06, |
| "loss": 0.2003, |
| "step": 43600 |
| }, |
| { |
| "epoch": 4.081823276667289, |
| "grad_norm": 5.200753688812256, |
| "learning_rate": 5e-06, |
| "loss": 0.1912, |
| "step": 43700 |
| }, |
| { |
| "epoch": 4.091163833364469, |
| "grad_norm": 3.806861400604248, |
| "learning_rate": 5e-06, |
| "loss": 0.1942, |
| "step": 43800 |
| }, |
| { |
| "epoch": 4.100504390061648, |
| "grad_norm": 4.970185279846191, |
| "learning_rate": 5e-06, |
| "loss": 0.1976, |
| "step": 43900 |
| }, |
| { |
| "epoch": 4.109844946758827, |
| "grad_norm": 3.6047112941741943, |
| "learning_rate": 5e-06, |
| "loss": 0.199, |
| "step": 44000 |
| }, |
| { |
| "epoch": 4.119185503456006, |
| "grad_norm": 4.123476505279541, |
| "learning_rate": 5e-06, |
| "loss": 0.1873, |
| "step": 44100 |
| }, |
| { |
| "epoch": 4.1285260601531855, |
| "grad_norm": 4.8235182762146, |
| "learning_rate": 5e-06, |
| "loss": 0.1885, |
| "step": 44200 |
| }, |
| { |
| "epoch": 4.137866616850364, |
| "grad_norm": 3.4540114402770996, |
| "learning_rate": 5e-06, |
| "loss": 0.1898, |
| "step": 44300 |
| }, |
| { |
| "epoch": 4.147207173547543, |
| "grad_norm": 4.927824020385742, |
| "learning_rate": 5e-06, |
| "loss": 0.1884, |
| "step": 44400 |
| }, |
| { |
| "epoch": 4.156547730244722, |
| "grad_norm": 4.770328521728516, |
| "learning_rate": 5e-06, |
| "loss": 0.1916, |
| "step": 44500 |
| }, |
| { |
| "epoch": 4.165888286941902, |
| "grad_norm": 4.556270599365234, |
| "learning_rate": 5e-06, |
| "loss": 0.1927, |
| "step": 44600 |
| }, |
| { |
| "epoch": 4.175228843639081, |
| "grad_norm": 4.432644844055176, |
| "learning_rate": 5e-06, |
| "loss": 0.1936, |
| "step": 44700 |
| }, |
| { |
| "epoch": 4.18456940033626, |
| "grad_norm": 4.787160396575928, |
| "learning_rate": 5e-06, |
| "loss": 0.1906, |
| "step": 44800 |
| }, |
| { |
| "epoch": 4.193909957033439, |
| "grad_norm": 3.474174737930298, |
| "learning_rate": 5e-06, |
| "loss": 0.1903, |
| "step": 44900 |
| }, |
| { |
| "epoch": 4.203250513730619, |
| "grad_norm": 4.231200218200684, |
| "learning_rate": 5e-06, |
| "loss": 0.1861, |
| "step": 45000 |
| }, |
| { |
| "epoch": 4.212591070427798, |
| "grad_norm": 4.265667915344238, |
| "learning_rate": 5e-06, |
| "loss": 0.1819, |
| "step": 45100 |
| }, |
| { |
| "epoch": 4.2219316271249765, |
| "grad_norm": 6.160311222076416, |
| "learning_rate": 5e-06, |
| "loss": 0.1856, |
| "step": 45200 |
| }, |
| { |
| "epoch": 4.231272183822155, |
| "grad_norm": 3.73388934135437, |
| "learning_rate": 5e-06, |
| "loss": 0.1864, |
| "step": 45300 |
| }, |
| { |
| "epoch": 4.240612740519335, |
| "grad_norm": 4.704687595367432, |
| "learning_rate": 5e-06, |
| "loss": 0.1901, |
| "step": 45400 |
| }, |
| { |
| "epoch": 4.249953297216514, |
| "grad_norm": 4.931395053863525, |
| "learning_rate": 5e-06, |
| "loss": 0.1864, |
| "step": 45500 |
| }, |
| { |
| "epoch": 4.259293853913693, |
| "grad_norm": 4.250392436981201, |
| "learning_rate": 5e-06, |
| "loss": 0.1919, |
| "step": 45600 |
| }, |
| { |
| "epoch": 4.268634410610872, |
| "grad_norm": 5.420941352844238, |
| "learning_rate": 5e-06, |
| "loss": 0.1927, |
| "step": 45700 |
| }, |
| { |
| "epoch": 4.277974967308052, |
| "grad_norm": 5.073381423950195, |
| "learning_rate": 5e-06, |
| "loss": 0.1856, |
| "step": 45800 |
| }, |
| { |
| "epoch": 4.287315524005231, |
| "grad_norm": 3.9703738689422607, |
| "learning_rate": 5e-06, |
| "loss": 0.179, |
| "step": 45900 |
| }, |
| { |
| "epoch": 4.29665608070241, |
| "grad_norm": 3.4321000576019287, |
| "learning_rate": 5e-06, |
| "loss": 0.1864, |
| "step": 46000 |
| }, |
| { |
| "epoch": 4.305996637399589, |
| "grad_norm": 4.907174587249756, |
| "learning_rate": 5e-06, |
| "loss": 0.1791, |
| "step": 46100 |
| }, |
| { |
| "epoch": 4.315337194096768, |
| "grad_norm": 5.2445878982543945, |
| "learning_rate": 5e-06, |
| "loss": 0.1898, |
| "step": 46200 |
| }, |
| { |
| "epoch": 4.324677750793947, |
| "grad_norm": 4.021240711212158, |
| "learning_rate": 5e-06, |
| "loss": 0.1892, |
| "step": 46300 |
| }, |
| { |
| "epoch": 4.334018307491126, |
| "grad_norm": 4.472342014312744, |
| "learning_rate": 5e-06, |
| "loss": 0.1828, |
| "step": 46400 |
| }, |
| { |
| "epoch": 4.343358864188305, |
| "grad_norm": 4.4553656578063965, |
| "learning_rate": 5e-06, |
| "loss": 0.1807, |
| "step": 46500 |
| }, |
| { |
| "epoch": 4.352699420885485, |
| "grad_norm": 5.881633281707764, |
| "learning_rate": 5e-06, |
| "loss": 0.1741, |
| "step": 46600 |
| }, |
| { |
| "epoch": 4.362039977582664, |
| "grad_norm": 4.704823017120361, |
| "learning_rate": 5e-06, |
| "loss": 0.1816, |
| "step": 46700 |
| }, |
| { |
| "epoch": 4.371380534279843, |
| "grad_norm": 4.685069561004639, |
| "learning_rate": 5e-06, |
| "loss": 0.175, |
| "step": 46800 |
| }, |
| { |
| "epoch": 4.380721090977023, |
| "grad_norm": 3.642340898513794, |
| "learning_rate": 5e-06, |
| "loss": 0.1855, |
| "step": 46900 |
| }, |
| { |
| "epoch": 4.390061647674202, |
| "grad_norm": 4.337325572967529, |
| "learning_rate": 5e-06, |
| "loss": 0.1768, |
| "step": 47000 |
| }, |
| { |
| "epoch": 4.3994022043713805, |
| "grad_norm": 5.574779510498047, |
| "learning_rate": 5e-06, |
| "loss": 0.178, |
| "step": 47100 |
| }, |
| { |
| "epoch": 4.4087427610685594, |
| "grad_norm": 4.543002128601074, |
| "learning_rate": 5e-06, |
| "loss": 0.1846, |
| "step": 47200 |
| }, |
| { |
| "epoch": 4.418083317765738, |
| "grad_norm": 4.851734161376953, |
| "learning_rate": 5e-06, |
| "loss": 0.1834, |
| "step": 47300 |
| }, |
| { |
| "epoch": 4.427423874462918, |
| "grad_norm": 5.004130840301514, |
| "learning_rate": 5e-06, |
| "loss": 0.1786, |
| "step": 47400 |
| }, |
| { |
| "epoch": 4.436764431160097, |
| "grad_norm": 5.79380989074707, |
| "learning_rate": 5e-06, |
| "loss": 0.1819, |
| "step": 47500 |
| }, |
| { |
| "epoch": 4.446104987857276, |
| "grad_norm": 5.187265396118164, |
| "learning_rate": 5e-06, |
| "loss": 0.1733, |
| "step": 47600 |
| }, |
| { |
| "epoch": 4.455445544554456, |
| "grad_norm": 4.253146171569824, |
| "learning_rate": 5e-06, |
| "loss": 0.1783, |
| "step": 47700 |
| }, |
| { |
| "epoch": 4.464786101251635, |
| "grad_norm": 4.999964237213135, |
| "learning_rate": 5e-06, |
| "loss": 0.1719, |
| "step": 47800 |
| }, |
| { |
| "epoch": 4.474126657948814, |
| "grad_norm": 4.446289539337158, |
| "learning_rate": 5e-06, |
| "loss": 0.1753, |
| "step": 47900 |
| }, |
| { |
| "epoch": 4.483467214645993, |
| "grad_norm": 4.124642372131348, |
| "learning_rate": 5e-06, |
| "loss": 0.176, |
| "step": 48000 |
| }, |
| { |
| "epoch": 4.492807771343172, |
| "grad_norm": 3.742044448852539, |
| "learning_rate": 5e-06, |
| "loss": 0.1771, |
| "step": 48100 |
| }, |
| { |
| "epoch": 4.502148328040351, |
| "grad_norm": 4.330371379852295, |
| "learning_rate": 5e-06, |
| "loss": 0.1782, |
| "step": 48200 |
| }, |
| { |
| "epoch": 4.51148888473753, |
| "grad_norm": 5.201873779296875, |
| "learning_rate": 5e-06, |
| "loss": 0.1701, |
| "step": 48300 |
| }, |
| { |
| "epoch": 4.520829441434709, |
| "grad_norm": 4.146735668182373, |
| "learning_rate": 5e-06, |
| "loss": 0.1733, |
| "step": 48400 |
| }, |
| { |
| "epoch": 4.530169998131889, |
| "grad_norm": 4.639552116394043, |
| "learning_rate": 5e-06, |
| "loss": 0.1727, |
| "step": 48500 |
| }, |
| { |
| "epoch": 4.539510554829068, |
| "grad_norm": 3.827120304107666, |
| "learning_rate": 5e-06, |
| "loss": 0.1692, |
| "step": 48600 |
| }, |
| { |
| "epoch": 4.548851111526247, |
| "grad_norm": 4.231366157531738, |
| "learning_rate": 5e-06, |
| "loss": 0.1669, |
| "step": 48700 |
| }, |
| { |
| "epoch": 4.558191668223426, |
| "grad_norm": 3.618565082550049, |
| "learning_rate": 5e-06, |
| "loss": 0.1751, |
| "step": 48800 |
| }, |
| { |
| "epoch": 4.567532224920606, |
| "grad_norm": 4.667559623718262, |
| "learning_rate": 5e-06, |
| "loss": 0.1704, |
| "step": 48900 |
| }, |
| { |
| "epoch": 4.5768727816177845, |
| "grad_norm": 3.725221872329712, |
| "learning_rate": 5e-06, |
| "loss": 0.1677, |
| "step": 49000 |
| }, |
| { |
| "epoch": 4.5862133383149635, |
| "grad_norm": 3.8917813301086426, |
| "learning_rate": 5e-06, |
| "loss": 0.1673, |
| "step": 49100 |
| }, |
| { |
| "epoch": 4.595553895012142, |
| "grad_norm": 4.484280109405518, |
| "learning_rate": 5e-06, |
| "loss": 0.1715, |
| "step": 49200 |
| }, |
| { |
| "epoch": 4.604894451709322, |
| "grad_norm": 4.229739189147949, |
| "learning_rate": 5e-06, |
| "loss": 0.1687, |
| "step": 49300 |
| }, |
| { |
| "epoch": 4.614235008406501, |
| "grad_norm": 3.5006890296936035, |
| "learning_rate": 5e-06, |
| "loss": 0.1669, |
| "step": 49400 |
| }, |
| { |
| "epoch": 4.62357556510368, |
| "grad_norm": 3.62660813331604, |
| "learning_rate": 5e-06, |
| "loss": 0.1691, |
| "step": 49500 |
| }, |
| { |
| "epoch": 4.632916121800859, |
| "grad_norm": 3.816791296005249, |
| "learning_rate": 5e-06, |
| "loss": 0.1737, |
| "step": 49600 |
| }, |
| { |
| "epoch": 4.642256678498039, |
| "grad_norm": 4.306339263916016, |
| "learning_rate": 5e-06, |
| "loss": 0.1733, |
| "step": 49700 |
| }, |
| { |
| "epoch": 4.651597235195218, |
| "grad_norm": 4.218868255615234, |
| "learning_rate": 5e-06, |
| "loss": 0.1674, |
| "step": 49800 |
| }, |
| { |
| "epoch": 4.660937791892397, |
| "grad_norm": 3.844219207763672, |
| "learning_rate": 5e-06, |
| "loss": 0.168, |
| "step": 49900 |
| }, |
| { |
| "epoch": 4.670278348589576, |
| "grad_norm": 3.59843111038208, |
| "learning_rate": 5e-06, |
| "loss": 0.1643, |
| "step": 50000 |
| }, |
| { |
| "epoch": 4.679618905286755, |
| "grad_norm": 4.179465293884277, |
| "learning_rate": 5e-06, |
| "loss": 0.1594, |
| "step": 50100 |
| }, |
| { |
| "epoch": 4.688959461983934, |
| "grad_norm": 4.609322547912598, |
| "learning_rate": 5e-06, |
| "loss": 0.1614, |
| "step": 50200 |
| }, |
| { |
| "epoch": 4.698300018681113, |
| "grad_norm": 3.8908612728118896, |
| "learning_rate": 5e-06, |
| "loss": 0.1593, |
| "step": 50300 |
| }, |
| { |
| "epoch": 4.707640575378292, |
| "grad_norm": 4.795267581939697, |
| "learning_rate": 5e-06, |
| "loss": 0.1603, |
| "step": 50400 |
| }, |
| { |
| "epoch": 4.716981132075472, |
| "grad_norm": 3.835784912109375, |
| "learning_rate": 5e-06, |
| "loss": 0.1582, |
| "step": 50500 |
| }, |
| { |
| "epoch": 4.726321688772651, |
| "grad_norm": 4.785733222961426, |
| "learning_rate": 5e-06, |
| "loss": 0.1674, |
| "step": 50600 |
| }, |
| { |
| "epoch": 4.73566224546983, |
| "grad_norm": 3.4132254123687744, |
| "learning_rate": 5e-06, |
| "loss": 0.165, |
| "step": 50700 |
| }, |
| { |
| "epoch": 4.74500280216701, |
| "grad_norm": 4.6986308097839355, |
| "learning_rate": 5e-06, |
| "loss": 0.1741, |
| "step": 50800 |
| }, |
| { |
| "epoch": 4.754343358864189, |
| "grad_norm": 4.445487976074219, |
| "learning_rate": 5e-06, |
| "loss": 0.1636, |
| "step": 50900 |
| }, |
| { |
| "epoch": 4.7636839155613675, |
| "grad_norm": 3.5332608222961426, |
| "learning_rate": 5e-06, |
| "loss": 0.1651, |
| "step": 51000 |
| }, |
| { |
| "epoch": 4.773024472258546, |
| "grad_norm": 3.755614995956421, |
| "learning_rate": 5e-06, |
| "loss": 0.1613, |
| "step": 51100 |
| }, |
| { |
| "epoch": 4.782365028955725, |
| "grad_norm": 4.201594829559326, |
| "learning_rate": 5e-06, |
| "loss": 0.1596, |
| "step": 51200 |
| }, |
| { |
| "epoch": 4.791705585652905, |
| "grad_norm": 3.6734399795532227, |
| "learning_rate": 5e-06, |
| "loss": 0.1563, |
| "step": 51300 |
| }, |
| { |
| "epoch": 4.801046142350084, |
| "grad_norm": 3.9995064735412598, |
| "learning_rate": 5e-06, |
| "loss": 0.1577, |
| "step": 51400 |
| }, |
| { |
| "epoch": 4.810386699047263, |
| "grad_norm": 3.7776248455047607, |
| "learning_rate": 5e-06, |
| "loss": 0.1648, |
| "step": 51500 |
| }, |
| { |
| "epoch": 4.819727255744443, |
| "grad_norm": 4.261819839477539, |
| "learning_rate": 5e-06, |
| "loss": 0.1636, |
| "step": 51600 |
| }, |
| { |
| "epoch": 4.829067812441622, |
| "grad_norm": 4.119591236114502, |
| "learning_rate": 5e-06, |
| "loss": 0.1646, |
| "step": 51700 |
| }, |
| { |
| "epoch": 4.838408369138801, |
| "grad_norm": 4.255692958831787, |
| "learning_rate": 5e-06, |
| "loss": 0.1574, |
| "step": 51800 |
| }, |
| { |
| "epoch": 4.84774892583598, |
| "grad_norm": 3.4528167247772217, |
| "learning_rate": 5e-06, |
| "loss": 0.1632, |
| "step": 51900 |
| }, |
| { |
| "epoch": 4.8570894825331585, |
| "grad_norm": 6.03519868850708, |
| "learning_rate": 5e-06, |
| "loss": 0.1625, |
| "step": 52000 |
| }, |
| { |
| "epoch": 4.866430039230338, |
| "grad_norm": 4.439755439758301, |
| "learning_rate": 5e-06, |
| "loss": 0.1612, |
| "step": 52100 |
| }, |
| { |
| "epoch": 4.875770595927517, |
| "grad_norm": 3.8337748050689697, |
| "learning_rate": 5e-06, |
| "loss": 0.1569, |
| "step": 52200 |
| }, |
| { |
| "epoch": 4.885111152624696, |
| "grad_norm": 3.7101199626922607, |
| "learning_rate": 5e-06, |
| "loss": 0.1596, |
| "step": 52300 |
| }, |
| { |
| "epoch": 4.894451709321876, |
| "grad_norm": 3.7473113536834717, |
| "learning_rate": 5e-06, |
| "loss": 0.1536, |
| "step": 52400 |
| }, |
| { |
| "epoch": 4.903792266019055, |
| "grad_norm": 4.900430202484131, |
| "learning_rate": 5e-06, |
| "loss": 0.1635, |
| "step": 52500 |
| }, |
| { |
| "epoch": 4.913132822716234, |
| "grad_norm": 3.9192023277282715, |
| "learning_rate": 5e-06, |
| "loss": 0.1572, |
| "step": 52600 |
| }, |
| { |
| "epoch": 4.922473379413413, |
| "grad_norm": 4.343136310577393, |
| "learning_rate": 5e-06, |
| "loss": 0.157, |
| "step": 52700 |
| }, |
| { |
| "epoch": 4.931813936110592, |
| "grad_norm": 3.5918853282928467, |
| "learning_rate": 5e-06, |
| "loss": 0.1574, |
| "step": 52800 |
| }, |
| { |
| "epoch": 4.9411544928077715, |
| "grad_norm": 3.9615650177001953, |
| "learning_rate": 5e-06, |
| "loss": 0.1529, |
| "step": 52900 |
| }, |
| { |
| "epoch": 4.9504950495049505, |
| "grad_norm": 4.399749279022217, |
| "learning_rate": 5e-06, |
| "loss": 0.1531, |
| "step": 53000 |
| }, |
| { |
| "epoch": 4.959835606202129, |
| "grad_norm": 5.060405731201172, |
| "learning_rate": 5e-06, |
| "loss": 0.1554, |
| "step": 53100 |
| }, |
| { |
| "epoch": 4.969176162899309, |
| "grad_norm": 4.39790678024292, |
| "learning_rate": 5e-06, |
| "loss": 0.1634, |
| "step": 53200 |
| }, |
| { |
| "epoch": 4.978516719596488, |
| "grad_norm": 4.261087894439697, |
| "learning_rate": 5e-06, |
| "loss": 0.1496, |
| "step": 53300 |
| }, |
| { |
| "epoch": 4.987857276293667, |
| "grad_norm": 3.6320958137512207, |
| "learning_rate": 5e-06, |
| "loss": 0.158, |
| "step": 53400 |
| }, |
| { |
| "epoch": 4.997197832990846, |
| "grad_norm": 3.991424798965454, |
| "learning_rate": 5e-06, |
| "loss": 0.1515, |
| "step": 53500 |
| }, |
| { |
| "epoch": 5.0, |
| "step": 53530, |
| "train_loss": 0.1288491189479828, |
| "train_perplexity": 1.1375184812320867, |
| "train_runtime": 1017.3674, |
| "train_samples_per_second": 168.368, |
| "train_steps_per_second": 10.523 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_loss": 0.12788300216197968, |
| "eval_perplexity": 1.1364200362314956, |
| "eval_runtime": 197.6167, |
| "eval_samples_per_second": 216.697, |
| "eval_steps_per_second": 13.546, |
| "step": 53530 |
| }, |
| { |
| "epoch": 5.006538389688026, |
| "grad_norm": 3.8595972061157227, |
| "learning_rate": 5e-06, |
| "loss": 0.1516, |
| "step": 53600 |
| }, |
| { |
| "epoch": 5.015878946385205, |
| "grad_norm": 3.8702104091644287, |
| "learning_rate": 5e-06, |
| "loss": 0.1504, |
| "step": 53700 |
| }, |
| { |
| "epoch": 5.025219503082384, |
| "grad_norm": 4.530982494354248, |
| "learning_rate": 5e-06, |
| "loss": 0.1562, |
| "step": 53800 |
| }, |
| { |
| "epoch": 5.034560059779563, |
| "grad_norm": 5.0251312255859375, |
| "learning_rate": 5e-06, |
| "loss": 0.1477, |
| "step": 53900 |
| }, |
| { |
| "epoch": 5.043900616476742, |
| "grad_norm": 3.3402211666107178, |
| "learning_rate": 5e-06, |
| "loss": 0.1463, |
| "step": 54000 |
| }, |
| { |
| "epoch": 5.053241173173921, |
| "grad_norm": 4.538159370422363, |
| "learning_rate": 5e-06, |
| "loss": 0.1531, |
| "step": 54100 |
| }, |
| { |
| "epoch": 5.0625817298711, |
| "grad_norm": 3.413564920425415, |
| "learning_rate": 5e-06, |
| "loss": 0.1487, |
| "step": 54200 |
| }, |
| { |
| "epoch": 5.071922286568279, |
| "grad_norm": 3.854398488998413, |
| "learning_rate": 5e-06, |
| "loss": 0.1446, |
| "step": 54300 |
| }, |
| { |
| "epoch": 5.081262843265459, |
| "grad_norm": 4.225541591644287, |
| "learning_rate": 5e-06, |
| "loss": 0.1532, |
| "step": 54400 |
| }, |
| { |
| "epoch": 5.090603399962638, |
| "grad_norm": 4.137479782104492, |
| "learning_rate": 5e-06, |
| "loss": 0.1492, |
| "step": 54500 |
| }, |
| { |
| "epoch": 5.099943956659817, |
| "grad_norm": 3.7632436752319336, |
| "learning_rate": 5e-06, |
| "loss": 0.1477, |
| "step": 54600 |
| }, |
| { |
| "epoch": 5.109284513356996, |
| "grad_norm": 3.560689687728882, |
| "learning_rate": 5e-06, |
| "loss": 0.1413, |
| "step": 54700 |
| }, |
| { |
| "epoch": 5.1186250700541756, |
| "grad_norm": 4.326833724975586, |
| "learning_rate": 5e-06, |
| "loss": 0.15, |
| "step": 54800 |
| }, |
| { |
| "epoch": 5.1279656267513545, |
| "grad_norm": 3.899287223815918, |
| "learning_rate": 5e-06, |
| "loss": 0.1434, |
| "step": 54900 |
| }, |
| { |
| "epoch": 5.137306183448533, |
| "grad_norm": 3.294930934906006, |
| "learning_rate": 5e-06, |
| "loss": 0.1453, |
| "step": 55000 |
| }, |
| { |
| "epoch": 5.146646740145712, |
| "grad_norm": 4.168273448944092, |
| "learning_rate": 5e-06, |
| "loss": 0.1487, |
| "step": 55100 |
| }, |
| { |
| "epoch": 5.155987296842892, |
| "grad_norm": 3.613738536834717, |
| "learning_rate": 5e-06, |
| "loss": 0.1452, |
| "step": 55200 |
| }, |
| { |
| "epoch": 5.165327853540071, |
| "grad_norm": 4.706936836242676, |
| "learning_rate": 5e-06, |
| "loss": 0.1517, |
| "step": 55300 |
| }, |
| { |
| "epoch": 5.17466841023725, |
| "grad_norm": 4.386106491088867, |
| "learning_rate": 5e-06, |
| "loss": 0.1457, |
| "step": 55400 |
| }, |
| { |
| "epoch": 5.184008966934429, |
| "grad_norm": 3.960144281387329, |
| "learning_rate": 5e-06, |
| "loss": 0.1496, |
| "step": 55500 |
| }, |
| { |
| "epoch": 5.193349523631609, |
| "grad_norm": 4.143190860748291, |
| "learning_rate": 5e-06, |
| "loss": 0.1462, |
| "step": 55600 |
| }, |
| { |
| "epoch": 5.202690080328788, |
| "grad_norm": 4.480109214782715, |
| "learning_rate": 5e-06, |
| "loss": 0.14, |
| "step": 55700 |
| }, |
| { |
| "epoch": 5.212030637025967, |
| "grad_norm": 4.3405442237854, |
| "learning_rate": 5e-06, |
| "loss": 0.154, |
| "step": 55800 |
| }, |
| { |
| "epoch": 5.2213711937231455, |
| "grad_norm": 4.1755475997924805, |
| "learning_rate": 5e-06, |
| "loss": 0.1433, |
| "step": 55900 |
| }, |
| { |
| "epoch": 5.230711750420325, |
| "grad_norm": 3.1559386253356934, |
| "learning_rate": 5e-06, |
| "loss": 0.1406, |
| "step": 56000 |
| }, |
| { |
| "epoch": 5.240052307117504, |
| "grad_norm": 4.953742980957031, |
| "learning_rate": 5e-06, |
| "loss": 0.1486, |
| "step": 56100 |
| }, |
| { |
| "epoch": 5.249392863814683, |
| "grad_norm": 3.6415133476257324, |
| "learning_rate": 5e-06, |
| "loss": 0.1476, |
| "step": 56200 |
| }, |
| { |
| "epoch": 5.258733420511862, |
| "grad_norm": 4.273039817810059, |
| "learning_rate": 5e-06, |
| "loss": 0.1465, |
| "step": 56300 |
| }, |
| { |
| "epoch": 5.268073977209042, |
| "grad_norm": 4.203496932983398, |
| "learning_rate": 5e-06, |
| "loss": 0.1442, |
| "step": 56400 |
| }, |
| { |
| "epoch": 5.277414533906221, |
| "grad_norm": 3.7512874603271484, |
| "learning_rate": 5e-06, |
| "loss": 0.1423, |
| "step": 56500 |
| }, |
| { |
| "epoch": 5.2867550906034, |
| "grad_norm": 3.453380823135376, |
| "learning_rate": 5e-06, |
| "loss": 0.1368, |
| "step": 56600 |
| }, |
| { |
| "epoch": 5.296095647300579, |
| "grad_norm": 4.287818908691406, |
| "learning_rate": 5e-06, |
| "loss": 0.1432, |
| "step": 56700 |
| }, |
| { |
| "epoch": 5.3054362039977585, |
| "grad_norm": 3.47780179977417, |
| "learning_rate": 5e-06, |
| "loss": 0.1405, |
| "step": 56800 |
| }, |
| { |
| "epoch": 5.314776760694937, |
| "grad_norm": 4.124629497528076, |
| "learning_rate": 5e-06, |
| "loss": 0.1362, |
| "step": 56900 |
| }, |
| { |
| "epoch": 5.324117317392116, |
| "grad_norm": 4.320638179779053, |
| "learning_rate": 5e-06, |
| "loss": 0.1432, |
| "step": 57000 |
| }, |
| { |
| "epoch": 5.333457874089296, |
| "grad_norm": 4.048215389251709, |
| "learning_rate": 5e-06, |
| "loss": 0.1379, |
| "step": 57100 |
| }, |
| { |
| "epoch": 5.342798430786475, |
| "grad_norm": 3.700333595275879, |
| "learning_rate": 5e-06, |
| "loss": 0.1382, |
| "step": 57200 |
| }, |
| { |
| "epoch": 5.352138987483654, |
| "grad_norm": 3.131366729736328, |
| "learning_rate": 5e-06, |
| "loss": 0.1351, |
| "step": 57300 |
| }, |
| { |
| "epoch": 5.361479544180833, |
| "grad_norm": 3.4254095554351807, |
| "learning_rate": 5e-06, |
| "loss": 0.1413, |
| "step": 57400 |
| }, |
| { |
| "epoch": 5.370820100878012, |
| "grad_norm": 5.464468955993652, |
| "learning_rate": 5e-06, |
| "loss": 0.1415, |
| "step": 57500 |
| }, |
| { |
| "epoch": 5.380160657575192, |
| "grad_norm": 4.312286376953125, |
| "learning_rate": 5e-06, |
| "loss": 0.1372, |
| "step": 57600 |
| }, |
| { |
| "epoch": 5.389501214272371, |
| "grad_norm": 4.231282711029053, |
| "learning_rate": 5e-06, |
| "loss": 0.1317, |
| "step": 57700 |
| }, |
| { |
| "epoch": 5.3988417709695495, |
| "grad_norm": 5.0214948654174805, |
| "learning_rate": 5e-06, |
| "loss": 0.1456, |
| "step": 57800 |
| }, |
| { |
| "epoch": 5.408182327666729, |
| "grad_norm": 3.4642460346221924, |
| "learning_rate": 5e-06, |
| "loss": 0.1383, |
| "step": 57900 |
| }, |
| { |
| "epoch": 5.417522884363908, |
| "grad_norm": 3.387303590774536, |
| "learning_rate": 5e-06, |
| "loss": 0.1325, |
| "step": 58000 |
| }, |
| { |
| "epoch": 5.426863441061087, |
| "grad_norm": 2.788254976272583, |
| "learning_rate": 5e-06, |
| "loss": 0.1392, |
| "step": 58100 |
| }, |
| { |
| "epoch": 5.436203997758266, |
| "grad_norm": 3.824655771255493, |
| "learning_rate": 5e-06, |
| "loss": 0.1402, |
| "step": 58200 |
| }, |
| { |
| "epoch": 5.445544554455446, |
| "grad_norm": 3.3749542236328125, |
| "learning_rate": 5e-06, |
| "loss": 0.1421, |
| "step": 58300 |
| }, |
| { |
| "epoch": 5.454885111152625, |
| "grad_norm": 4.4351019859313965, |
| "learning_rate": 5e-06, |
| "loss": 0.1381, |
| "step": 58400 |
| }, |
| { |
| "epoch": 5.464225667849804, |
| "grad_norm": 4.245395183563232, |
| "learning_rate": 5e-06, |
| "loss": 0.139, |
| "step": 58500 |
| }, |
| { |
| "epoch": 5.473566224546983, |
| "grad_norm": 2.854034662246704, |
| "learning_rate": 5e-06, |
| "loss": 0.1422, |
| "step": 58600 |
| }, |
| { |
| "epoch": 5.4829067812441625, |
| "grad_norm": 4.431162357330322, |
| "learning_rate": 5e-06, |
| "loss": 0.1369, |
| "step": 58700 |
| }, |
| { |
| "epoch": 5.4922473379413415, |
| "grad_norm": 4.055620193481445, |
| "learning_rate": 5e-06, |
| "loss": 0.1418, |
| "step": 58800 |
| }, |
| { |
| "epoch": 5.50158789463852, |
| "grad_norm": 4.111905097961426, |
| "learning_rate": 5e-06, |
| "loss": 0.1275, |
| "step": 58900 |
| }, |
| { |
| "epoch": 5.510928451335699, |
| "grad_norm": 4.075157642364502, |
| "learning_rate": 5e-06, |
| "loss": 0.134, |
| "step": 59000 |
| }, |
| { |
| "epoch": 5.520269008032879, |
| "grad_norm": 2.9380297660827637, |
| "learning_rate": 5e-06, |
| "loss": 0.1369, |
| "step": 59100 |
| }, |
| { |
| "epoch": 5.529609564730058, |
| "grad_norm": 3.8689327239990234, |
| "learning_rate": 5e-06, |
| "loss": 0.1346, |
| "step": 59200 |
| }, |
| { |
| "epoch": 5.538950121427237, |
| "grad_norm": 4.104385852813721, |
| "learning_rate": 5e-06, |
| "loss": 0.1421, |
| "step": 59300 |
| }, |
| { |
| "epoch": 5.548290678124416, |
| "grad_norm": 4.875547885894775, |
| "learning_rate": 5e-06, |
| "loss": 0.1379, |
| "step": 59400 |
| }, |
| { |
| "epoch": 5.557631234821596, |
| "grad_norm": 3.670428514480591, |
| "learning_rate": 5e-06, |
| "loss": 0.1335, |
| "step": 59500 |
| }, |
| { |
| "epoch": 5.566971791518775, |
| "grad_norm": 2.8286361694335938, |
| "learning_rate": 5e-06, |
| "loss": 0.1342, |
| "step": 59600 |
| }, |
| { |
| "epoch": 5.576312348215954, |
| "grad_norm": 3.776089906692505, |
| "learning_rate": 5e-06, |
| "loss": 0.1322, |
| "step": 59700 |
| }, |
| { |
| "epoch": 5.5856529049131325, |
| "grad_norm": 3.370666027069092, |
| "learning_rate": 5e-06, |
| "loss": 0.1352, |
| "step": 59800 |
| }, |
| { |
| "epoch": 5.594993461610312, |
| "grad_norm": 4.064539909362793, |
| "learning_rate": 5e-06, |
| "loss": 0.1331, |
| "step": 59900 |
| }, |
| { |
| "epoch": 5.604334018307491, |
| "grad_norm": 4.233561992645264, |
| "learning_rate": 5e-06, |
| "loss": 0.1393, |
| "step": 60000 |
| }, |
| { |
| "epoch": 5.61367457500467, |
| "grad_norm": 3.4730424880981445, |
| "learning_rate": 5e-06, |
| "loss": 0.1369, |
| "step": 60100 |
| }, |
| { |
| "epoch": 5.623015131701849, |
| "grad_norm": 2.846877336502075, |
| "learning_rate": 5e-06, |
| "loss": 0.13, |
| "step": 60200 |
| }, |
| { |
| "epoch": 5.632355688399029, |
| "grad_norm": 4.644834518432617, |
| "learning_rate": 5e-06, |
| "loss": 0.1255, |
| "step": 60300 |
| }, |
| { |
| "epoch": 5.641696245096208, |
| "grad_norm": 5.620416641235352, |
| "learning_rate": 5e-06, |
| "loss": 0.1368, |
| "step": 60400 |
| }, |
| { |
| "epoch": 5.651036801793387, |
| "grad_norm": 3.697976589202881, |
| "learning_rate": 5e-06, |
| "loss": 0.1314, |
| "step": 60500 |
| }, |
| { |
| "epoch": 5.660377358490566, |
| "grad_norm": 3.8782801628112793, |
| "learning_rate": 5e-06, |
| "loss": 0.1361, |
| "step": 60600 |
| }, |
| { |
| "epoch": 5.6697179151877455, |
| "grad_norm": 3.7265477180480957, |
| "learning_rate": 5e-06, |
| "loss": 0.1292, |
| "step": 60700 |
| }, |
| { |
| "epoch": 5.679058471884924, |
| "grad_norm": 3.8010594844818115, |
| "learning_rate": 5e-06, |
| "loss": 0.1255, |
| "step": 60800 |
| }, |
| { |
| "epoch": 5.688399028582103, |
| "grad_norm": 3.104536533355713, |
| "learning_rate": 5e-06, |
| "loss": 0.1302, |
| "step": 60900 |
| }, |
| { |
| "epoch": 5.697739585279282, |
| "grad_norm": 3.9130918979644775, |
| "learning_rate": 5e-06, |
| "loss": 0.131, |
| "step": 61000 |
| }, |
| { |
| "epoch": 5.707080141976462, |
| "grad_norm": 2.8091697692871094, |
| "learning_rate": 5e-06, |
| "loss": 0.1335, |
| "step": 61100 |
| }, |
| { |
| "epoch": 5.716420698673641, |
| "grad_norm": 3.427767276763916, |
| "learning_rate": 5e-06, |
| "loss": 0.1262, |
| "step": 61200 |
| }, |
| { |
| "epoch": 5.72576125537082, |
| "grad_norm": 3.7841389179229736, |
| "learning_rate": 5e-06, |
| "loss": 0.1307, |
| "step": 61300 |
| }, |
| { |
| "epoch": 5.735101812067999, |
| "grad_norm": 2.8118104934692383, |
| "learning_rate": 5e-06, |
| "loss": 0.1304, |
| "step": 61400 |
| }, |
| { |
| "epoch": 5.744442368765179, |
| "grad_norm": 3.650151014328003, |
| "learning_rate": 5e-06, |
| "loss": 0.1281, |
| "step": 61500 |
| }, |
| { |
| "epoch": 5.753782925462358, |
| "grad_norm": 4.504635810852051, |
| "learning_rate": 5e-06, |
| "loss": 0.1317, |
| "step": 61600 |
| }, |
| { |
| "epoch": 5.7631234821595365, |
| "grad_norm": 3.782366991043091, |
| "learning_rate": 5e-06, |
| "loss": 0.1269, |
| "step": 61700 |
| }, |
| { |
| "epoch": 5.772464038856716, |
| "grad_norm": 3.5533852577209473, |
| "learning_rate": 5e-06, |
| "loss": 0.1324, |
| "step": 61800 |
| }, |
| { |
| "epoch": 5.781804595553895, |
| "grad_norm": 3.288233757019043, |
| "learning_rate": 5e-06, |
| "loss": 0.1307, |
| "step": 61900 |
| }, |
| { |
| "epoch": 5.791145152251074, |
| "grad_norm": 3.5933470726013184, |
| "learning_rate": 5e-06, |
| "loss": 0.1268, |
| "step": 62000 |
| }, |
| { |
| "epoch": 5.800485708948253, |
| "grad_norm": 3.7489371299743652, |
| "learning_rate": 5e-06, |
| "loss": 0.1317, |
| "step": 62100 |
| }, |
| { |
| "epoch": 5.809826265645432, |
| "grad_norm": 4.248530387878418, |
| "learning_rate": 5e-06, |
| "loss": 0.1362, |
| "step": 62200 |
| }, |
| { |
| "epoch": 5.819166822342612, |
| "grad_norm": 3.408003807067871, |
| "learning_rate": 5e-06, |
| "loss": 0.1341, |
| "step": 62300 |
| }, |
| { |
| "epoch": 5.828507379039791, |
| "grad_norm": 3.3280181884765625, |
| "learning_rate": 5e-06, |
| "loss": 0.139, |
| "step": 62400 |
| }, |
| { |
| "epoch": 5.83784793573697, |
| "grad_norm": 3.4743661880493164, |
| "learning_rate": 5e-06, |
| "loss": 0.1304, |
| "step": 62500 |
| }, |
| { |
| "epoch": 5.8471884924341495, |
| "grad_norm": 4.074106693267822, |
| "learning_rate": 5e-06, |
| "loss": 0.1244, |
| "step": 62600 |
| }, |
| { |
| "epoch": 5.856529049131328, |
| "grad_norm": 2.981069326400757, |
| "learning_rate": 5e-06, |
| "loss": 0.128, |
| "step": 62700 |
| }, |
| { |
| "epoch": 5.865869605828507, |
| "grad_norm": 4.362540245056152, |
| "learning_rate": 5e-06, |
| "loss": 0.1254, |
| "step": 62800 |
| }, |
| { |
| "epoch": 5.875210162525686, |
| "grad_norm": 3.6275906562805176, |
| "learning_rate": 5e-06, |
| "loss": 0.1293, |
| "step": 62900 |
| }, |
| { |
| "epoch": 5.884550719222865, |
| "grad_norm": 3.680757522583008, |
| "learning_rate": 5e-06, |
| "loss": 0.1298, |
| "step": 63000 |
| }, |
| { |
| "epoch": 5.893891275920045, |
| "grad_norm": 3.0198991298675537, |
| "learning_rate": 5e-06, |
| "loss": 0.1348, |
| "step": 63100 |
| }, |
| { |
| "epoch": 5.903231832617224, |
| "grad_norm": 3.894740343093872, |
| "learning_rate": 5e-06, |
| "loss": 0.1249, |
| "step": 63200 |
| }, |
| { |
| "epoch": 5.912572389314403, |
| "grad_norm": 4.716382026672363, |
| "learning_rate": 5e-06, |
| "loss": 0.131, |
| "step": 63300 |
| }, |
| { |
| "epoch": 5.921912946011583, |
| "grad_norm": 3.060772657394409, |
| "learning_rate": 5e-06, |
| "loss": 0.1238, |
| "step": 63400 |
| }, |
| { |
| "epoch": 5.931253502708762, |
| "grad_norm": 3.674603223800659, |
| "learning_rate": 5e-06, |
| "loss": 0.1251, |
| "step": 63500 |
| }, |
| { |
| "epoch": 5.9405940594059405, |
| "grad_norm": 3.873383045196533, |
| "learning_rate": 5e-06, |
| "loss": 0.1208, |
| "step": 63600 |
| }, |
| { |
| "epoch": 5.9499346161031195, |
| "grad_norm": 3.0720884799957275, |
| "learning_rate": 5e-06, |
| "loss": 0.1303, |
| "step": 63700 |
| }, |
| { |
| "epoch": 5.959275172800299, |
| "grad_norm": 3.079146385192871, |
| "learning_rate": 5e-06, |
| "loss": 0.1239, |
| "step": 63800 |
| }, |
| { |
| "epoch": 5.968615729497478, |
| "grad_norm": 4.436742782592773, |
| "learning_rate": 5e-06, |
| "loss": 0.1268, |
| "step": 63900 |
| }, |
| { |
| "epoch": 5.977956286194657, |
| "grad_norm": 4.422832489013672, |
| "learning_rate": 5e-06, |
| "loss": 0.1229, |
| "step": 64000 |
| }, |
| { |
| "epoch": 5.987296842891836, |
| "grad_norm": 2.951277494430542, |
| "learning_rate": 5e-06, |
| "loss": 0.1253, |
| "step": 64100 |
| }, |
| { |
| "epoch": 5.996637399589016, |
| "grad_norm": 3.904878854751587, |
| "learning_rate": 5e-06, |
| "loss": 0.1219, |
| "step": 64200 |
| }, |
| { |
| "epoch": 6.0, |
| "step": 64236, |
| "train_loss": 0.10468200594186783, |
| "train_perplexity": 1.110357467133007, |
| "train_runtime": 1016.9694, |
| "train_samples_per_second": 168.434, |
| "train_steps_per_second": 10.527 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_loss": 0.10386959463357925, |
| "eval_perplexity": 1.109455766495957, |
| "eval_runtime": 198.1258, |
| "eval_samples_per_second": 216.14, |
| "eval_steps_per_second": 13.512, |
| "step": 64236 |
| }, |
| { |
| "epoch": 6.005977956286195, |
| "grad_norm": 6.418908596038818, |
| "learning_rate": 5e-06, |
| "loss": 0.1275, |
| "step": 64300 |
| }, |
| { |
| "epoch": 6.015318512983374, |
| "grad_norm": 3.5316851139068604, |
| "learning_rate": 5e-06, |
| "loss": 0.1199, |
| "step": 64400 |
| }, |
| { |
| "epoch": 6.024659069680553, |
| "grad_norm": 3.1608455181121826, |
| "learning_rate": 5e-06, |
| "loss": 0.1242, |
| "step": 64500 |
| }, |
| { |
| "epoch": 6.0339996263777325, |
| "grad_norm": 3.870253801345825, |
| "learning_rate": 5e-06, |
| "loss": 0.1209, |
| "step": 64600 |
| }, |
| { |
| "epoch": 6.043340183074911, |
| "grad_norm": 4.012199878692627, |
| "learning_rate": 5e-06, |
| "loss": 0.1209, |
| "step": 64700 |
| }, |
| { |
| "epoch": 6.05268073977209, |
| "grad_norm": 3.0245237350463867, |
| "learning_rate": 5e-06, |
| "loss": 0.1186, |
| "step": 64800 |
| }, |
| { |
| "epoch": 6.062021296469269, |
| "grad_norm": 3.1613166332244873, |
| "learning_rate": 5e-06, |
| "loss": 0.1222, |
| "step": 64900 |
| }, |
| { |
| "epoch": 6.071361853166449, |
| "grad_norm": 3.075575351715088, |
| "learning_rate": 5e-06, |
| "loss": 0.122, |
| "step": 65000 |
| }, |
| { |
| "epoch": 6.080702409863628, |
| "grad_norm": 3.7504971027374268, |
| "learning_rate": 5e-06, |
| "loss": 0.1235, |
| "step": 65100 |
| }, |
| { |
| "epoch": 6.090042966560807, |
| "grad_norm": 3.7074031829833984, |
| "learning_rate": 5e-06, |
| "loss": 0.1223, |
| "step": 65200 |
| }, |
| { |
| "epoch": 6.099383523257986, |
| "grad_norm": 3.230121374130249, |
| "learning_rate": 5e-06, |
| "loss": 0.1191, |
| "step": 65300 |
| }, |
| { |
| "epoch": 6.108724079955166, |
| "grad_norm": 3.137260913848877, |
| "learning_rate": 5e-06, |
| "loss": 0.1239, |
| "step": 65400 |
| }, |
| { |
| "epoch": 6.118064636652345, |
| "grad_norm": 4.2088623046875, |
| "learning_rate": 5e-06, |
| "loss": 0.1273, |
| "step": 65500 |
| }, |
| { |
| "epoch": 6.1274051933495235, |
| "grad_norm": 3.320237874984741, |
| "learning_rate": 5e-06, |
| "loss": 0.1223, |
| "step": 65600 |
| }, |
| { |
| "epoch": 6.136745750046702, |
| "grad_norm": 3.62967848777771, |
| "learning_rate": 5e-06, |
| "loss": 0.1155, |
| "step": 65700 |
| }, |
| { |
| "epoch": 6.146086306743882, |
| "grad_norm": 3.1122970581054688, |
| "learning_rate": 5e-06, |
| "loss": 0.1247, |
| "step": 65800 |
| }, |
| { |
| "epoch": 6.155426863441061, |
| "grad_norm": 2.8534655570983887, |
| "learning_rate": 5e-06, |
| "loss": 0.125, |
| "step": 65900 |
| }, |
| { |
| "epoch": 6.16476742013824, |
| "grad_norm": 3.3238894939422607, |
| "learning_rate": 5e-06, |
| "loss": 0.1168, |
| "step": 66000 |
| }, |
| { |
| "epoch": 6.174107976835419, |
| "grad_norm": 3.712885618209839, |
| "learning_rate": 5e-06, |
| "loss": 0.1251, |
| "step": 66100 |
| }, |
| { |
| "epoch": 6.183448533532599, |
| "grad_norm": 3.4903788566589355, |
| "learning_rate": 5e-06, |
| "loss": 0.1124, |
| "step": 66200 |
| }, |
| { |
| "epoch": 6.192789090229778, |
| "grad_norm": 3.1110286712646484, |
| "learning_rate": 5e-06, |
| "loss": 0.1198, |
| "step": 66300 |
| }, |
| { |
| "epoch": 6.202129646926957, |
| "grad_norm": 3.4063162803649902, |
| "learning_rate": 5e-06, |
| "loss": 0.1198, |
| "step": 66400 |
| }, |
| { |
| "epoch": 6.211470203624136, |
| "grad_norm": 3.327303409576416, |
| "learning_rate": 5e-06, |
| "loss": 0.124, |
| "step": 66500 |
| }, |
| { |
| "epoch": 6.220810760321315, |
| "grad_norm": 2.8389861583709717, |
| "learning_rate": 5e-06, |
| "loss": 0.1221, |
| "step": 66600 |
| }, |
| { |
| "epoch": 6.230151317018494, |
| "grad_norm": 3.6301426887512207, |
| "learning_rate": 5e-06, |
| "loss": 0.1176, |
| "step": 66700 |
| }, |
| { |
| "epoch": 6.239491873715673, |
| "grad_norm": 3.633578300476074, |
| "learning_rate": 5e-06, |
| "loss": 0.1167, |
| "step": 66800 |
| }, |
| { |
| "epoch": 6.248832430412852, |
| "grad_norm": 4.020380973815918, |
| "learning_rate": 5e-06, |
| "loss": 0.1177, |
| "step": 66900 |
| }, |
| { |
| "epoch": 6.258172987110032, |
| "grad_norm": 3.3657097816467285, |
| "learning_rate": 5e-06, |
| "loss": 0.123, |
| "step": 67000 |
| }, |
| { |
| "epoch": 6.267513543807211, |
| "grad_norm": 3.2466609477996826, |
| "learning_rate": 5e-06, |
| "loss": 0.1153, |
| "step": 67100 |
| }, |
| { |
| "epoch": 6.27685410050439, |
| "grad_norm": 4.0260748863220215, |
| "learning_rate": 5e-06, |
| "loss": 0.1223, |
| "step": 67200 |
| }, |
| { |
| "epoch": 6.28619465720157, |
| "grad_norm": 4.187409400939941, |
| "learning_rate": 5e-06, |
| "loss": 0.1179, |
| "step": 67300 |
| }, |
| { |
| "epoch": 6.295535213898749, |
| "grad_norm": 3.388339042663574, |
| "learning_rate": 5e-06, |
| "loss": 0.1123, |
| "step": 67400 |
| }, |
| { |
| "epoch": 6.3048757705959275, |
| "grad_norm": 3.972886562347412, |
| "learning_rate": 5e-06, |
| "loss": 0.1236, |
| "step": 67500 |
| }, |
| { |
| "epoch": 6.3142163272931064, |
| "grad_norm": 3.50635027885437, |
| "learning_rate": 5e-06, |
| "loss": 0.1137, |
| "step": 67600 |
| }, |
| { |
| "epoch": 6.323556883990285, |
| "grad_norm": 3.8681650161743164, |
| "learning_rate": 5e-06, |
| "loss": 0.1159, |
| "step": 67700 |
| }, |
| { |
| "epoch": 6.332897440687465, |
| "grad_norm": 3.215146541595459, |
| "learning_rate": 5e-06, |
| "loss": 0.1128, |
| "step": 67800 |
| }, |
| { |
| "epoch": 6.342237997384644, |
| "grad_norm": 3.686122417449951, |
| "learning_rate": 5e-06, |
| "loss": 0.1227, |
| "step": 67900 |
| }, |
| { |
| "epoch": 6.351578554081823, |
| "grad_norm": 2.9728729724884033, |
| "learning_rate": 5e-06, |
| "loss": 0.1171, |
| "step": 68000 |
| }, |
| { |
| "epoch": 6.360919110779003, |
| "grad_norm": 4.049495220184326, |
| "learning_rate": 5e-06, |
| "loss": 0.1197, |
| "step": 68100 |
| }, |
| { |
| "epoch": 6.370259667476182, |
| "grad_norm": 3.4489760398864746, |
| "learning_rate": 5e-06, |
| "loss": 0.1161, |
| "step": 68200 |
| }, |
| { |
| "epoch": 6.379600224173361, |
| "grad_norm": 3.3057126998901367, |
| "learning_rate": 5e-06, |
| "loss": 0.1219, |
| "step": 68300 |
| }, |
| { |
| "epoch": 6.38894078087054, |
| "grad_norm": 3.3740622997283936, |
| "learning_rate": 5e-06, |
| "loss": 0.1189, |
| "step": 68400 |
| }, |
| { |
| "epoch": 6.398281337567719, |
| "grad_norm": 3.626068115234375, |
| "learning_rate": 5e-06, |
| "loss": 0.115, |
| "step": 68500 |
| }, |
| { |
| "epoch": 6.407621894264898, |
| "grad_norm": 3.1170082092285156, |
| "learning_rate": 5e-06, |
| "loss": 0.1159, |
| "step": 68600 |
| }, |
| { |
| "epoch": 6.416962450962077, |
| "grad_norm": 2.5591485500335693, |
| "learning_rate": 5e-06, |
| "loss": 0.1173, |
| "step": 68700 |
| }, |
| { |
| "epoch": 6.426303007659256, |
| "grad_norm": 3.0231521129608154, |
| "learning_rate": 5e-06, |
| "loss": 0.1159, |
| "step": 68800 |
| }, |
| { |
| "epoch": 6.435643564356436, |
| "grad_norm": 2.899486780166626, |
| "learning_rate": 5e-06, |
| "loss": 0.1201, |
| "step": 68900 |
| }, |
| { |
| "epoch": 6.444984121053615, |
| "grad_norm": 3.2751827239990234, |
| "learning_rate": 5e-06, |
| "loss": 0.1164, |
| "step": 69000 |
| }, |
| { |
| "epoch": 6.454324677750794, |
| "grad_norm": 3.3144218921661377, |
| "learning_rate": 5e-06, |
| "loss": 0.1174, |
| "step": 69100 |
| }, |
| { |
| "epoch": 6.463665234447973, |
| "grad_norm": 3.283344030380249, |
| "learning_rate": 5e-06, |
| "loss": 0.108, |
| "step": 69200 |
| }, |
| { |
| "epoch": 6.473005791145153, |
| "grad_norm": 2.9769253730773926, |
| "learning_rate": 5e-06, |
| "loss": 0.1173, |
| "step": 69300 |
| }, |
| { |
| "epoch": 6.4823463478423315, |
| "grad_norm": 2.9221153259277344, |
| "learning_rate": 5e-06, |
| "loss": 0.1144, |
| "step": 69400 |
| }, |
| { |
| "epoch": 6.4916869045395105, |
| "grad_norm": 3.472546100616455, |
| "learning_rate": 5e-06, |
| "loss": 0.1138, |
| "step": 69500 |
| }, |
| { |
| "epoch": 6.501027461236689, |
| "grad_norm": 3.3265509605407715, |
| "learning_rate": 5e-06, |
| "loss": 0.108, |
| "step": 69600 |
| }, |
| { |
| "epoch": 6.510368017933869, |
| "grad_norm": 3.869267225265503, |
| "learning_rate": 5e-06, |
| "loss": 0.1056, |
| "step": 69700 |
| }, |
| { |
| "epoch": 6.519708574631048, |
| "grad_norm": 3.8315622806549072, |
| "learning_rate": 5e-06, |
| "loss": 0.1133, |
| "step": 69800 |
| }, |
| { |
| "epoch": 6.529049131328227, |
| "grad_norm": 2.8243377208709717, |
| "learning_rate": 5e-06, |
| "loss": 0.1221, |
| "step": 69900 |
| }, |
| { |
| "epoch": 6.538389688025406, |
| "grad_norm": 3.3496546745300293, |
| "learning_rate": 5e-06, |
| "loss": 0.1207, |
| "step": 70000 |
| }, |
| { |
| "epoch": 6.547730244722586, |
| "grad_norm": 3.654290199279785, |
| "learning_rate": 5e-06, |
| "loss": 0.1099, |
| "step": 70100 |
| }, |
| { |
| "epoch": 6.557070801419765, |
| "grad_norm": 2.9303231239318848, |
| "learning_rate": 5e-06, |
| "loss": 0.114, |
| "step": 70200 |
| }, |
| { |
| "epoch": 6.566411358116944, |
| "grad_norm": 4.15289831161499, |
| "learning_rate": 5e-06, |
| "loss": 0.1091, |
| "step": 70300 |
| }, |
| { |
| "epoch": 6.575751914814123, |
| "grad_norm": 3.3758058547973633, |
| "learning_rate": 5e-06, |
| "loss": 0.1158, |
| "step": 70400 |
| }, |
| { |
| "epoch": 6.585092471511302, |
| "grad_norm": 3.415891170501709, |
| "learning_rate": 5e-06, |
| "loss": 0.1198, |
| "step": 70500 |
| }, |
| { |
| "epoch": 6.594433028208481, |
| "grad_norm": 4.135498523712158, |
| "learning_rate": 5e-06, |
| "loss": 0.108, |
| "step": 70600 |
| }, |
| { |
| "epoch": 6.60377358490566, |
| "grad_norm": 3.7688963413238525, |
| "learning_rate": 5e-06, |
| "loss": 0.1187, |
| "step": 70700 |
| }, |
| { |
| "epoch": 6.613114141602839, |
| "grad_norm": 3.232606887817383, |
| "learning_rate": 5e-06, |
| "loss": 0.1122, |
| "step": 70800 |
| }, |
| { |
| "epoch": 6.622454698300019, |
| "grad_norm": 3.050497531890869, |
| "learning_rate": 5e-06, |
| "loss": 0.1098, |
| "step": 70900 |
| }, |
| { |
| "epoch": 6.631795254997198, |
| "grad_norm": 3.1830501556396484, |
| "learning_rate": 5e-06, |
| "loss": 0.1087, |
| "step": 71000 |
| }, |
| { |
| "epoch": 6.641135811694377, |
| "grad_norm": 3.061586380004883, |
| "learning_rate": 5e-06, |
| "loss": 0.1122, |
| "step": 71100 |
| }, |
| { |
| "epoch": 6.650476368391556, |
| "grad_norm": 2.8420300483703613, |
| "learning_rate": 5e-06, |
| "loss": 0.1141, |
| "step": 71200 |
| }, |
| { |
| "epoch": 6.659816925088736, |
| "grad_norm": 2.9967753887176514, |
| "learning_rate": 5e-06, |
| "loss": 0.11, |
| "step": 71300 |
| }, |
| { |
| "epoch": 6.6691574817859145, |
| "grad_norm": 2.768296718597412, |
| "learning_rate": 5e-06, |
| "loss": 0.1054, |
| "step": 71400 |
| }, |
| { |
| "epoch": 6.678498038483093, |
| "grad_norm": 2.167360305786133, |
| "learning_rate": 5e-06, |
| "loss": 0.11, |
| "step": 71500 |
| }, |
| { |
| "epoch": 6.687838595180272, |
| "grad_norm": 3.7123188972473145, |
| "learning_rate": 5e-06, |
| "loss": 0.1131, |
| "step": 71600 |
| }, |
| { |
| "epoch": 6.697179151877452, |
| "grad_norm": 3.0019538402557373, |
| "learning_rate": 5e-06, |
| "loss": 0.1084, |
| "step": 71700 |
| }, |
| { |
| "epoch": 6.706519708574631, |
| "grad_norm": 3.6217031478881836, |
| "learning_rate": 5e-06, |
| "loss": 0.1018, |
| "step": 71800 |
| }, |
| { |
| "epoch": 6.71586026527181, |
| "grad_norm": 3.380174398422241, |
| "learning_rate": 5e-06, |
| "loss": 0.1117, |
| "step": 71900 |
| }, |
| { |
| "epoch": 6.72520082196899, |
| "grad_norm": 3.245326280593872, |
| "learning_rate": 5e-06, |
| "loss": 0.1176, |
| "step": 72000 |
| }, |
| { |
| "epoch": 6.734541378666169, |
| "grad_norm": 3.364166259765625, |
| "learning_rate": 5e-06, |
| "loss": 0.1148, |
| "step": 72100 |
| }, |
| { |
| "epoch": 6.743881935363348, |
| "grad_norm": 3.6724090576171875, |
| "learning_rate": 5e-06, |
| "loss": 0.1101, |
| "step": 72200 |
| }, |
| { |
| "epoch": 6.753222492060527, |
| "grad_norm": 2.7401418685913086, |
| "learning_rate": 5e-06, |
| "loss": 0.1123, |
| "step": 72300 |
| }, |
| { |
| "epoch": 6.7625630487577055, |
| "grad_norm": 2.7371208667755127, |
| "learning_rate": 5e-06, |
| "loss": 0.1088, |
| "step": 72400 |
| }, |
| { |
| "epoch": 6.771903605454885, |
| "grad_norm": 2.493129014968872, |
| "learning_rate": 5e-06, |
| "loss": 0.1096, |
| "step": 72500 |
| }, |
| { |
| "epoch": 6.781244162152064, |
| "grad_norm": 3.8646891117095947, |
| "learning_rate": 5e-06, |
| "loss": 0.1031, |
| "step": 72600 |
| }, |
| { |
| "epoch": 6.790584718849243, |
| "grad_norm": 2.890308141708374, |
| "learning_rate": 5e-06, |
| "loss": 0.1126, |
| "step": 72700 |
| }, |
| { |
| "epoch": 6.799925275546423, |
| "grad_norm": 3.3220059871673584, |
| "learning_rate": 5e-06, |
| "loss": 0.1172, |
| "step": 72800 |
| }, |
| { |
| "epoch": 6.809265832243602, |
| "grad_norm": 3.5592241287231445, |
| "learning_rate": 5e-06, |
| "loss": 0.0999, |
| "step": 72900 |
| }, |
| { |
| "epoch": 6.818606388940781, |
| "grad_norm": 3.3157663345336914, |
| "learning_rate": 5e-06, |
| "loss": 0.1058, |
| "step": 73000 |
| }, |
| { |
| "epoch": 6.82794694563796, |
| "grad_norm": 3.404123067855835, |
| "learning_rate": 5e-06, |
| "loss": 0.1122, |
| "step": 73100 |
| }, |
| { |
| "epoch": 6.837287502335139, |
| "grad_norm": 2.6221561431884766, |
| "learning_rate": 5e-06, |
| "loss": 0.1047, |
| "step": 73200 |
| }, |
| { |
| "epoch": 6.8466280590323185, |
| "grad_norm": 3.3351986408233643, |
| "learning_rate": 5e-06, |
| "loss": 0.1094, |
| "step": 73300 |
| }, |
| { |
| "epoch": 6.8559686157294975, |
| "grad_norm": 3.3762404918670654, |
| "learning_rate": 5e-06, |
| "loss": 0.1074, |
| "step": 73400 |
| }, |
| { |
| "epoch": 6.865309172426676, |
| "grad_norm": 2.4832613468170166, |
| "learning_rate": 5e-06, |
| "loss": 0.1101, |
| "step": 73500 |
| }, |
| { |
| "epoch": 6.874649729123856, |
| "grad_norm": 3.3084518909454346, |
| "learning_rate": 5e-06, |
| "loss": 0.1104, |
| "step": 73600 |
| }, |
| { |
| "epoch": 6.883990285821035, |
| "grad_norm": 3.241682529449463, |
| "learning_rate": 5e-06, |
| "loss": 0.1119, |
| "step": 73700 |
| }, |
| { |
| "epoch": 6.893330842518214, |
| "grad_norm": 2.9448955059051514, |
| "learning_rate": 5e-06, |
| "loss": 0.1069, |
| "step": 73800 |
| }, |
| { |
| "epoch": 6.902671399215393, |
| "grad_norm": 3.5889294147491455, |
| "learning_rate": 5e-06, |
| "loss": 0.1047, |
| "step": 73900 |
| }, |
| { |
| "epoch": 6.912011955912572, |
| "grad_norm": 2.932101011276245, |
| "learning_rate": 5e-06, |
| "loss": 0.1046, |
| "step": 74000 |
| }, |
| { |
| "epoch": 6.921352512609752, |
| "grad_norm": 3.0890233516693115, |
| "learning_rate": 5e-06, |
| "loss": 0.111, |
| "step": 74100 |
| }, |
| { |
| "epoch": 6.930693069306931, |
| "grad_norm": 3.2346105575561523, |
| "learning_rate": 5e-06, |
| "loss": 0.1091, |
| "step": 74200 |
| }, |
| { |
| "epoch": 6.94003362600411, |
| "grad_norm": 3.8680787086486816, |
| "learning_rate": 5e-06, |
| "loss": 0.1038, |
| "step": 74300 |
| }, |
| { |
| "epoch": 6.949374182701289, |
| "grad_norm": 3.1172826290130615, |
| "learning_rate": 5e-06, |
| "loss": 0.1089, |
| "step": 74400 |
| }, |
| { |
| "epoch": 6.958714739398468, |
| "grad_norm": 3.723693609237671, |
| "learning_rate": 5e-06, |
| "loss": 0.1118, |
| "step": 74500 |
| }, |
| { |
| "epoch": 6.968055296095647, |
| "grad_norm": 2.8636603355407715, |
| "learning_rate": 5e-06, |
| "loss": 0.1075, |
| "step": 74600 |
| }, |
| { |
| "epoch": 6.977395852792826, |
| "grad_norm": 2.8871302604675293, |
| "learning_rate": 5e-06, |
| "loss": 0.1062, |
| "step": 74700 |
| }, |
| { |
| "epoch": 6.986736409490006, |
| "grad_norm": 3.3104026317596436, |
| "learning_rate": 5e-06, |
| "loss": 0.1033, |
| "step": 74800 |
| }, |
| { |
| "epoch": 6.996076966187185, |
| "grad_norm": 3.272413730621338, |
| "learning_rate": 5e-06, |
| "loss": 0.1072, |
| "step": 74900 |
| }, |
| { |
| "epoch": 7.0, |
| "step": 74942, |
| "train_loss": 0.08869129419326782, |
| "train_perplexity": 1.0927432680600335, |
| "train_runtime": 1016.9719, |
| "train_samples_per_second": 168.433, |
| "train_steps_per_second": 10.527 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_loss": 0.08796757459640503, |
| "eval_perplexity": 1.0919527144466754, |
| "eval_runtime": 197.7215, |
| "eval_samples_per_second": 216.582, |
| "eval_steps_per_second": 13.539, |
| "step": 74942 |
| }, |
| { |
| "epoch": 7.005417522884364, |
| "grad_norm": 2.6041347980499268, |
| "learning_rate": 5e-06, |
| "loss": 0.1063, |
| "step": 75000 |
| }, |
| { |
| "epoch": 7.014758079581543, |
| "grad_norm": 3.2385880947113037, |
| "learning_rate": 5e-06, |
| "loss": 0.1078, |
| "step": 75100 |
| }, |
| { |
| "epoch": 7.0240986362787226, |
| "grad_norm": 3.200155019760132, |
| "learning_rate": 5e-06, |
| "loss": 0.1147, |
| "step": 75200 |
| }, |
| { |
| "epoch": 7.0334391929759015, |
| "grad_norm": 2.1691701412200928, |
| "learning_rate": 5e-06, |
| "loss": 0.1037, |
| "step": 75300 |
| }, |
| { |
| "epoch": 7.04277974967308, |
| "grad_norm": 2.964956760406494, |
| "learning_rate": 5e-06, |
| "loss": 0.0999, |
| "step": 75400 |
| }, |
| { |
| "epoch": 7.052120306370259, |
| "grad_norm": 3.2726197242736816, |
| "learning_rate": 5e-06, |
| "loss": 0.1067, |
| "step": 75500 |
| }, |
| { |
| "epoch": 7.061460863067439, |
| "grad_norm": 3.0839667320251465, |
| "learning_rate": 5e-06, |
| "loss": 0.1025, |
| "step": 75600 |
| }, |
| { |
| "epoch": 7.070801419764618, |
| "grad_norm": 2.8156511783599854, |
| "learning_rate": 5e-06, |
| "loss": 0.1052, |
| "step": 75700 |
| }, |
| { |
| "epoch": 7.080141976461797, |
| "grad_norm": 3.8022189140319824, |
| "learning_rate": 5e-06, |
| "loss": 0.1029, |
| "step": 75800 |
| }, |
| { |
| "epoch": 7.089482533158976, |
| "grad_norm": 2.880906581878662, |
| "learning_rate": 5e-06, |
| "loss": 0.1028, |
| "step": 75900 |
| }, |
| { |
| "epoch": 7.098823089856156, |
| "grad_norm": 3.6399588584899902, |
| "learning_rate": 5e-06, |
| "loss": 0.1102, |
| "step": 76000 |
| }, |
| { |
| "epoch": 7.108163646553335, |
| "grad_norm": 2.500948429107666, |
| "learning_rate": 5e-06, |
| "loss": 0.1063, |
| "step": 76100 |
| }, |
| { |
| "epoch": 7.117504203250514, |
| "grad_norm": 3.6983816623687744, |
| "learning_rate": 5e-06, |
| "loss": 0.1049, |
| "step": 76200 |
| }, |
| { |
| "epoch": 7.1268447599476925, |
| "grad_norm": 3.532209873199463, |
| "learning_rate": 5e-06, |
| "loss": 0.1079, |
| "step": 76300 |
| }, |
| { |
| "epoch": 7.136185316644872, |
| "grad_norm": 2.955981969833374, |
| "learning_rate": 5e-06, |
| "loss": 0.1031, |
| "step": 76400 |
| }, |
| { |
| "epoch": 7.145525873342051, |
| "grad_norm": 3.535113573074341, |
| "learning_rate": 5e-06, |
| "loss": 0.1086, |
| "step": 76500 |
| }, |
| { |
| "epoch": 7.15486643003923, |
| "grad_norm": 2.815464735031128, |
| "learning_rate": 5e-06, |
| "loss": 0.1057, |
| "step": 76600 |
| }, |
| { |
| "epoch": 7.164206986736409, |
| "grad_norm": 3.4052326679229736, |
| "learning_rate": 5e-06, |
| "loss": 0.0964, |
| "step": 76700 |
| }, |
| { |
| "epoch": 7.173547543433589, |
| "grad_norm": 2.8291409015655518, |
| "learning_rate": 5e-06, |
| "loss": 0.1047, |
| "step": 76800 |
| }, |
| { |
| "epoch": 7.182888100130768, |
| "grad_norm": 3.530574321746826, |
| "learning_rate": 5e-06, |
| "loss": 0.098, |
| "step": 76900 |
| }, |
| { |
| "epoch": 7.192228656827947, |
| "grad_norm": 3.4920408725738525, |
| "learning_rate": 5e-06, |
| "loss": 0.1043, |
| "step": 77000 |
| }, |
| { |
| "epoch": 7.201569213525126, |
| "grad_norm": 2.9282608032226562, |
| "learning_rate": 5e-06, |
| "loss": 0.102, |
| "step": 77100 |
| }, |
| { |
| "epoch": 7.2109097702223055, |
| "grad_norm": 3.402130603790283, |
| "learning_rate": 5e-06, |
| "loss": 0.0961, |
| "step": 77200 |
| }, |
| { |
| "epoch": 7.220250326919484, |
| "grad_norm": 3.0807323455810547, |
| "learning_rate": 5e-06, |
| "loss": 0.1008, |
| "step": 77300 |
| }, |
| { |
| "epoch": 7.229590883616663, |
| "grad_norm": 3.40676212310791, |
| "learning_rate": 5e-06, |
| "loss": 0.099, |
| "step": 77400 |
| }, |
| { |
| "epoch": 7.238931440313842, |
| "grad_norm": 3.071995973587036, |
| "learning_rate": 5e-06, |
| "loss": 0.1017, |
| "step": 77500 |
| }, |
| { |
| "epoch": 7.248271997011022, |
| "grad_norm": 3.1920053958892822, |
| "learning_rate": 5e-06, |
| "loss": 0.1058, |
| "step": 77600 |
| }, |
| { |
| "epoch": 7.257612553708201, |
| "grad_norm": 2.808420181274414, |
| "learning_rate": 5e-06, |
| "loss": 0.1025, |
| "step": 77700 |
| }, |
| { |
| "epoch": 7.26695311040538, |
| "grad_norm": 2.378335952758789, |
| "learning_rate": 5e-06, |
| "loss": 0.1023, |
| "step": 77800 |
| }, |
| { |
| "epoch": 7.276293667102559, |
| "grad_norm": 3.670353412628174, |
| "learning_rate": 5e-06, |
| "loss": 0.1015, |
| "step": 77900 |
| }, |
| { |
| "epoch": 7.285634223799739, |
| "grad_norm": 3.2218308448791504, |
| "learning_rate": 5e-06, |
| "loss": 0.104, |
| "step": 78000 |
| }, |
| { |
| "epoch": 7.294974780496918, |
| "grad_norm": 3.3384995460510254, |
| "learning_rate": 5e-06, |
| "loss": 0.1002, |
| "step": 78100 |
| }, |
| { |
| "epoch": 7.3043153371940965, |
| "grad_norm": 2.9298508167266846, |
| "learning_rate": 5e-06, |
| "loss": 0.1035, |
| "step": 78200 |
| }, |
| { |
| "epoch": 7.313655893891276, |
| "grad_norm": 2.7035555839538574, |
| "learning_rate": 5e-06, |
| "loss": 0.1017, |
| "step": 78300 |
| }, |
| { |
| "epoch": 7.322996450588455, |
| "grad_norm": 2.7248597145080566, |
| "learning_rate": 5e-06, |
| "loss": 0.1033, |
| "step": 78400 |
| }, |
| { |
| "epoch": 7.332337007285634, |
| "grad_norm": 3.304246187210083, |
| "learning_rate": 5e-06, |
| "loss": 0.1016, |
| "step": 78500 |
| }, |
| { |
| "epoch": 7.341677563982813, |
| "grad_norm": 3.0276389122009277, |
| "learning_rate": 5e-06, |
| "loss": 0.0995, |
| "step": 78600 |
| }, |
| { |
| "epoch": 7.351018120679993, |
| "grad_norm": 3.9779858589172363, |
| "learning_rate": 5e-06, |
| "loss": 0.1038, |
| "step": 78700 |
| }, |
| { |
| "epoch": 7.360358677377172, |
| "grad_norm": 3.5842020511627197, |
| "learning_rate": 5e-06, |
| "loss": 0.1009, |
| "step": 78800 |
| }, |
| { |
| "epoch": 7.369699234074351, |
| "grad_norm": 4.378908157348633, |
| "learning_rate": 5e-06, |
| "loss": 0.1018, |
| "step": 78900 |
| }, |
| { |
| "epoch": 7.37903979077153, |
| "grad_norm": 2.383390426635742, |
| "learning_rate": 5e-06, |
| "loss": 0.0945, |
| "step": 79000 |
| }, |
| { |
| "epoch": 7.3883803474687095, |
| "grad_norm": 2.577204942703247, |
| "learning_rate": 5e-06, |
| "loss": 0.1026, |
| "step": 79100 |
| }, |
| { |
| "epoch": 7.3977209041658885, |
| "grad_norm": 2.865194320678711, |
| "learning_rate": 5e-06, |
| "loss": 0.1002, |
| "step": 79200 |
| }, |
| { |
| "epoch": 7.407061460863067, |
| "grad_norm": 3.2391345500946045, |
| "learning_rate": 5e-06, |
| "loss": 0.0999, |
| "step": 79300 |
| }, |
| { |
| "epoch": 7.416402017560246, |
| "grad_norm": 2.3358473777770996, |
| "learning_rate": 5e-06, |
| "loss": 0.0981, |
| "step": 79400 |
| }, |
| { |
| "epoch": 7.425742574257426, |
| "grad_norm": 2.697421073913574, |
| "learning_rate": 5e-06, |
| "loss": 0.0924, |
| "step": 79500 |
| }, |
| { |
| "epoch": 7.435083130954605, |
| "grad_norm": 3.428925037384033, |
| "learning_rate": 5e-06, |
| "loss": 0.1014, |
| "step": 79600 |
| }, |
| { |
| "epoch": 7.444423687651784, |
| "grad_norm": 3.089024066925049, |
| "learning_rate": 5e-06, |
| "loss": 0.1046, |
| "step": 79700 |
| }, |
| { |
| "epoch": 7.453764244348963, |
| "grad_norm": 2.575070858001709, |
| "learning_rate": 5e-06, |
| "loss": 0.0991, |
| "step": 79800 |
| }, |
| { |
| "epoch": 7.463104801046143, |
| "grad_norm": 3.38580322265625, |
| "learning_rate": 5e-06, |
| "loss": 0.1001, |
| "step": 79900 |
| }, |
| { |
| "epoch": 7.472445357743322, |
| "grad_norm": 2.7120885848999023, |
| "learning_rate": 5e-06, |
| "loss": 0.0987, |
| "step": 80000 |
| }, |
| { |
| "epoch": 7.481785914440501, |
| "grad_norm": 2.6726205348968506, |
| "learning_rate": 5e-06, |
| "loss": 0.1004, |
| "step": 80100 |
| }, |
| { |
| "epoch": 7.4911264711376795, |
| "grad_norm": 2.8640003204345703, |
| "learning_rate": 5e-06, |
| "loss": 0.0942, |
| "step": 80200 |
| }, |
| { |
| "epoch": 7.500467027834859, |
| "grad_norm": 2.978975296020508, |
| "learning_rate": 5e-06, |
| "loss": 0.1052, |
| "step": 80300 |
| }, |
| { |
| "epoch": 7.509807584532038, |
| "grad_norm": 4.253438949584961, |
| "learning_rate": 5e-06, |
| "loss": 0.108, |
| "step": 80400 |
| }, |
| { |
| "epoch": 7.519148141229217, |
| "grad_norm": 2.869758129119873, |
| "learning_rate": 5e-06, |
| "loss": 0.0945, |
| "step": 80500 |
| }, |
| { |
| "epoch": 7.528488697926396, |
| "grad_norm": 3.8539836406707764, |
| "learning_rate": 5e-06, |
| "loss": 0.1036, |
| "step": 80600 |
| }, |
| { |
| "epoch": 7.537829254623576, |
| "grad_norm": 2.571328639984131, |
| "learning_rate": 5e-06, |
| "loss": 0.0919, |
| "step": 80700 |
| }, |
| { |
| "epoch": 7.547169811320755, |
| "grad_norm": 2.971156358718872, |
| "learning_rate": 5e-06, |
| "loss": 0.103, |
| "step": 80800 |
| }, |
| { |
| "epoch": 7.556510368017934, |
| "grad_norm": 2.73041033744812, |
| "learning_rate": 5e-06, |
| "loss": 0.0969, |
| "step": 80900 |
| }, |
| { |
| "epoch": 7.565850924715113, |
| "grad_norm": 2.45159649848938, |
| "learning_rate": 5e-06, |
| "loss": 0.0974, |
| "step": 81000 |
| }, |
| { |
| "epoch": 7.5751914814122925, |
| "grad_norm": 2.9903008937835693, |
| "learning_rate": 5e-06, |
| "loss": 0.0906, |
| "step": 81100 |
| }, |
| { |
| "epoch": 7.584532038109471, |
| "grad_norm": 3.5073955059051514, |
| "learning_rate": 5e-06, |
| "loss": 0.1036, |
| "step": 81200 |
| }, |
| { |
| "epoch": 7.59387259480665, |
| "grad_norm": 3.0028038024902344, |
| "learning_rate": 5e-06, |
| "loss": 0.1018, |
| "step": 81300 |
| }, |
| { |
| "epoch": 7.603213151503829, |
| "grad_norm": 3.8318488597869873, |
| "learning_rate": 5e-06, |
| "loss": 0.0961, |
| "step": 81400 |
| }, |
| { |
| "epoch": 7.612553708201009, |
| "grad_norm": 3.0489771366119385, |
| "learning_rate": 5e-06, |
| "loss": 0.0988, |
| "step": 81500 |
| }, |
| { |
| "epoch": 7.621894264898188, |
| "grad_norm": 2.475658416748047, |
| "learning_rate": 5e-06, |
| "loss": 0.0972, |
| "step": 81600 |
| }, |
| { |
| "epoch": 7.631234821595367, |
| "grad_norm": 3.2862956523895264, |
| "learning_rate": 5e-06, |
| "loss": 0.0966, |
| "step": 81700 |
| }, |
| { |
| "epoch": 7.640575378292546, |
| "grad_norm": 3.008047342300415, |
| "learning_rate": 5e-06, |
| "loss": 0.0963, |
| "step": 81800 |
| }, |
| { |
| "epoch": 7.649915934989726, |
| "grad_norm": 2.969372510910034, |
| "learning_rate": 5e-06, |
| "loss": 0.0991, |
| "step": 81900 |
| }, |
| { |
| "epoch": 7.659256491686905, |
| "grad_norm": 2.337872266769409, |
| "learning_rate": 5e-06, |
| "loss": 0.093, |
| "step": 82000 |
| }, |
| { |
| "epoch": 7.6685970483840835, |
| "grad_norm": 3.179394245147705, |
| "learning_rate": 5e-06, |
| "loss": 0.1036, |
| "step": 82100 |
| }, |
| { |
| "epoch": 7.677937605081263, |
| "grad_norm": 3.245176315307617, |
| "learning_rate": 5e-06, |
| "loss": 0.0916, |
| "step": 82200 |
| }, |
| { |
| "epoch": 7.687278161778442, |
| "grad_norm": 2.9171059131622314, |
| "learning_rate": 5e-06, |
| "loss": 0.1003, |
| "step": 82300 |
| }, |
| { |
| "epoch": 7.696618718475621, |
| "grad_norm": 2.8560502529144287, |
| "learning_rate": 5e-06, |
| "loss": 0.0903, |
| "step": 82400 |
| }, |
| { |
| "epoch": 7.7059592751728, |
| "grad_norm": 2.5980732440948486, |
| "learning_rate": 5e-06, |
| "loss": 0.0941, |
| "step": 82500 |
| }, |
| { |
| "epoch": 7.715299831869979, |
| "grad_norm": 3.336299180984497, |
| "learning_rate": 5e-06, |
| "loss": 0.0991, |
| "step": 82600 |
| }, |
| { |
| "epoch": 7.724640388567159, |
| "grad_norm": 2.8754448890686035, |
| "learning_rate": 5e-06, |
| "loss": 0.0985, |
| "step": 82700 |
| }, |
| { |
| "epoch": 7.733980945264338, |
| "grad_norm": 3.340573787689209, |
| "learning_rate": 5e-06, |
| "loss": 0.0974, |
| "step": 82800 |
| }, |
| { |
| "epoch": 7.743321501961517, |
| "grad_norm": 3.4369263648986816, |
| "learning_rate": 5e-06, |
| "loss": 0.0984, |
| "step": 82900 |
| }, |
| { |
| "epoch": 7.7526620586586965, |
| "grad_norm": 3.4854631423950195, |
| "learning_rate": 5e-06, |
| "loss": 0.0949, |
| "step": 83000 |
| }, |
| { |
| "epoch": 7.762002615355875, |
| "grad_norm": 3.1141998767852783, |
| "learning_rate": 5e-06, |
| "loss": 0.095, |
| "step": 83100 |
| }, |
| { |
| "epoch": 7.771343172053054, |
| "grad_norm": 3.400512456893921, |
| "learning_rate": 5e-06, |
| "loss": 0.0927, |
| "step": 83200 |
| }, |
| { |
| "epoch": 7.780683728750233, |
| "grad_norm": 2.7916159629821777, |
| "learning_rate": 5e-06, |
| "loss": 0.0971, |
| "step": 83300 |
| }, |
| { |
| "epoch": 7.790024285447412, |
| "grad_norm": 2.641669511795044, |
| "learning_rate": 5e-06, |
| "loss": 0.0972, |
| "step": 83400 |
| }, |
| { |
| "epoch": 7.799364842144592, |
| "grad_norm": 2.605379104614258, |
| "learning_rate": 5e-06, |
| "loss": 0.0918, |
| "step": 83500 |
| }, |
| { |
| "epoch": 7.808705398841771, |
| "grad_norm": 2.4347469806671143, |
| "learning_rate": 5e-06, |
| "loss": 0.0951, |
| "step": 83600 |
| }, |
| { |
| "epoch": 7.81804595553895, |
| "grad_norm": 3.0077664852142334, |
| "learning_rate": 5e-06, |
| "loss": 0.0939, |
| "step": 83700 |
| }, |
| { |
| "epoch": 7.82738651223613, |
| "grad_norm": 2.699904680252075, |
| "learning_rate": 5e-06, |
| "loss": 0.0929, |
| "step": 83800 |
| }, |
| { |
| "epoch": 7.836727068933309, |
| "grad_norm": 3.1716322898864746, |
| "learning_rate": 5e-06, |
| "loss": 0.0855, |
| "step": 83900 |
| }, |
| { |
| "epoch": 7.8460676256304875, |
| "grad_norm": 3.73054575920105, |
| "learning_rate": 5e-06, |
| "loss": 0.0989, |
| "step": 84000 |
| }, |
| { |
| "epoch": 7.8554081823276665, |
| "grad_norm": 3.082615613937378, |
| "learning_rate": 5e-06, |
| "loss": 0.0941, |
| "step": 84100 |
| }, |
| { |
| "epoch": 7.864748739024845, |
| "grad_norm": 3.086918830871582, |
| "learning_rate": 5e-06, |
| "loss": 0.0934, |
| "step": 84200 |
| }, |
| { |
| "epoch": 7.874089295722025, |
| "grad_norm": 3.238130807876587, |
| "learning_rate": 5e-06, |
| "loss": 0.0914, |
| "step": 84300 |
| }, |
| { |
| "epoch": 7.883429852419204, |
| "grad_norm": 2.6032967567443848, |
| "learning_rate": 5e-06, |
| "loss": 0.0958, |
| "step": 84400 |
| }, |
| { |
| "epoch": 7.892770409116383, |
| "grad_norm": 2.8999741077423096, |
| "learning_rate": 5e-06, |
| "loss": 0.1028, |
| "step": 84500 |
| }, |
| { |
| "epoch": 7.902110965813563, |
| "grad_norm": 2.964606523513794, |
| "learning_rate": 5e-06, |
| "loss": 0.093, |
| "step": 84600 |
| }, |
| { |
| "epoch": 7.911451522510742, |
| "grad_norm": 2.614405393600464, |
| "learning_rate": 5e-06, |
| "loss": 0.0926, |
| "step": 84700 |
| }, |
| { |
| "epoch": 7.920792079207921, |
| "grad_norm": 3.114502429962158, |
| "learning_rate": 5e-06, |
| "loss": 0.0904, |
| "step": 84800 |
| }, |
| { |
| "epoch": 7.9301326359051, |
| "grad_norm": 2.9698545932769775, |
| "learning_rate": 5e-06, |
| "loss": 0.0904, |
| "step": 84900 |
| }, |
| { |
| "epoch": 7.9394731926022795, |
| "grad_norm": 3.0680997371673584, |
| "learning_rate": 5e-06, |
| "loss": 0.0963, |
| "step": 85000 |
| }, |
| { |
| "epoch": 7.948813749299458, |
| "grad_norm": 3.3518269062042236, |
| "learning_rate": 5e-06, |
| "loss": 0.0897, |
| "step": 85100 |
| }, |
| { |
| "epoch": 7.958154305996637, |
| "grad_norm": 2.163599967956543, |
| "learning_rate": 5e-06, |
| "loss": 0.0891, |
| "step": 85200 |
| }, |
| { |
| "epoch": 7.967494862693816, |
| "grad_norm": 3.6124513149261475, |
| "learning_rate": 5e-06, |
| "loss": 0.0956, |
| "step": 85300 |
| }, |
| { |
| "epoch": 7.976835419390996, |
| "grad_norm": 3.1151461601257324, |
| "learning_rate": 5e-06, |
| "loss": 0.0908, |
| "step": 85400 |
| }, |
| { |
| "epoch": 7.986175976088175, |
| "grad_norm": 3.4285218715667725, |
| "learning_rate": 5e-06, |
| "loss": 0.0931, |
| "step": 85500 |
| }, |
| { |
| "epoch": 7.995516532785354, |
| "grad_norm": 2.4993515014648438, |
| "learning_rate": 5e-06, |
| "loss": 0.09, |
| "step": 85600 |
| }, |
| { |
| "epoch": 8.0, |
| "step": 85648, |
| "train_loss": 0.0771840289235115, |
| "train_perplexity": 1.0802408536630885, |
| "train_runtime": 1017.9235, |
| "train_samples_per_second": 168.276, |
| "train_steps_per_second": 10.517 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_loss": 0.0765259638428688, |
| "eval_perplexity": 1.0795302187262725, |
| "eval_runtime": 197.7852, |
| "eval_samples_per_second": 216.513, |
| "eval_steps_per_second": 13.535, |
| "step": 85648 |
| }, |
| { |
| "epoch": 8.004857089482533, |
| "grad_norm": 3.3243749141693115, |
| "learning_rate": 5e-06, |
| "loss": 0.0884, |
| "step": 85700 |
| }, |
| { |
| "epoch": 8.014197646179712, |
| "grad_norm": 3.994933605194092, |
| "learning_rate": 5e-06, |
| "loss": 0.0897, |
| "step": 85800 |
| }, |
| { |
| "epoch": 8.02353820287689, |
| "grad_norm": 3.1264445781707764, |
| "learning_rate": 5e-06, |
| "loss": 0.0856, |
| "step": 85900 |
| }, |
| { |
| "epoch": 8.032878759574071, |
| "grad_norm": 3.7322652339935303, |
| "learning_rate": 5e-06, |
| "loss": 0.0932, |
| "step": 86000 |
| }, |
| { |
| "epoch": 8.04221931627125, |
| "grad_norm": 2.3837430477142334, |
| "learning_rate": 5e-06, |
| "loss": 0.091, |
| "step": 86100 |
| }, |
| { |
| "epoch": 8.05155987296843, |
| "grad_norm": 2.8678979873657227, |
| "learning_rate": 5e-06, |
| "loss": 0.0964, |
| "step": 86200 |
| }, |
| { |
| "epoch": 8.060900429665608, |
| "grad_norm": 2.6137852668762207, |
| "learning_rate": 5e-06, |
| "loss": 0.096, |
| "step": 86300 |
| }, |
| { |
| "epoch": 8.070240986362787, |
| "grad_norm": 2.712980031967163, |
| "learning_rate": 5e-06, |
| "loss": 0.0927, |
| "step": 86400 |
| }, |
| { |
| "epoch": 8.079581543059966, |
| "grad_norm": 2.4959702491760254, |
| "learning_rate": 5e-06, |
| "loss": 0.0923, |
| "step": 86500 |
| }, |
| { |
| "epoch": 8.088922099757145, |
| "grad_norm": 2.6569020748138428, |
| "learning_rate": 5e-06, |
| "loss": 0.093, |
| "step": 86600 |
| }, |
| { |
| "epoch": 8.098262656454324, |
| "grad_norm": 3.3726871013641357, |
| "learning_rate": 5e-06, |
| "loss": 0.0871, |
| "step": 86700 |
| }, |
| { |
| "epoch": 8.107603213151505, |
| "grad_norm": 2.9321296215057373, |
| "learning_rate": 5e-06, |
| "loss": 0.0899, |
| "step": 86800 |
| }, |
| { |
| "epoch": 8.116943769848683, |
| "grad_norm": 3.057813882827759, |
| "learning_rate": 5e-06, |
| "loss": 0.0922, |
| "step": 86900 |
| }, |
| { |
| "epoch": 8.126284326545862, |
| "grad_norm": 2.0160117149353027, |
| "learning_rate": 5e-06, |
| "loss": 0.0907, |
| "step": 87000 |
| }, |
| { |
| "epoch": 8.135624883243041, |
| "grad_norm": 3.3436646461486816, |
| "learning_rate": 5e-06, |
| "loss": 0.0902, |
| "step": 87100 |
| }, |
| { |
| "epoch": 8.14496543994022, |
| "grad_norm": 2.8672263622283936, |
| "learning_rate": 5e-06, |
| "loss": 0.0903, |
| "step": 87200 |
| }, |
| { |
| "epoch": 8.1543059966374, |
| "grad_norm": 3.0023350715637207, |
| "learning_rate": 5e-06, |
| "loss": 0.087, |
| "step": 87300 |
| }, |
| { |
| "epoch": 8.163646553334578, |
| "grad_norm": 3.063685655593872, |
| "learning_rate": 5e-06, |
| "loss": 0.0925, |
| "step": 87400 |
| }, |
| { |
| "epoch": 8.172987110031757, |
| "grad_norm": 2.9265685081481934, |
| "learning_rate": 5e-06, |
| "loss": 0.0867, |
| "step": 87500 |
| }, |
| { |
| "epoch": 8.182327666728938, |
| "grad_norm": 2.937335729598999, |
| "learning_rate": 5e-06, |
| "loss": 0.0928, |
| "step": 87600 |
| }, |
| { |
| "epoch": 8.191668223426117, |
| "grad_norm": 2.394305467605591, |
| "learning_rate": 5e-06, |
| "loss": 0.092, |
| "step": 87700 |
| }, |
| { |
| "epoch": 8.201008780123296, |
| "grad_norm": 2.387213945388794, |
| "learning_rate": 5e-06, |
| "loss": 0.0905, |
| "step": 87800 |
| }, |
| { |
| "epoch": 8.210349336820475, |
| "grad_norm": 2.735574960708618, |
| "learning_rate": 5e-06, |
| "loss": 0.0989, |
| "step": 87900 |
| }, |
| { |
| "epoch": 8.219689893517653, |
| "grad_norm": 2.594301462173462, |
| "learning_rate": 5e-06, |
| "loss": 0.0937, |
| "step": 88000 |
| }, |
| { |
| "epoch": 8.229030450214832, |
| "grad_norm": 2.418079137802124, |
| "learning_rate": 5e-06, |
| "loss": 0.0843, |
| "step": 88100 |
| }, |
| { |
| "epoch": 8.238371006912011, |
| "grad_norm": 2.0744574069976807, |
| "learning_rate": 5e-06, |
| "loss": 0.0885, |
| "step": 88200 |
| }, |
| { |
| "epoch": 8.24771156360919, |
| "grad_norm": 3.171975612640381, |
| "learning_rate": 5e-06, |
| "loss": 0.0997, |
| "step": 88300 |
| }, |
| { |
| "epoch": 8.257052120306371, |
| "grad_norm": 3.4659411907196045, |
| "learning_rate": 5e-06, |
| "loss": 0.0904, |
| "step": 88400 |
| }, |
| { |
| "epoch": 8.26639267700355, |
| "grad_norm": 3.3084867000579834, |
| "learning_rate": 5e-06, |
| "loss": 0.0879, |
| "step": 88500 |
| }, |
| { |
| "epoch": 8.275733233700729, |
| "grad_norm": 2.5778002738952637, |
| "learning_rate": 5e-06, |
| "loss": 0.088, |
| "step": 88600 |
| }, |
| { |
| "epoch": 8.285073790397908, |
| "grad_norm": 2.9056620597839355, |
| "learning_rate": 5e-06, |
| "loss": 0.0862, |
| "step": 88700 |
| }, |
| { |
| "epoch": 8.294414347095087, |
| "grad_norm": 3.6356499195098877, |
| "learning_rate": 5e-06, |
| "loss": 0.0935, |
| "step": 88800 |
| }, |
| { |
| "epoch": 8.303754903792266, |
| "grad_norm": 3.0193231105804443, |
| "learning_rate": 5e-06, |
| "loss": 0.0911, |
| "step": 88900 |
| }, |
| { |
| "epoch": 8.313095460489444, |
| "grad_norm": 2.936955213546753, |
| "learning_rate": 5e-06, |
| "loss": 0.0836, |
| "step": 89000 |
| }, |
| { |
| "epoch": 8.322436017186625, |
| "grad_norm": 3.0970475673675537, |
| "learning_rate": 5e-06, |
| "loss": 0.0932, |
| "step": 89100 |
| }, |
| { |
| "epoch": 8.331776573883804, |
| "grad_norm": 2.8696024417877197, |
| "learning_rate": 5e-06, |
| "loss": 0.0897, |
| "step": 89200 |
| }, |
| { |
| "epoch": 8.341117130580983, |
| "grad_norm": 2.480111598968506, |
| "learning_rate": 5e-06, |
| "loss": 0.0868, |
| "step": 89300 |
| }, |
| { |
| "epoch": 8.350457687278162, |
| "grad_norm": 3.071108341217041, |
| "learning_rate": 5e-06, |
| "loss": 0.0863, |
| "step": 89400 |
| }, |
| { |
| "epoch": 8.35979824397534, |
| "grad_norm": 2.801544189453125, |
| "learning_rate": 5e-06, |
| "loss": 0.0893, |
| "step": 89500 |
| }, |
| { |
| "epoch": 8.36913880067252, |
| "grad_norm": 2.9596807956695557, |
| "learning_rate": 5e-06, |
| "loss": 0.0908, |
| "step": 89600 |
| }, |
| { |
| "epoch": 8.378479357369699, |
| "grad_norm": 3.0760693550109863, |
| "learning_rate": 5e-06, |
| "loss": 0.0874, |
| "step": 89700 |
| }, |
| { |
| "epoch": 8.387819914066878, |
| "grad_norm": 2.9186363220214844, |
| "learning_rate": 5e-06, |
| "loss": 0.0902, |
| "step": 89800 |
| }, |
| { |
| "epoch": 8.397160470764058, |
| "grad_norm": 3.0480706691741943, |
| "learning_rate": 5e-06, |
| "loss": 0.0923, |
| "step": 89900 |
| }, |
| { |
| "epoch": 8.406501027461237, |
| "grad_norm": 2.8706274032592773, |
| "learning_rate": 5e-06, |
| "loss": 0.0929, |
| "step": 90000 |
| }, |
| { |
| "epoch": 8.415841584158416, |
| "grad_norm": 2.1160993576049805, |
| "learning_rate": 5e-06, |
| "loss": 0.0879, |
| "step": 90100 |
| }, |
| { |
| "epoch": 8.425182140855595, |
| "grad_norm": 2.455876111984253, |
| "learning_rate": 5e-06, |
| "loss": 0.0867, |
| "step": 90200 |
| }, |
| { |
| "epoch": 8.434522697552774, |
| "grad_norm": 2.6839797496795654, |
| "learning_rate": 5e-06, |
| "loss": 0.0829, |
| "step": 90300 |
| }, |
| { |
| "epoch": 8.443863254249953, |
| "grad_norm": 2.7919161319732666, |
| "learning_rate": 5e-06, |
| "loss": 0.0959, |
| "step": 90400 |
| }, |
| { |
| "epoch": 8.453203810947132, |
| "grad_norm": 3.324995279312134, |
| "learning_rate": 5e-06, |
| "loss": 0.0843, |
| "step": 90500 |
| }, |
| { |
| "epoch": 8.46254436764431, |
| "grad_norm": 3.1036670207977295, |
| "learning_rate": 5e-06, |
| "loss": 0.0903, |
| "step": 90600 |
| }, |
| { |
| "epoch": 8.471884924341492, |
| "grad_norm": 2.6171793937683105, |
| "learning_rate": 5e-06, |
| "loss": 0.0827, |
| "step": 90700 |
| }, |
| { |
| "epoch": 8.48122548103867, |
| "grad_norm": 2.9995992183685303, |
| "learning_rate": 5e-06, |
| "loss": 0.089, |
| "step": 90800 |
| }, |
| { |
| "epoch": 8.49056603773585, |
| "grad_norm": 2.876197576522827, |
| "learning_rate": 5e-06, |
| "loss": 0.086, |
| "step": 90900 |
| }, |
| { |
| "epoch": 8.499906594433028, |
| "grad_norm": 2.7743546962738037, |
| "learning_rate": 5e-06, |
| "loss": 0.0841, |
| "step": 91000 |
| }, |
| { |
| "epoch": 8.509247151130207, |
| "grad_norm": 2.9296209812164307, |
| "learning_rate": 5e-06, |
| "loss": 0.0855, |
| "step": 91100 |
| }, |
| { |
| "epoch": 8.518587707827386, |
| "grad_norm": 3.0611090660095215, |
| "learning_rate": 5e-06, |
| "loss": 0.0914, |
| "step": 91200 |
| }, |
| { |
| "epoch": 8.527928264524565, |
| "grad_norm": 2.3698158264160156, |
| "learning_rate": 5e-06, |
| "loss": 0.0868, |
| "step": 91300 |
| }, |
| { |
| "epoch": 8.537268821221744, |
| "grad_norm": 3.0728518962860107, |
| "learning_rate": 5e-06, |
| "loss": 0.0837, |
| "step": 91400 |
| }, |
| { |
| "epoch": 8.546609377918925, |
| "grad_norm": 2.821394443511963, |
| "learning_rate": 5e-06, |
| "loss": 0.0856, |
| "step": 91500 |
| }, |
| { |
| "epoch": 8.555949934616104, |
| "grad_norm": 3.2666404247283936, |
| "learning_rate": 5e-06, |
| "loss": 0.0861, |
| "step": 91600 |
| }, |
| { |
| "epoch": 8.565290491313283, |
| "grad_norm": 2.7758705615997314, |
| "learning_rate": 5e-06, |
| "loss": 0.0861, |
| "step": 91700 |
| }, |
| { |
| "epoch": 8.574631048010461, |
| "grad_norm": 2.5984890460968018, |
| "learning_rate": 5e-06, |
| "loss": 0.0815, |
| "step": 91800 |
| }, |
| { |
| "epoch": 8.58397160470764, |
| "grad_norm": 2.6500537395477295, |
| "learning_rate": 5e-06, |
| "loss": 0.089, |
| "step": 91900 |
| }, |
| { |
| "epoch": 8.59331216140482, |
| "grad_norm": 3.653475284576416, |
| "learning_rate": 5e-06, |
| "loss": 0.08, |
| "step": 92000 |
| }, |
| { |
| "epoch": 8.602652718101998, |
| "grad_norm": 2.3661460876464844, |
| "learning_rate": 5e-06, |
| "loss": 0.08, |
| "step": 92100 |
| }, |
| { |
| "epoch": 8.611993274799177, |
| "grad_norm": 2.9109010696411133, |
| "learning_rate": 5e-06, |
| "loss": 0.0833, |
| "step": 92200 |
| }, |
| { |
| "epoch": 8.621333831496358, |
| "grad_norm": 3.345665693283081, |
| "learning_rate": 5e-06, |
| "loss": 0.0864, |
| "step": 92300 |
| }, |
| { |
| "epoch": 8.630674388193537, |
| "grad_norm": 2.9683327674865723, |
| "learning_rate": 5e-06, |
| "loss": 0.0871, |
| "step": 92400 |
| }, |
| { |
| "epoch": 8.640014944890716, |
| "grad_norm": 2.3195619583129883, |
| "learning_rate": 5e-06, |
| "loss": 0.0796, |
| "step": 92500 |
| }, |
| { |
| "epoch": 8.649355501587895, |
| "grad_norm": 3.2168259620666504, |
| "learning_rate": 5e-06, |
| "loss": 0.0863, |
| "step": 92600 |
| }, |
| { |
| "epoch": 8.658696058285074, |
| "grad_norm": 6.996483325958252, |
| "learning_rate": 5e-06, |
| "loss": 0.0859, |
| "step": 92700 |
| }, |
| { |
| "epoch": 8.668036614982253, |
| "grad_norm": 2.986708402633667, |
| "learning_rate": 5e-06, |
| "loss": 0.0846, |
| "step": 92800 |
| }, |
| { |
| "epoch": 8.677377171679431, |
| "grad_norm": 2.6505889892578125, |
| "learning_rate": 5e-06, |
| "loss": 0.0828, |
| "step": 92900 |
| }, |
| { |
| "epoch": 8.68671772837661, |
| "grad_norm": 2.9478580951690674, |
| "learning_rate": 5e-06, |
| "loss": 0.0801, |
| "step": 93000 |
| }, |
| { |
| "epoch": 8.696058285073791, |
| "grad_norm": 3.719295024871826, |
| "learning_rate": 5e-06, |
| "loss": 0.088, |
| "step": 93100 |
| }, |
| { |
| "epoch": 8.70539884177097, |
| "grad_norm": 2.6862165927886963, |
| "learning_rate": 5e-06, |
| "loss": 0.0817, |
| "step": 93200 |
| }, |
| { |
| "epoch": 8.714739398468149, |
| "grad_norm": 2.3574929237365723, |
| "learning_rate": 5e-06, |
| "loss": 0.082, |
| "step": 93300 |
| }, |
| { |
| "epoch": 8.724079955165328, |
| "grad_norm": 3.5856587886810303, |
| "learning_rate": 5e-06, |
| "loss": 0.0822, |
| "step": 93400 |
| }, |
| { |
| "epoch": 8.733420511862507, |
| "grad_norm": 4.457054138183594, |
| "learning_rate": 5e-06, |
| "loss": 0.0869, |
| "step": 93500 |
| }, |
| { |
| "epoch": 8.742761068559686, |
| "grad_norm": 3.0644726753234863, |
| "learning_rate": 5e-06, |
| "loss": 0.0829, |
| "step": 93600 |
| }, |
| { |
| "epoch": 8.752101625256865, |
| "grad_norm": 3.4437663555145264, |
| "learning_rate": 5e-06, |
| "loss": 0.0806, |
| "step": 93700 |
| }, |
| { |
| "epoch": 8.761442181954045, |
| "grad_norm": 2.728865385055542, |
| "learning_rate": 5e-06, |
| "loss": 0.0837, |
| "step": 93800 |
| }, |
| { |
| "epoch": 8.770782738651224, |
| "grad_norm": 4.044130325317383, |
| "learning_rate": 5e-06, |
| "loss": 0.0876, |
| "step": 93900 |
| }, |
| { |
| "epoch": 8.780123295348403, |
| "grad_norm": 5.232071876525879, |
| "learning_rate": 5e-06, |
| "loss": 0.0916, |
| "step": 94000 |
| }, |
| { |
| "epoch": 8.789463852045582, |
| "grad_norm": 2.6335182189941406, |
| "learning_rate": 5e-06, |
| "loss": 0.0816, |
| "step": 94100 |
| }, |
| { |
| "epoch": 8.798804408742761, |
| "grad_norm": 3.1668028831481934, |
| "learning_rate": 5e-06, |
| "loss": 0.0843, |
| "step": 94200 |
| }, |
| { |
| "epoch": 8.80814496543994, |
| "grad_norm": 2.6780688762664795, |
| "learning_rate": 5e-06, |
| "loss": 0.0813, |
| "step": 94300 |
| }, |
| { |
| "epoch": 8.817485522137119, |
| "grad_norm": 3.2659966945648193, |
| "learning_rate": 5e-06, |
| "loss": 0.0863, |
| "step": 94400 |
| }, |
| { |
| "epoch": 8.826826078834298, |
| "grad_norm": 3.673724889755249, |
| "learning_rate": 5e-06, |
| "loss": 0.0865, |
| "step": 94500 |
| }, |
| { |
| "epoch": 8.836166635531477, |
| "grad_norm": 2.293351888656616, |
| "learning_rate": 5e-06, |
| "loss": 0.083, |
| "step": 94600 |
| }, |
| { |
| "epoch": 8.845507192228657, |
| "grad_norm": 3.108738660812378, |
| "learning_rate": 5e-06, |
| "loss": 0.0814, |
| "step": 94700 |
| }, |
| { |
| "epoch": 8.854847748925836, |
| "grad_norm": 3.5266354084014893, |
| "learning_rate": 5e-06, |
| "loss": 0.0883, |
| "step": 94800 |
| }, |
| { |
| "epoch": 8.864188305623015, |
| "grad_norm": 3.7628345489501953, |
| "learning_rate": 5e-06, |
| "loss": 0.0807, |
| "step": 94900 |
| }, |
| { |
| "epoch": 8.873528862320194, |
| "grad_norm": 4.272435188293457, |
| "learning_rate": 5e-06, |
| "loss": 0.0885, |
| "step": 95000 |
| }, |
| { |
| "epoch": 8.882869419017373, |
| "grad_norm": 3.698408842086792, |
| "learning_rate": 5e-06, |
| "loss": 0.084, |
| "step": 95100 |
| }, |
| { |
| "epoch": 8.892209975714552, |
| "grad_norm": 3.101452350616455, |
| "learning_rate": 5e-06, |
| "loss": 0.0837, |
| "step": 95200 |
| }, |
| { |
| "epoch": 8.901550532411731, |
| "grad_norm": 1.7833211421966553, |
| "learning_rate": 5e-06, |
| "loss": 0.0838, |
| "step": 95300 |
| }, |
| { |
| "epoch": 8.910891089108912, |
| "grad_norm": 2.995335817337036, |
| "learning_rate": 5e-06, |
| "loss": 0.0799, |
| "step": 95400 |
| }, |
| { |
| "epoch": 8.92023164580609, |
| "grad_norm": 2.1234350204467773, |
| "learning_rate": 5e-06, |
| "loss": 0.078, |
| "step": 95500 |
| }, |
| { |
| "epoch": 8.92957220250327, |
| "grad_norm": 3.182697296142578, |
| "learning_rate": 5e-06, |
| "loss": 0.0848, |
| "step": 95600 |
| }, |
| { |
| "epoch": 8.938912759200448, |
| "grad_norm": 3.091996431350708, |
| "learning_rate": 5e-06, |
| "loss": 0.0856, |
| "step": 95700 |
| }, |
| { |
| "epoch": 8.948253315897627, |
| "grad_norm": 4.651994705200195, |
| "learning_rate": 5e-06, |
| "loss": 0.0818, |
| "step": 95800 |
| }, |
| { |
| "epoch": 8.957593872594806, |
| "grad_norm": 2.22821044921875, |
| "learning_rate": 5e-06, |
| "loss": 0.0833, |
| "step": 95900 |
| }, |
| { |
| "epoch": 8.966934429291985, |
| "grad_norm": 2.6712820529937744, |
| "learning_rate": 5e-06, |
| "loss": 0.0836, |
| "step": 96000 |
| }, |
| { |
| "epoch": 8.976274985989164, |
| "grad_norm": 2.6765565872192383, |
| "learning_rate": 5e-06, |
| "loss": 0.0852, |
| "step": 96100 |
| }, |
| { |
| "epoch": 8.985615542686345, |
| "grad_norm": 2.40950870513916, |
| "learning_rate": 5e-06, |
| "loss": 0.0858, |
| "step": 96200 |
| }, |
| { |
| "epoch": 8.994956099383524, |
| "grad_norm": 2.6563282012939453, |
| "learning_rate": 5e-06, |
| "loss": 0.082, |
| "step": 96300 |
| }, |
| { |
| "epoch": 9.0, |
| "step": 96354, |
| "train_loss": 0.06770097464323044, |
| "train_perplexity": 1.0700452899597432, |
| "train_runtime": 1019.5938, |
| "train_samples_per_second": 168.0, |
| "train_steps_per_second": 10.5 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_loss": 0.06713000684976578, |
| "eval_perplexity": 1.069434502948077, |
| "eval_runtime": 198.1049, |
| "eval_samples_per_second": 216.163, |
| "eval_steps_per_second": 13.513, |
| "step": 96354 |
| }, |
| { |
| "epoch": 9.004296656080703, |
| "grad_norm": 3.1638336181640625, |
| "learning_rate": 5e-06, |
| "loss": 0.0819, |
| "step": 96400 |
| }, |
| { |
| "epoch": 9.013637212777882, |
| "grad_norm": 3.120377779006958, |
| "learning_rate": 5e-06, |
| "loss": 0.082, |
| "step": 96500 |
| }, |
| { |
| "epoch": 9.02297776947506, |
| "grad_norm": 3.326916217803955, |
| "learning_rate": 5e-06, |
| "loss": 0.0786, |
| "step": 96600 |
| }, |
| { |
| "epoch": 9.03231832617224, |
| "grad_norm": 3.0140421390533447, |
| "learning_rate": 5e-06, |
| "loss": 0.0814, |
| "step": 96700 |
| }, |
| { |
| "epoch": 9.041658882869418, |
| "grad_norm": 3.2773520946502686, |
| "learning_rate": 5e-06, |
| "loss": 0.0763, |
| "step": 96800 |
| }, |
| { |
| "epoch": 9.050999439566597, |
| "grad_norm": 2.3058600425720215, |
| "learning_rate": 5e-06, |
| "loss": 0.0814, |
| "step": 96900 |
| }, |
| { |
| "epoch": 9.060339996263778, |
| "grad_norm": 3.3191699981689453, |
| "learning_rate": 5e-06, |
| "loss": 0.082, |
| "step": 97000 |
| }, |
| { |
| "epoch": 9.069680552960957, |
| "grad_norm": 2.741344690322876, |
| "learning_rate": 5e-06, |
| "loss": 0.0726, |
| "step": 97100 |
| }, |
| { |
| "epoch": 9.079021109658136, |
| "grad_norm": 2.1277856826782227, |
| "learning_rate": 5e-06, |
| "loss": 0.0787, |
| "step": 97200 |
| }, |
| { |
| "epoch": 9.088361666355315, |
| "grad_norm": 3.2956223487854004, |
| "learning_rate": 5e-06, |
| "loss": 0.0818, |
| "step": 97300 |
| }, |
| { |
| "epoch": 9.097702223052494, |
| "grad_norm": 2.8840630054473877, |
| "learning_rate": 5e-06, |
| "loss": 0.0781, |
| "step": 97400 |
| }, |
| { |
| "epoch": 9.107042779749673, |
| "grad_norm": 2.4096412658691406, |
| "learning_rate": 5e-06, |
| "loss": 0.082, |
| "step": 97500 |
| }, |
| { |
| "epoch": 9.116383336446852, |
| "grad_norm": 2.2093286514282227, |
| "learning_rate": 5e-06, |
| "loss": 0.0771, |
| "step": 97600 |
| }, |
| { |
| "epoch": 9.12572389314403, |
| "grad_norm": 3.0376782417297363, |
| "learning_rate": 5e-06, |
| "loss": 0.08, |
| "step": 97700 |
| }, |
| { |
| "epoch": 9.135064449841211, |
| "grad_norm": 2.917558431625366, |
| "learning_rate": 5e-06, |
| "loss": 0.0814, |
| "step": 97800 |
| }, |
| { |
| "epoch": 9.14440500653839, |
| "grad_norm": 2.6015536785125732, |
| "learning_rate": 5e-06, |
| "loss": 0.0779, |
| "step": 97900 |
| }, |
| { |
| "epoch": 9.153745563235569, |
| "grad_norm": 2.6066231727600098, |
| "learning_rate": 5e-06, |
| "loss": 0.0785, |
| "step": 98000 |
| }, |
| { |
| "epoch": 9.163086119932748, |
| "grad_norm": 2.245217800140381, |
| "learning_rate": 5e-06, |
| "loss": 0.0784, |
| "step": 98100 |
| }, |
| { |
| "epoch": 9.172426676629927, |
| "grad_norm": 3.3450167179107666, |
| "learning_rate": 5e-06, |
| "loss": 0.0799, |
| "step": 98200 |
| }, |
| { |
| "epoch": 9.181767233327106, |
| "grad_norm": 2.6280457973480225, |
| "learning_rate": 5e-06, |
| "loss": 0.08, |
| "step": 98300 |
| }, |
| { |
| "epoch": 9.191107790024285, |
| "grad_norm": 2.292520761489868, |
| "learning_rate": 5e-06, |
| "loss": 0.082, |
| "step": 98400 |
| }, |
| { |
| "epoch": 9.200448346721465, |
| "grad_norm": 2.4365975856781006, |
| "learning_rate": 5e-06, |
| "loss": 0.0852, |
| "step": 98500 |
| }, |
| { |
| "epoch": 9.209788903418644, |
| "grad_norm": 3.50046443939209, |
| "learning_rate": 5e-06, |
| "loss": 0.0823, |
| "step": 98600 |
| }, |
| { |
| "epoch": 9.219129460115823, |
| "grad_norm": 4.046478271484375, |
| "learning_rate": 5e-06, |
| "loss": 0.0847, |
| "step": 98700 |
| }, |
| { |
| "epoch": 9.228470016813002, |
| "grad_norm": 3.0137503147125244, |
| "learning_rate": 5e-06, |
| "loss": 0.0777, |
| "step": 98800 |
| }, |
| { |
| "epoch": 9.237810573510181, |
| "grad_norm": 2.4778940677642822, |
| "learning_rate": 5e-06, |
| "loss": 0.0789, |
| "step": 98900 |
| }, |
| { |
| "epoch": 9.24715113020736, |
| "grad_norm": 2.7222306728363037, |
| "learning_rate": 5e-06, |
| "loss": 0.0851, |
| "step": 99000 |
| }, |
| { |
| "epoch": 9.256491686904539, |
| "grad_norm": 2.995594024658203, |
| "learning_rate": 5e-06, |
| "loss": 0.079, |
| "step": 99100 |
| }, |
| { |
| "epoch": 9.265832243601718, |
| "grad_norm": 2.602928400039673, |
| "learning_rate": 5e-06, |
| "loss": 0.0795, |
| "step": 99200 |
| }, |
| { |
| "epoch": 9.275172800298897, |
| "grad_norm": 2.68349289894104, |
| "learning_rate": 5e-06, |
| "loss": 0.0807, |
| "step": 99300 |
| }, |
| { |
| "epoch": 9.284513356996078, |
| "grad_norm": 2.825092077255249, |
| "learning_rate": 5e-06, |
| "loss": 0.0753, |
| "step": 99400 |
| }, |
| { |
| "epoch": 9.293853913693257, |
| "grad_norm": 2.4710445404052734, |
| "learning_rate": 5e-06, |
| "loss": 0.084, |
| "step": 99500 |
| }, |
| { |
| "epoch": 9.303194470390435, |
| "grad_norm": 2.130143642425537, |
| "learning_rate": 5e-06, |
| "loss": 0.0795, |
| "step": 99600 |
| }, |
| { |
| "epoch": 9.312535027087614, |
| "grad_norm": 2.470315933227539, |
| "learning_rate": 5e-06, |
| "loss": 0.0811, |
| "step": 99700 |
| }, |
| { |
| "epoch": 9.321875583784793, |
| "grad_norm": 2.3487253189086914, |
| "learning_rate": 5e-06, |
| "loss": 0.0804, |
| "step": 99800 |
| }, |
| { |
| "epoch": 9.331216140481972, |
| "grad_norm": 2.368292808532715, |
| "learning_rate": 5e-06, |
| "loss": 0.08, |
| "step": 99900 |
| }, |
| { |
| "epoch": 9.340556697179151, |
| "grad_norm": 2.221367359161377, |
| "learning_rate": 5e-06, |
| "loss": 0.0797, |
| "step": 100000 |
| }, |
| { |
| "epoch": 9.349897253876332, |
| "grad_norm": 3.2418272495269775, |
| "learning_rate": 5e-06, |
| "loss": 0.0782, |
| "step": 100100 |
| }, |
| { |
| "epoch": 9.35923781057351, |
| "grad_norm": 3.1104419231414795, |
| "learning_rate": 5e-06, |
| "loss": 0.0812, |
| "step": 100200 |
| }, |
| { |
| "epoch": 9.36857836727069, |
| "grad_norm": 5.350910663604736, |
| "learning_rate": 5e-06, |
| "loss": 0.0752, |
| "step": 100300 |
| }, |
| { |
| "epoch": 9.377918923967869, |
| "grad_norm": 2.9434642791748047, |
| "learning_rate": 5e-06, |
| "loss": 0.0771, |
| "step": 100400 |
| }, |
| { |
| "epoch": 9.387259480665048, |
| "grad_norm": 3.2312798500061035, |
| "learning_rate": 5e-06, |
| "loss": 0.0775, |
| "step": 100500 |
| }, |
| { |
| "epoch": 9.396600037362226, |
| "grad_norm": 2.7855594158172607, |
| "learning_rate": 5e-06, |
| "loss": 0.0815, |
| "step": 100600 |
| }, |
| { |
| "epoch": 9.405940594059405, |
| "grad_norm": 3.435544967651367, |
| "learning_rate": 5e-06, |
| "loss": 0.0783, |
| "step": 100700 |
| }, |
| { |
| "epoch": 9.415281150756584, |
| "grad_norm": 2.855123519897461, |
| "learning_rate": 5e-06, |
| "loss": 0.0793, |
| "step": 100800 |
| }, |
| { |
| "epoch": 9.424621707453765, |
| "grad_norm": 2.9917678833007812, |
| "learning_rate": 5e-06, |
| "loss": 0.0745, |
| "step": 100900 |
| }, |
| { |
| "epoch": 9.433962264150944, |
| "grad_norm": 2.6320650577545166, |
| "learning_rate": 5e-06, |
| "loss": 0.0732, |
| "step": 101000 |
| }, |
| { |
| "epoch": 9.443302820848123, |
| "grad_norm": 3.292802095413208, |
| "learning_rate": 5e-06, |
| "loss": 0.0779, |
| "step": 101100 |
| }, |
| { |
| "epoch": 9.452643377545302, |
| "grad_norm": 2.5394489765167236, |
| "learning_rate": 5e-06, |
| "loss": 0.0763, |
| "step": 101200 |
| }, |
| { |
| "epoch": 9.46198393424248, |
| "grad_norm": 2.407609224319458, |
| "learning_rate": 5e-06, |
| "loss": 0.0764, |
| "step": 101300 |
| }, |
| { |
| "epoch": 9.47132449093966, |
| "grad_norm": 2.894193172454834, |
| "learning_rate": 5e-06, |
| "loss": 0.0793, |
| "step": 101400 |
| }, |
| { |
| "epoch": 9.480665047636839, |
| "grad_norm": 2.8071367740631104, |
| "learning_rate": 5e-06, |
| "loss": 0.0784, |
| "step": 101500 |
| }, |
| { |
| "epoch": 9.490005604334018, |
| "grad_norm": 2.3916611671447754, |
| "learning_rate": 5e-06, |
| "loss": 0.0808, |
| "step": 101600 |
| }, |
| { |
| "epoch": 9.499346161031198, |
| "grad_norm": 3.5188992023468018, |
| "learning_rate": 5e-06, |
| "loss": 0.074, |
| "step": 101700 |
| }, |
| { |
| "epoch": 9.508686717728377, |
| "grad_norm": 3.465928554534912, |
| "learning_rate": 5e-06, |
| "loss": 0.0781, |
| "step": 101800 |
| }, |
| { |
| "epoch": 9.518027274425556, |
| "grad_norm": 2.164609670639038, |
| "learning_rate": 5e-06, |
| "loss": 0.0743, |
| "step": 101900 |
| }, |
| { |
| "epoch": 9.527367831122735, |
| "grad_norm": 2.1663689613342285, |
| "learning_rate": 5e-06, |
| "loss": 0.0787, |
| "step": 102000 |
| }, |
| { |
| "epoch": 9.536708387819914, |
| "grad_norm": 3.0478408336639404, |
| "learning_rate": 5e-06, |
| "loss": 0.0756, |
| "step": 102100 |
| }, |
| { |
| "epoch": 9.546048944517093, |
| "grad_norm": 2.7744762897491455, |
| "learning_rate": 5e-06, |
| "loss": 0.0769, |
| "step": 102200 |
| }, |
| { |
| "epoch": 9.555389501214272, |
| "grad_norm": 2.824556350708008, |
| "learning_rate": 5e-06, |
| "loss": 0.075, |
| "step": 102300 |
| }, |
| { |
| "epoch": 9.56473005791145, |
| "grad_norm": 2.7777273654937744, |
| "learning_rate": 5e-06, |
| "loss": 0.081, |
| "step": 102400 |
| }, |
| { |
| "epoch": 9.574070614608631, |
| "grad_norm": 2.167818069458008, |
| "learning_rate": 5e-06, |
| "loss": 0.0769, |
| "step": 102500 |
| }, |
| { |
| "epoch": 9.58341117130581, |
| "grad_norm": 2.1462249755859375, |
| "learning_rate": 5e-06, |
| "loss": 0.0728, |
| "step": 102600 |
| }, |
| { |
| "epoch": 9.59275172800299, |
| "grad_norm": 2.2817041873931885, |
| "learning_rate": 5e-06, |
| "loss": 0.077, |
| "step": 102700 |
| }, |
| { |
| "epoch": 9.602092284700168, |
| "grad_norm": 2.6131484508514404, |
| "learning_rate": 5e-06, |
| "loss": 0.076, |
| "step": 102800 |
| }, |
| { |
| "epoch": 9.611432841397347, |
| "grad_norm": 2.6060171127319336, |
| "learning_rate": 5e-06, |
| "loss": 0.0745, |
| "step": 102900 |
| }, |
| { |
| "epoch": 9.620773398094526, |
| "grad_norm": 2.3637893199920654, |
| "learning_rate": 5e-06, |
| "loss": 0.0781, |
| "step": 103000 |
| }, |
| { |
| "epoch": 9.630113954791705, |
| "grad_norm": 3.091015577316284, |
| "learning_rate": 5e-06, |
| "loss": 0.0799, |
| "step": 103100 |
| }, |
| { |
| "epoch": 9.639454511488886, |
| "grad_norm": 2.7825851440429688, |
| "learning_rate": 5e-06, |
| "loss": 0.0778, |
| "step": 103200 |
| }, |
| { |
| "epoch": 9.648795068186065, |
| "grad_norm": 2.378817081451416, |
| "learning_rate": 5e-06, |
| "loss": 0.0784, |
| "step": 103300 |
| }, |
| { |
| "epoch": 9.658135624883244, |
| "grad_norm": 2.3297173976898193, |
| "learning_rate": 5e-06, |
| "loss": 0.0775, |
| "step": 103400 |
| }, |
| { |
| "epoch": 9.667476181580422, |
| "grad_norm": 3.1353886127471924, |
| "learning_rate": 5e-06, |
| "loss": 0.076, |
| "step": 103500 |
| }, |
| { |
| "epoch": 9.676816738277601, |
| "grad_norm": 2.43249773979187, |
| "learning_rate": 5e-06, |
| "loss": 0.0796, |
| "step": 103600 |
| }, |
| { |
| "epoch": 9.68615729497478, |
| "grad_norm": 3.535539388656616, |
| "learning_rate": 5e-06, |
| "loss": 0.0731, |
| "step": 103700 |
| }, |
| { |
| "epoch": 9.69549785167196, |
| "grad_norm": 2.8150644302368164, |
| "learning_rate": 5e-06, |
| "loss": 0.0727, |
| "step": 103800 |
| }, |
| { |
| "epoch": 9.704838408369138, |
| "grad_norm": 2.2490224838256836, |
| "learning_rate": 5e-06, |
| "loss": 0.0815, |
| "step": 103900 |
| }, |
| { |
| "epoch": 9.714178965066317, |
| "grad_norm": 2.901428461074829, |
| "learning_rate": 5e-06, |
| "loss": 0.0731, |
| "step": 104000 |
| }, |
| { |
| "epoch": 9.723519521763498, |
| "grad_norm": 3.399200201034546, |
| "learning_rate": 5e-06, |
| "loss": 0.073, |
| "step": 104100 |
| }, |
| { |
| "epoch": 9.732860078460677, |
| "grad_norm": 2.298642873764038, |
| "learning_rate": 5e-06, |
| "loss": 0.0773, |
| "step": 104200 |
| }, |
| { |
| "epoch": 9.742200635157856, |
| "grad_norm": 2.6966922283172607, |
| "learning_rate": 5e-06, |
| "loss": 0.0764, |
| "step": 104300 |
| }, |
| { |
| "epoch": 9.751541191855035, |
| "grad_norm": 2.379370927810669, |
| "learning_rate": 5e-06, |
| "loss": 0.0756, |
| "step": 104400 |
| }, |
| { |
| "epoch": 9.760881748552213, |
| "grad_norm": 2.415316343307495, |
| "learning_rate": 5e-06, |
| "loss": 0.0756, |
| "step": 104500 |
| }, |
| { |
| "epoch": 9.770222305249392, |
| "grad_norm": 1.9245457649230957, |
| "learning_rate": 5e-06, |
| "loss": 0.0723, |
| "step": 104600 |
| }, |
| { |
| "epoch": 9.779562861946571, |
| "grad_norm": 3.5307857990264893, |
| "learning_rate": 5e-06, |
| "loss": 0.0785, |
| "step": 104700 |
| }, |
| { |
| "epoch": 9.788903418643752, |
| "grad_norm": 2.916977882385254, |
| "learning_rate": 5e-06, |
| "loss": 0.0792, |
| "step": 104800 |
| }, |
| { |
| "epoch": 9.798243975340931, |
| "grad_norm": 3.0884604454040527, |
| "learning_rate": 5e-06, |
| "loss": 0.0763, |
| "step": 104900 |
| }, |
| { |
| "epoch": 9.80758453203811, |
| "grad_norm": 3.007328510284424, |
| "learning_rate": 5e-06, |
| "loss": 0.075, |
| "step": 105000 |
| }, |
| { |
| "epoch": 9.816925088735289, |
| "grad_norm": 2.3424768447875977, |
| "learning_rate": 5e-06, |
| "loss": 0.0773, |
| "step": 105100 |
| }, |
| { |
| "epoch": 9.826265645432468, |
| "grad_norm": 2.1071925163269043, |
| "learning_rate": 5e-06, |
| "loss": 0.0729, |
| "step": 105200 |
| }, |
| { |
| "epoch": 9.835606202129647, |
| "grad_norm": 2.5617856979370117, |
| "learning_rate": 5e-06, |
| "loss": 0.0738, |
| "step": 105300 |
| }, |
| { |
| "epoch": 9.844946758826826, |
| "grad_norm": 3.935811996459961, |
| "learning_rate": 5e-06, |
| "loss": 0.0753, |
| "step": 105400 |
| }, |
| { |
| "epoch": 9.854287315524004, |
| "grad_norm": 4.181857109069824, |
| "learning_rate": 5e-06, |
| "loss": 0.074, |
| "step": 105500 |
| }, |
| { |
| "epoch": 9.863627872221185, |
| "grad_norm": 2.563767910003662, |
| "learning_rate": 5e-06, |
| "loss": 0.0712, |
| "step": 105600 |
| }, |
| { |
| "epoch": 9.872968428918364, |
| "grad_norm": 2.7415473461151123, |
| "learning_rate": 5e-06, |
| "loss": 0.0772, |
| "step": 105700 |
| }, |
| { |
| "epoch": 9.882308985615543, |
| "grad_norm": 2.5411031246185303, |
| "learning_rate": 5e-06, |
| "loss": 0.0768, |
| "step": 105800 |
| }, |
| { |
| "epoch": 9.891649542312722, |
| "grad_norm": 3.3949081897735596, |
| "learning_rate": 5e-06, |
| "loss": 0.0771, |
| "step": 105900 |
| }, |
| { |
| "epoch": 9.900990099009901, |
| "grad_norm": 2.7022135257720947, |
| "learning_rate": 5e-06, |
| "loss": 0.0746, |
| "step": 106000 |
| }, |
| { |
| "epoch": 9.91033065570708, |
| "grad_norm": 2.170954465866089, |
| "learning_rate": 5e-06, |
| "loss": 0.0717, |
| "step": 106100 |
| }, |
| { |
| "epoch": 9.919671212404259, |
| "grad_norm": 3.4454445838928223, |
| "learning_rate": 5e-06, |
| "loss": 0.0775, |
| "step": 106200 |
| }, |
| { |
| "epoch": 9.929011769101438, |
| "grad_norm": 2.4592089653015137, |
| "learning_rate": 5e-06, |
| "loss": 0.0761, |
| "step": 106300 |
| }, |
| { |
| "epoch": 9.938352325798618, |
| "grad_norm": 3.5572330951690674, |
| "learning_rate": 5e-06, |
| "loss": 0.0705, |
| "step": 106400 |
| }, |
| { |
| "epoch": 9.947692882495797, |
| "grad_norm": 2.3720855712890625, |
| "learning_rate": 5e-06, |
| "loss": 0.0761, |
| "step": 106500 |
| }, |
| { |
| "epoch": 9.957033439192976, |
| "grad_norm": 2.647249937057495, |
| "learning_rate": 5e-06, |
| "loss": 0.0746, |
| "step": 106600 |
| }, |
| { |
| "epoch": 9.966373995890155, |
| "grad_norm": 2.807124614715576, |
| "learning_rate": 5e-06, |
| "loss": 0.0722, |
| "step": 106700 |
| }, |
| { |
| "epoch": 9.975714552587334, |
| "grad_norm": 2.5490691661834717, |
| "learning_rate": 5e-06, |
| "loss": 0.0723, |
| "step": 106800 |
| }, |
| { |
| "epoch": 9.985055109284513, |
| "grad_norm": 3.21537446975708, |
| "learning_rate": 5e-06, |
| "loss": 0.0689, |
| "step": 106900 |
| }, |
| { |
| "epoch": 9.994395665981692, |
| "grad_norm": 4.067836284637451, |
| "learning_rate": 5e-06, |
| "loss": 0.0727, |
| "step": 107000 |
| }, |
| { |
| "epoch": 10.0, |
| "step": 107060, |
| "train_loss": 0.060166969895362854, |
| "train_perplexity": 1.0620138560846943, |
| "train_runtime": 1017.304, |
| "train_samples_per_second": 168.378, |
| "train_steps_per_second": 10.524 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_loss": 0.05964706838130951, |
| "eval_perplexity": 1.0614618569779897, |
| "eval_runtime": 197.7603, |
| "eval_samples_per_second": 216.54, |
| "eval_steps_per_second": 13.537, |
| "step": 107060 |
| }, |
| { |
| "epoch": 10.00373622267887, |
| "grad_norm": 2.231055974960327, |
| "learning_rate": 5e-06, |
| "loss": 0.0693, |
| "step": 107100 |
| }, |
| { |
| "epoch": 10.013076779376052, |
| "grad_norm": 2.350270986557007, |
| "learning_rate": 5e-06, |
| "loss": 0.0726, |
| "step": 107200 |
| }, |
| { |
| "epoch": 10.02241733607323, |
| "grad_norm": 1.7475045919418335, |
| "learning_rate": 5e-06, |
| "loss": 0.0734, |
| "step": 107300 |
| }, |
| { |
| "epoch": 10.03175789277041, |
| "grad_norm": 2.5924525260925293, |
| "learning_rate": 5e-06, |
| "loss": 0.0748, |
| "step": 107400 |
| }, |
| { |
| "epoch": 10.041098449467588, |
| "grad_norm": 2.944627046585083, |
| "learning_rate": 5e-06, |
| "loss": 0.0751, |
| "step": 107500 |
| }, |
| { |
| "epoch": 10.050439006164767, |
| "grad_norm": 3.2873740196228027, |
| "learning_rate": 5e-06, |
| "loss": 0.075, |
| "step": 107600 |
| }, |
| { |
| "epoch": 10.059779562861946, |
| "grad_norm": 2.0019919872283936, |
| "learning_rate": 5e-06, |
| "loss": 0.0741, |
| "step": 107700 |
| }, |
| { |
| "epoch": 10.069120119559125, |
| "grad_norm": 1.515670895576477, |
| "learning_rate": 5e-06, |
| "loss": 0.0696, |
| "step": 107800 |
| }, |
| { |
| "epoch": 10.078460676256304, |
| "grad_norm": 2.6941933631896973, |
| "learning_rate": 5e-06, |
| "loss": 0.0723, |
| "step": 107900 |
| }, |
| { |
| "epoch": 10.087801232953485, |
| "grad_norm": 3.383098602294922, |
| "learning_rate": 5e-06, |
| "loss": 0.0757, |
| "step": 108000 |
| }, |
| { |
| "epoch": 10.097141789650664, |
| "grad_norm": 2.5060105323791504, |
| "learning_rate": 5e-06, |
| "loss": 0.0701, |
| "step": 108100 |
| }, |
| { |
| "epoch": 10.106482346347843, |
| "grad_norm": 2.7727437019348145, |
| "learning_rate": 5e-06, |
| "loss": 0.0714, |
| "step": 108200 |
| }, |
| { |
| "epoch": 10.115822903045022, |
| "grad_norm": 2.376312732696533, |
| "learning_rate": 5e-06, |
| "loss": 0.071, |
| "step": 108300 |
| }, |
| { |
| "epoch": 10.1251634597422, |
| "grad_norm": 2.834085464477539, |
| "learning_rate": 5e-06, |
| "loss": 0.0707, |
| "step": 108400 |
| }, |
| { |
| "epoch": 10.13450401643938, |
| "grad_norm": 2.8287582397460938, |
| "learning_rate": 5e-06, |
| "loss": 0.0779, |
| "step": 108500 |
| }, |
| { |
| "epoch": 10.143844573136558, |
| "grad_norm": 2.6643459796905518, |
| "learning_rate": 5e-06, |
| "loss": 0.0723, |
| "step": 108600 |
| }, |
| { |
| "epoch": 10.153185129833737, |
| "grad_norm": 2.5419788360595703, |
| "learning_rate": 5e-06, |
| "loss": 0.0719, |
| "step": 108700 |
| }, |
| { |
| "epoch": 10.162525686530918, |
| "grad_norm": 2.298888921737671, |
| "learning_rate": 5e-06, |
| "loss": 0.0713, |
| "step": 108800 |
| }, |
| { |
| "epoch": 10.171866243228097, |
| "grad_norm": 2.2854158878326416, |
| "learning_rate": 5e-06, |
| "loss": 0.0665, |
| "step": 108900 |
| }, |
| { |
| "epoch": 10.181206799925276, |
| "grad_norm": 2.931692123413086, |
| "learning_rate": 5e-06, |
| "loss": 0.0709, |
| "step": 109000 |
| }, |
| { |
| "epoch": 10.190547356622455, |
| "grad_norm": 2.8471829891204834, |
| "learning_rate": 5e-06, |
| "loss": 0.0741, |
| "step": 109100 |
| }, |
| { |
| "epoch": 10.199887913319634, |
| "grad_norm": 2.379373073577881, |
| "learning_rate": 5e-06, |
| "loss": 0.0764, |
| "step": 109200 |
| }, |
| { |
| "epoch": 10.209228470016813, |
| "grad_norm": 3.2478201389312744, |
| "learning_rate": 5e-06, |
| "loss": 0.0757, |
| "step": 109300 |
| }, |
| { |
| "epoch": 10.218569026713991, |
| "grad_norm": 2.7454841136932373, |
| "learning_rate": 5e-06, |
| "loss": 0.0736, |
| "step": 109400 |
| }, |
| { |
| "epoch": 10.227909583411172, |
| "grad_norm": 2.11966872215271, |
| "learning_rate": 5e-06, |
| "loss": 0.0702, |
| "step": 109500 |
| }, |
| { |
| "epoch": 10.237250140108351, |
| "grad_norm": 2.7177233695983887, |
| "learning_rate": 5e-06, |
| "loss": 0.0733, |
| "step": 109600 |
| }, |
| { |
| "epoch": 10.24659069680553, |
| "grad_norm": 2.163015365600586, |
| "learning_rate": 5e-06, |
| "loss": 0.0721, |
| "step": 109700 |
| }, |
| { |
| "epoch": 10.255931253502709, |
| "grad_norm": 3.463284730911255, |
| "learning_rate": 5e-06, |
| "loss": 0.0697, |
| "step": 109800 |
| }, |
| { |
| "epoch": 10.265271810199888, |
| "grad_norm": 2.802532196044922, |
| "learning_rate": 5e-06, |
| "loss": 0.0676, |
| "step": 109900 |
| }, |
| { |
| "epoch": 10.274612366897067, |
| "grad_norm": 2.1669797897338867, |
| "learning_rate": 5e-06, |
| "loss": 0.0713, |
| "step": 110000 |
| }, |
| { |
| "epoch": 10.283952923594246, |
| "grad_norm": 2.508415699005127, |
| "learning_rate": 5e-06, |
| "loss": 0.0726, |
| "step": 110100 |
| }, |
| { |
| "epoch": 10.293293480291425, |
| "grad_norm": 2.86501145362854, |
| "learning_rate": 5e-06, |
| "loss": 0.069, |
| "step": 110200 |
| }, |
| { |
| "epoch": 10.302634036988605, |
| "grad_norm": 2.4211878776550293, |
| "learning_rate": 5e-06, |
| "loss": 0.0698, |
| "step": 110300 |
| }, |
| { |
| "epoch": 10.311974593685784, |
| "grad_norm": 2.3600478172302246, |
| "learning_rate": 5e-06, |
| "loss": 0.0677, |
| "step": 110400 |
| }, |
| { |
| "epoch": 10.321315150382963, |
| "grad_norm": 2.337353467941284, |
| "learning_rate": 5e-06, |
| "loss": 0.0685, |
| "step": 110500 |
| }, |
| { |
| "epoch": 10.330655707080142, |
| "grad_norm": 2.413864850997925, |
| "learning_rate": 5e-06, |
| "loss": 0.0657, |
| "step": 110600 |
| }, |
| { |
| "epoch": 10.339996263777321, |
| "grad_norm": 2.917512893676758, |
| "learning_rate": 5e-06, |
| "loss": 0.0713, |
| "step": 110700 |
| }, |
| { |
| "epoch": 10.3493368204745, |
| "grad_norm": 2.343388795852661, |
| "learning_rate": 5e-06, |
| "loss": 0.0707, |
| "step": 110800 |
| }, |
| { |
| "epoch": 10.358677377171679, |
| "grad_norm": 2.4226696491241455, |
| "learning_rate": 5e-06, |
| "loss": 0.073, |
| "step": 110900 |
| }, |
| { |
| "epoch": 10.368017933868858, |
| "grad_norm": 2.7915830612182617, |
| "learning_rate": 5e-06, |
| "loss": 0.0728, |
| "step": 111000 |
| }, |
| { |
| "epoch": 10.377358490566039, |
| "grad_norm": 2.3911495208740234, |
| "learning_rate": 5e-06, |
| "loss": 0.0691, |
| "step": 111100 |
| }, |
| { |
| "epoch": 10.386699047263217, |
| "grad_norm": 2.3223507404327393, |
| "learning_rate": 5e-06, |
| "loss": 0.0723, |
| "step": 111200 |
| }, |
| { |
| "epoch": 10.396039603960396, |
| "grad_norm": 2.1724331378936768, |
| "learning_rate": 5e-06, |
| "loss": 0.0665, |
| "step": 111300 |
| }, |
| { |
| "epoch": 10.405380160657575, |
| "grad_norm": 2.539924144744873, |
| "learning_rate": 5e-06, |
| "loss": 0.0649, |
| "step": 111400 |
| }, |
| { |
| "epoch": 10.414720717354754, |
| "grad_norm": 2.31107759475708, |
| "learning_rate": 5e-06, |
| "loss": 0.0705, |
| "step": 111500 |
| }, |
| { |
| "epoch": 10.424061274051933, |
| "grad_norm": 2.3840949535369873, |
| "learning_rate": 5e-06, |
| "loss": 0.0709, |
| "step": 111600 |
| }, |
| { |
| "epoch": 10.433401830749112, |
| "grad_norm": 2.2724602222442627, |
| "learning_rate": 5e-06, |
| "loss": 0.0733, |
| "step": 111700 |
| }, |
| { |
| "epoch": 10.442742387446291, |
| "grad_norm": 2.8362386226654053, |
| "learning_rate": 5e-06, |
| "loss": 0.07, |
| "step": 111800 |
| }, |
| { |
| "epoch": 10.452082944143472, |
| "grad_norm": 3.1192290782928467, |
| "learning_rate": 5e-06, |
| "loss": 0.0678, |
| "step": 111900 |
| }, |
| { |
| "epoch": 10.46142350084065, |
| "grad_norm": 2.777975082397461, |
| "learning_rate": 5e-06, |
| "loss": 0.0707, |
| "step": 112000 |
| }, |
| { |
| "epoch": 10.47076405753783, |
| "grad_norm": 2.184765100479126, |
| "learning_rate": 5e-06, |
| "loss": 0.0704, |
| "step": 112100 |
| }, |
| { |
| "epoch": 10.480104614235008, |
| "grad_norm": 3.2166948318481445, |
| "learning_rate": 5e-06, |
| "loss": 0.0685, |
| "step": 112200 |
| }, |
| { |
| "epoch": 10.489445170932187, |
| "grad_norm": 2.2232613563537598, |
| "learning_rate": 5e-06, |
| "loss": 0.0658, |
| "step": 112300 |
| }, |
| { |
| "epoch": 10.498785727629366, |
| "grad_norm": 2.4306838512420654, |
| "learning_rate": 5e-06, |
| "loss": 0.0682, |
| "step": 112400 |
| }, |
| { |
| "epoch": 10.508126284326545, |
| "grad_norm": 2.6864805221557617, |
| "learning_rate": 5e-06, |
| "loss": 0.0705, |
| "step": 112500 |
| }, |
| { |
| "epoch": 10.517466841023724, |
| "grad_norm": 3.399606704711914, |
| "learning_rate": 5e-06, |
| "loss": 0.0705, |
| "step": 112600 |
| }, |
| { |
| "epoch": 10.526807397720905, |
| "grad_norm": 2.7851946353912354, |
| "learning_rate": 5e-06, |
| "loss": 0.0693, |
| "step": 112700 |
| }, |
| { |
| "epoch": 10.536147954418084, |
| "grad_norm": 2.2807109355926514, |
| "learning_rate": 5e-06, |
| "loss": 0.0678, |
| "step": 112800 |
| }, |
| { |
| "epoch": 10.545488511115263, |
| "grad_norm": 2.2033438682556152, |
| "learning_rate": 5e-06, |
| "loss": 0.0726, |
| "step": 112900 |
| }, |
| { |
| "epoch": 10.554829067812442, |
| "grad_norm": 2.338056802749634, |
| "learning_rate": 5e-06, |
| "loss": 0.0694, |
| "step": 113000 |
| }, |
| { |
| "epoch": 10.56416962450962, |
| "grad_norm": 2.626383066177368, |
| "learning_rate": 5e-06, |
| "loss": 0.0728, |
| "step": 113100 |
| }, |
| { |
| "epoch": 10.5735101812068, |
| "grad_norm": 2.380974292755127, |
| "learning_rate": 5e-06, |
| "loss": 0.0702, |
| "step": 113200 |
| }, |
| { |
| "epoch": 10.582850737903978, |
| "grad_norm": 2.473747730255127, |
| "learning_rate": 5e-06, |
| "loss": 0.0715, |
| "step": 113300 |
| }, |
| { |
| "epoch": 10.592191294601157, |
| "grad_norm": 2.4927830696105957, |
| "learning_rate": 5e-06, |
| "loss": 0.0677, |
| "step": 113400 |
| }, |
| { |
| "epoch": 10.601531851298338, |
| "grad_norm": 2.3055810928344727, |
| "learning_rate": 5e-06, |
| "loss": 0.0669, |
| "step": 113500 |
| }, |
| { |
| "epoch": 10.610872407995517, |
| "grad_norm": 2.97214412689209, |
| "learning_rate": 5e-06, |
| "loss": 0.0673, |
| "step": 113600 |
| }, |
| { |
| "epoch": 10.620212964692696, |
| "grad_norm": 3.3484435081481934, |
| "learning_rate": 5e-06, |
| "loss": 0.0687, |
| "step": 113700 |
| }, |
| { |
| "epoch": 10.629553521389875, |
| "grad_norm": 2.6867783069610596, |
| "learning_rate": 5e-06, |
| "loss": 0.0704, |
| "step": 113800 |
| }, |
| { |
| "epoch": 10.638894078087054, |
| "grad_norm": 2.4846343994140625, |
| "learning_rate": 5e-06, |
| "loss": 0.0676, |
| "step": 113900 |
| }, |
| { |
| "epoch": 10.648234634784233, |
| "grad_norm": 2.4378533363342285, |
| "learning_rate": 5e-06, |
| "loss": 0.0703, |
| "step": 114000 |
| }, |
| { |
| "epoch": 10.657575191481412, |
| "grad_norm": 2.5716285705566406, |
| "learning_rate": 5e-06, |
| "loss": 0.0666, |
| "step": 114100 |
| }, |
| { |
| "epoch": 10.666915748178592, |
| "grad_norm": 3.0373311042785645, |
| "learning_rate": 5e-06, |
| "loss": 0.0674, |
| "step": 114200 |
| }, |
| { |
| "epoch": 10.676256304875771, |
| "grad_norm": 3.7330429553985596, |
| "learning_rate": 5e-06, |
| "loss": 0.0705, |
| "step": 114300 |
| }, |
| { |
| "epoch": 10.68559686157295, |
| "grad_norm": 2.2147674560546875, |
| "learning_rate": 5e-06, |
| "loss": 0.0671, |
| "step": 114400 |
| }, |
| { |
| "epoch": 10.69493741827013, |
| "grad_norm": 2.295393943786621, |
| "learning_rate": 5e-06, |
| "loss": 0.0682, |
| "step": 114500 |
| }, |
| { |
| "epoch": 10.704277974967308, |
| "grad_norm": 2.423102378845215, |
| "learning_rate": 5e-06, |
| "loss": 0.0731, |
| "step": 114600 |
| }, |
| { |
| "epoch": 10.713618531664487, |
| "grad_norm": 4.468764305114746, |
| "learning_rate": 5e-06, |
| "loss": 0.0731, |
| "step": 114700 |
| }, |
| { |
| "epoch": 10.722959088361666, |
| "grad_norm": 2.0528647899627686, |
| "learning_rate": 5e-06, |
| "loss": 0.0693, |
| "step": 114800 |
| }, |
| { |
| "epoch": 10.732299645058845, |
| "grad_norm": 2.6997604370117188, |
| "learning_rate": 5e-06, |
| "loss": 0.0708, |
| "step": 114900 |
| }, |
| { |
| "epoch": 10.741640201756024, |
| "grad_norm": 2.5636045932769775, |
| "learning_rate": 5e-06, |
| "loss": 0.0687, |
| "step": 115000 |
| }, |
| { |
| "epoch": 10.750980758453204, |
| "grad_norm": 2.3612310886383057, |
| "learning_rate": 5e-06, |
| "loss": 0.0662, |
| "step": 115100 |
| }, |
| { |
| "epoch": 10.760321315150383, |
| "grad_norm": 2.752565383911133, |
| "learning_rate": 5e-06, |
| "loss": 0.0661, |
| "step": 115200 |
| }, |
| { |
| "epoch": 10.769661871847562, |
| "grad_norm": 2.3017187118530273, |
| "learning_rate": 5e-06, |
| "loss": 0.0675, |
| "step": 115300 |
| }, |
| { |
| "epoch": 10.779002428544741, |
| "grad_norm": 2.6479578018188477, |
| "learning_rate": 5e-06, |
| "loss": 0.0724, |
| "step": 115400 |
| }, |
| { |
| "epoch": 10.78834298524192, |
| "grad_norm": 2.307126998901367, |
| "learning_rate": 5e-06, |
| "loss": 0.0628, |
| "step": 115500 |
| }, |
| { |
| "epoch": 10.797683541939099, |
| "grad_norm": 4.300950050354004, |
| "learning_rate": 5e-06, |
| "loss": 0.0693, |
| "step": 115600 |
| }, |
| { |
| "epoch": 10.807024098636278, |
| "grad_norm": 2.667159080505371, |
| "learning_rate": 5e-06, |
| "loss": 0.0676, |
| "step": 115700 |
| }, |
| { |
| "epoch": 10.816364655333459, |
| "grad_norm": 2.000739097595215, |
| "learning_rate": 5e-06, |
| "loss": 0.0687, |
| "step": 115800 |
| }, |
| { |
| "epoch": 10.825705212030638, |
| "grad_norm": 3.0997917652130127, |
| "learning_rate": 5e-06, |
| "loss": 0.0671, |
| "step": 115900 |
| }, |
| { |
| "epoch": 10.835045768727817, |
| "grad_norm": 2.5761632919311523, |
| "learning_rate": 5e-06, |
| "loss": 0.0643, |
| "step": 116000 |
| }, |
| { |
| "epoch": 10.844386325424995, |
| "grad_norm": 2.340982437133789, |
| "learning_rate": 5e-06, |
| "loss": 0.0697, |
| "step": 116100 |
| }, |
| { |
| "epoch": 10.853726882122174, |
| "grad_norm": 2.2386372089385986, |
| "learning_rate": 5e-06, |
| "loss": 0.0688, |
| "step": 116200 |
| }, |
| { |
| "epoch": 10.863067438819353, |
| "grad_norm": 2.2479875087738037, |
| "learning_rate": 5e-06, |
| "loss": 0.0737, |
| "step": 116300 |
| }, |
| { |
| "epoch": 10.872407995516532, |
| "grad_norm": 2.169222116470337, |
| "learning_rate": 5e-06, |
| "loss": 0.0668, |
| "step": 116400 |
| }, |
| { |
| "epoch": 10.881748552213711, |
| "grad_norm": 2.5528430938720703, |
| "learning_rate": 5e-06, |
| "loss": 0.0665, |
| "step": 116500 |
| }, |
| { |
| "epoch": 10.891089108910892, |
| "grad_norm": 2.690305709838867, |
| "learning_rate": 5e-06, |
| "loss": 0.065, |
| "step": 116600 |
| }, |
| { |
| "epoch": 10.90042966560807, |
| "grad_norm": 2.019625663757324, |
| "learning_rate": 5e-06, |
| "loss": 0.0695, |
| "step": 116700 |
| }, |
| { |
| "epoch": 10.90977022230525, |
| "grad_norm": 3.1060750484466553, |
| "learning_rate": 5e-06, |
| "loss": 0.0662, |
| "step": 116800 |
| }, |
| { |
| "epoch": 10.919110779002429, |
| "grad_norm": 2.0533018112182617, |
| "learning_rate": 5e-06, |
| "loss": 0.0658, |
| "step": 116900 |
| }, |
| { |
| "epoch": 10.928451335699608, |
| "grad_norm": 2.7997798919677734, |
| "learning_rate": 5e-06, |
| "loss": 0.07, |
| "step": 117000 |
| }, |
| { |
| "epoch": 10.937791892396787, |
| "grad_norm": 2.6843652725219727, |
| "learning_rate": 5e-06, |
| "loss": 0.0674, |
| "step": 117100 |
| }, |
| { |
| "epoch": 10.947132449093965, |
| "grad_norm": 1.7041007280349731, |
| "learning_rate": 5e-06, |
| "loss": 0.0693, |
| "step": 117200 |
| }, |
| { |
| "epoch": 10.956473005791144, |
| "grad_norm": 2.9918301105499268, |
| "learning_rate": 5e-06, |
| "loss": 0.0639, |
| "step": 117300 |
| }, |
| { |
| "epoch": 10.965813562488325, |
| "grad_norm": 2.424360990524292, |
| "learning_rate": 5e-06, |
| "loss": 0.0716, |
| "step": 117400 |
| }, |
| { |
| "epoch": 10.975154119185504, |
| "grad_norm": 2.744913339614868, |
| "learning_rate": 5e-06, |
| "loss": 0.0655, |
| "step": 117500 |
| }, |
| { |
| "epoch": 10.984494675882683, |
| "grad_norm": 2.6660637855529785, |
| "learning_rate": 5e-06, |
| "loss": 0.0665, |
| "step": 117600 |
| }, |
| { |
| "epoch": 10.993835232579862, |
| "grad_norm": 2.7591612339019775, |
| "learning_rate": 5e-06, |
| "loss": 0.0691, |
| "step": 117700 |
| }, |
| { |
| "epoch": 11.0, |
| "step": 117766, |
| "train_loss": 0.05445004999637604, |
| "train_perplexity": 1.0559597299040562, |
| "train_runtime": 1019.5127, |
| "train_samples_per_second": 168.014, |
| "train_steps_per_second": 10.501 |
| }, |
| { |
| "epoch": 11.0, |
| "eval_loss": 0.0539848618209362, |
| "eval_perplexity": 1.0554686241611126, |
| "eval_runtime": 197.9825, |
| "eval_samples_per_second": 216.297, |
| "eval_steps_per_second": 13.521, |
| "step": 117766 |
| }, |
| { |
| "epoch": 11.00317578927704, |
| "grad_norm": 2.333958625793457, |
| "learning_rate": 5e-06, |
| "loss": 0.0671, |
| "step": 117800 |
| }, |
| { |
| "epoch": 11.01251634597422, |
| "grad_norm": 2.3535068035125732, |
| "learning_rate": 5e-06, |
| "loss": 0.0703, |
| "step": 117900 |
| }, |
| { |
| "epoch": 11.021856902671399, |
| "grad_norm": 2.497757911682129, |
| "learning_rate": 5e-06, |
| "loss": 0.068, |
| "step": 118000 |
| }, |
| { |
| "epoch": 11.031197459368578, |
| "grad_norm": 2.630311965942383, |
| "learning_rate": 5e-06, |
| "loss": 0.0642, |
| "step": 118100 |
| }, |
| { |
| "epoch": 11.040538016065758, |
| "grad_norm": 2.519289255142212, |
| "learning_rate": 5e-06, |
| "loss": 0.0692, |
| "step": 118200 |
| }, |
| { |
| "epoch": 11.049878572762937, |
| "grad_norm": 1.9067481756210327, |
| "learning_rate": 5e-06, |
| "loss": 0.0684, |
| "step": 118300 |
| }, |
| { |
| "epoch": 11.059219129460116, |
| "grad_norm": 1.911318302154541, |
| "learning_rate": 5e-06, |
| "loss": 0.0628, |
| "step": 118400 |
| }, |
| { |
| "epoch": 11.068559686157295, |
| "grad_norm": 2.8196356296539307, |
| "learning_rate": 5e-06, |
| "loss": 0.0659, |
| "step": 118500 |
| }, |
| { |
| "epoch": 11.077900242854474, |
| "grad_norm": 2.6857833862304688, |
| "learning_rate": 5e-06, |
| "loss": 0.068, |
| "step": 118600 |
| }, |
| { |
| "epoch": 11.087240799551653, |
| "grad_norm": 1.565539836883545, |
| "learning_rate": 5e-06, |
| "loss": 0.0664, |
| "step": 118700 |
| }, |
| { |
| "epoch": 11.096581356248832, |
| "grad_norm": 2.888293743133545, |
| "learning_rate": 5e-06, |
| "loss": 0.0653, |
| "step": 118800 |
| }, |
| { |
| "epoch": 11.10592191294601, |
| "grad_norm": 2.4906904697418213, |
| "learning_rate": 5e-06, |
| "loss": 0.065, |
| "step": 118900 |
| }, |
| { |
| "epoch": 11.115262469643191, |
| "grad_norm": 1.9607635736465454, |
| "learning_rate": 5e-06, |
| "loss": 0.0645, |
| "step": 119000 |
| }, |
| { |
| "epoch": 11.12460302634037, |
| "grad_norm": 2.193490505218506, |
| "learning_rate": 5e-06, |
| "loss": 0.0683, |
| "step": 119100 |
| }, |
| { |
| "epoch": 11.13394358303755, |
| "grad_norm": 3.26071834564209, |
| "learning_rate": 5e-06, |
| "loss": 0.0677, |
| "step": 119200 |
| }, |
| { |
| "epoch": 11.143284139734728, |
| "grad_norm": 2.4593586921691895, |
| "learning_rate": 5e-06, |
| "loss": 0.0639, |
| "step": 119300 |
| }, |
| { |
| "epoch": 11.152624696431907, |
| "grad_norm": 2.32558536529541, |
| "learning_rate": 5e-06, |
| "loss": 0.0633, |
| "step": 119400 |
| }, |
| { |
| "epoch": 11.161965253129086, |
| "grad_norm": 3.0653018951416016, |
| "learning_rate": 5e-06, |
| "loss": 0.0626, |
| "step": 119500 |
| }, |
| { |
| "epoch": 11.171305809826265, |
| "grad_norm": 1.8302185535430908, |
| "learning_rate": 5e-06, |
| "loss": 0.0606, |
| "step": 119600 |
| }, |
| { |
| "epoch": 11.180646366523444, |
| "grad_norm": 2.544100761413574, |
| "learning_rate": 5e-06, |
| "loss": 0.0638, |
| "step": 119700 |
| }, |
| { |
| "epoch": 11.189986923220625, |
| "grad_norm": 2.016894817352295, |
| "learning_rate": 5e-06, |
| "loss": 0.0641, |
| "step": 119800 |
| }, |
| { |
| "epoch": 11.199327479917804, |
| "grad_norm": 2.541773796081543, |
| "learning_rate": 5e-06, |
| "loss": 0.0699, |
| "step": 119900 |
| }, |
| { |
| "epoch": 11.208668036614982, |
| "grad_norm": 2.5445396900177, |
| "learning_rate": 5e-06, |
| "loss": 0.0657, |
| "step": 120000 |
| }, |
| { |
| "epoch": 11.218008593312161, |
| "grad_norm": 2.401991844177246, |
| "learning_rate": 5e-06, |
| "loss": 0.069, |
| "step": 120100 |
| }, |
| { |
| "epoch": 11.22734915000934, |
| "grad_norm": 2.581355571746826, |
| "learning_rate": 5e-06, |
| "loss": 0.0653, |
| "step": 120200 |
| }, |
| { |
| "epoch": 11.23668970670652, |
| "grad_norm": 3.0692639350891113, |
| "learning_rate": 5e-06, |
| "loss": 0.0625, |
| "step": 120300 |
| }, |
| { |
| "epoch": 11.246030263403698, |
| "grad_norm": 2.7258903980255127, |
| "learning_rate": 5e-06, |
| "loss": 0.0644, |
| "step": 120400 |
| }, |
| { |
| "epoch": 11.255370820100879, |
| "grad_norm": 2.0995278358459473, |
| "learning_rate": 5e-06, |
| "loss": 0.0644, |
| "step": 120500 |
| }, |
| { |
| "epoch": 11.264711376798058, |
| "grad_norm": 2.590068817138672, |
| "learning_rate": 5e-06, |
| "loss": 0.0639, |
| "step": 120600 |
| }, |
| { |
| "epoch": 11.274051933495237, |
| "grad_norm": 2.1145784854888916, |
| "learning_rate": 5e-06, |
| "loss": 0.0652, |
| "step": 120700 |
| }, |
| { |
| "epoch": 11.283392490192416, |
| "grad_norm": 2.285386323928833, |
| "learning_rate": 5e-06, |
| "loss": 0.0631, |
| "step": 120800 |
| }, |
| { |
| "epoch": 11.292733046889595, |
| "grad_norm": 2.301269769668579, |
| "learning_rate": 5e-06, |
| "loss": 0.065, |
| "step": 120900 |
| }, |
| { |
| "epoch": 11.302073603586773, |
| "grad_norm": 2.3325064182281494, |
| "learning_rate": 5e-06, |
| "loss": 0.0643, |
| "step": 121000 |
| }, |
| { |
| "epoch": 11.311414160283952, |
| "grad_norm": 2.6874635219573975, |
| "learning_rate": 5e-06, |
| "loss": 0.0651, |
| "step": 121100 |
| }, |
| { |
| "epoch": 11.320754716981131, |
| "grad_norm": 2.7471208572387695, |
| "learning_rate": 5e-06, |
| "loss": 0.0639, |
| "step": 121200 |
| }, |
| { |
| "epoch": 11.330095273678312, |
| "grad_norm": 2.0977041721343994, |
| "learning_rate": 5e-06, |
| "loss": 0.066, |
| "step": 121300 |
| }, |
| { |
| "epoch": 11.339435830375491, |
| "grad_norm": 2.3548543453216553, |
| "learning_rate": 5e-06, |
| "loss": 0.0628, |
| "step": 121400 |
| }, |
| { |
| "epoch": 11.34877638707267, |
| "grad_norm": 2.542656898498535, |
| "learning_rate": 5e-06, |
| "loss": 0.0695, |
| "step": 121500 |
| }, |
| { |
| "epoch": 11.358116943769849, |
| "grad_norm": 2.560004234313965, |
| "learning_rate": 5e-06, |
| "loss": 0.0645, |
| "step": 121600 |
| }, |
| { |
| "epoch": 11.367457500467028, |
| "grad_norm": 2.6390371322631836, |
| "learning_rate": 5e-06, |
| "loss": 0.066, |
| "step": 121700 |
| }, |
| { |
| "epoch": 11.376798057164207, |
| "grad_norm": 3.333531141281128, |
| "learning_rate": 5e-06, |
| "loss": 0.0609, |
| "step": 121800 |
| }, |
| { |
| "epoch": 11.386138613861386, |
| "grad_norm": 2.7208364009857178, |
| "learning_rate": 5e-06, |
| "loss": 0.0663, |
| "step": 121900 |
| }, |
| { |
| "epoch": 11.395479170558565, |
| "grad_norm": 2.3113901615142822, |
| "learning_rate": 5e-06, |
| "loss": 0.0664, |
| "step": 122000 |
| }, |
| { |
| "epoch": 11.404819727255745, |
| "grad_norm": 2.446310520172119, |
| "learning_rate": 5e-06, |
| "loss": 0.068, |
| "step": 122100 |
| }, |
| { |
| "epoch": 11.414160283952924, |
| "grad_norm": 2.190965414047241, |
| "learning_rate": 5e-06, |
| "loss": 0.0683, |
| "step": 122200 |
| }, |
| { |
| "epoch": 11.423500840650103, |
| "grad_norm": 2.215872287750244, |
| "learning_rate": 5e-06, |
| "loss": 0.062, |
| "step": 122300 |
| }, |
| { |
| "epoch": 11.432841397347282, |
| "grad_norm": 2.0011444091796875, |
| "learning_rate": 5e-06, |
| "loss": 0.0656, |
| "step": 122400 |
| }, |
| { |
| "epoch": 11.442181954044461, |
| "grad_norm": 2.313288688659668, |
| "learning_rate": 5e-06, |
| "loss": 0.0644, |
| "step": 122500 |
| }, |
| { |
| "epoch": 11.45152251074164, |
| "grad_norm": 2.3803763389587402, |
| "learning_rate": 5e-06, |
| "loss": 0.0626, |
| "step": 122600 |
| }, |
| { |
| "epoch": 11.460863067438819, |
| "grad_norm": 3.6111178398132324, |
| "learning_rate": 5e-06, |
| "loss": 0.0635, |
| "step": 122700 |
| }, |
| { |
| "epoch": 11.470203624135998, |
| "grad_norm": 2.4881951808929443, |
| "learning_rate": 5e-06, |
| "loss": 0.0642, |
| "step": 122800 |
| }, |
| { |
| "epoch": 11.479544180833178, |
| "grad_norm": 2.187260627746582, |
| "learning_rate": 5e-06, |
| "loss": 0.0638, |
| "step": 122900 |
| }, |
| { |
| "epoch": 11.488884737530357, |
| "grad_norm": 2.2151591777801514, |
| "learning_rate": 5e-06, |
| "loss": 0.0639, |
| "step": 123000 |
| }, |
| { |
| "epoch": 11.498225294227536, |
| "grad_norm": 2.606917381286621, |
| "learning_rate": 5e-06, |
| "loss": 0.0653, |
| "step": 123100 |
| }, |
| { |
| "epoch": 11.507565850924715, |
| "grad_norm": 2.559141159057617, |
| "learning_rate": 5e-06, |
| "loss": 0.0646, |
| "step": 123200 |
| }, |
| { |
| "epoch": 11.516906407621894, |
| "grad_norm": 1.993769645690918, |
| "learning_rate": 5e-06, |
| "loss": 0.0669, |
| "step": 123300 |
| }, |
| { |
| "epoch": 11.526246964319073, |
| "grad_norm": 2.3391997814178467, |
| "learning_rate": 5e-06, |
| "loss": 0.0623, |
| "step": 123400 |
| }, |
| { |
| "epoch": 11.535587521016252, |
| "grad_norm": 2.047821044921875, |
| "learning_rate": 5e-06, |
| "loss": 0.0615, |
| "step": 123500 |
| }, |
| { |
| "epoch": 11.544928077713433, |
| "grad_norm": 2.7425482273101807, |
| "learning_rate": 5e-06, |
| "loss": 0.0629, |
| "step": 123600 |
| }, |
| { |
| "epoch": 11.554268634410612, |
| "grad_norm": 2.202695846557617, |
| "learning_rate": 5e-06, |
| "loss": 0.0618, |
| "step": 123700 |
| }, |
| { |
| "epoch": 11.56360919110779, |
| "grad_norm": 2.1013243198394775, |
| "learning_rate": 5e-06, |
| "loss": 0.0677, |
| "step": 123800 |
| }, |
| { |
| "epoch": 11.57294974780497, |
| "grad_norm": 2.9924585819244385, |
| "learning_rate": 5e-06, |
| "loss": 0.064, |
| "step": 123900 |
| }, |
| { |
| "epoch": 11.582290304502148, |
| "grad_norm": 3.2667248249053955, |
| "learning_rate": 5e-06, |
| "loss": 0.0631, |
| "step": 124000 |
| }, |
| { |
| "epoch": 11.591630861199327, |
| "grad_norm": 2.343499183654785, |
| "learning_rate": 5e-06, |
| "loss": 0.0574, |
| "step": 124100 |
| }, |
| { |
| "epoch": 11.600971417896506, |
| "grad_norm": 2.6683173179626465, |
| "learning_rate": 5e-06, |
| "loss": 0.0645, |
| "step": 124200 |
| }, |
| { |
| "epoch": 11.610311974593685, |
| "grad_norm": 2.51643705368042, |
| "learning_rate": 5e-06, |
| "loss": 0.0636, |
| "step": 124300 |
| }, |
| { |
| "epoch": 11.619652531290864, |
| "grad_norm": 1.896890640258789, |
| "learning_rate": 5e-06, |
| "loss": 0.0674, |
| "step": 124400 |
| }, |
| { |
| "epoch": 11.628993087988045, |
| "grad_norm": 2.2485556602478027, |
| "learning_rate": 5e-06, |
| "loss": 0.0604, |
| "step": 124500 |
| }, |
| { |
| "epoch": 11.638333644685224, |
| "grad_norm": 2.119594097137451, |
| "learning_rate": 5e-06, |
| "loss": 0.0618, |
| "step": 124600 |
| }, |
| { |
| "epoch": 11.647674201382403, |
| "grad_norm": 2.49946928024292, |
| "learning_rate": 5e-06, |
| "loss": 0.0636, |
| "step": 124700 |
| }, |
| { |
| "epoch": 11.657014758079582, |
| "grad_norm": 1.653932809829712, |
| "learning_rate": 5e-06, |
| "loss": 0.0638, |
| "step": 124800 |
| }, |
| { |
| "epoch": 11.66635531477676, |
| "grad_norm": 2.0702574253082275, |
| "learning_rate": 5e-06, |
| "loss": 0.0636, |
| "step": 124900 |
| }, |
| { |
| "epoch": 11.67569587147394, |
| "grad_norm": 1.965835690498352, |
| "learning_rate": 5e-06, |
| "loss": 0.0622, |
| "step": 125000 |
| }, |
| { |
| "epoch": 11.685036428171118, |
| "grad_norm": 2.7628846168518066, |
| "learning_rate": 5e-06, |
| "loss": 0.0618, |
| "step": 125100 |
| }, |
| { |
| "epoch": 11.694376984868299, |
| "grad_norm": 2.1124069690704346, |
| "learning_rate": 5e-06, |
| "loss": 0.0631, |
| "step": 125200 |
| }, |
| { |
| "epoch": 11.703717541565478, |
| "grad_norm": 2.1282973289489746, |
| "learning_rate": 5e-06, |
| "loss": 0.062, |
| "step": 125300 |
| }, |
| { |
| "epoch": 11.713058098262657, |
| "grad_norm": 2.633756160736084, |
| "learning_rate": 5e-06, |
| "loss": 0.0627, |
| "step": 125400 |
| }, |
| { |
| "epoch": 11.722398654959836, |
| "grad_norm": 2.7005436420440674, |
| "learning_rate": 5e-06, |
| "loss": 0.0617, |
| "step": 125500 |
| }, |
| { |
| "epoch": 11.731739211657015, |
| "grad_norm": 2.4596478939056396, |
| "learning_rate": 5e-06, |
| "loss": 0.061, |
| "step": 125600 |
| }, |
| { |
| "epoch": 11.741079768354194, |
| "grad_norm": 2.3762946128845215, |
| "learning_rate": 5e-06, |
| "loss": 0.0651, |
| "step": 125700 |
| }, |
| { |
| "epoch": 11.750420325051373, |
| "grad_norm": 2.9053404331207275, |
| "learning_rate": 5e-06, |
| "loss": 0.0639, |
| "step": 125800 |
| }, |
| { |
| "epoch": 11.759760881748551, |
| "grad_norm": 2.822772264480591, |
| "learning_rate": 5e-06, |
| "loss": 0.0658, |
| "step": 125900 |
| }, |
| { |
| "epoch": 11.76910143844573, |
| "grad_norm": 3.12371563911438, |
| "learning_rate": 5e-06, |
| "loss": 0.0642, |
| "step": 126000 |
| }, |
| { |
| "epoch": 11.778441995142911, |
| "grad_norm": 2.2855474948883057, |
| "learning_rate": 5e-06, |
| "loss": 0.059, |
| "step": 126100 |
| }, |
| { |
| "epoch": 11.78778255184009, |
| "grad_norm": 2.658114433288574, |
| "learning_rate": 5e-06, |
| "loss": 0.0621, |
| "step": 126200 |
| }, |
| { |
| "epoch": 11.797123108537269, |
| "grad_norm": 2.5414252281188965, |
| "learning_rate": 5e-06, |
| "loss": 0.0612, |
| "step": 126300 |
| }, |
| { |
| "epoch": 11.806463665234448, |
| "grad_norm": 2.2790188789367676, |
| "learning_rate": 5e-06, |
| "loss": 0.0597, |
| "step": 126400 |
| }, |
| { |
| "epoch": 11.815804221931627, |
| "grad_norm": 2.5195987224578857, |
| "learning_rate": 5e-06, |
| "loss": 0.0619, |
| "step": 126500 |
| }, |
| { |
| "epoch": 11.825144778628806, |
| "grad_norm": 1.8807792663574219, |
| "learning_rate": 5e-06, |
| "loss": 0.0605, |
| "step": 126600 |
| }, |
| { |
| "epoch": 11.834485335325985, |
| "grad_norm": 1.582253098487854, |
| "learning_rate": 5e-06, |
| "loss": 0.0617, |
| "step": 126700 |
| }, |
| { |
| "epoch": 11.843825892023165, |
| "grad_norm": 1.993769645690918, |
| "learning_rate": 5e-06, |
| "loss": 0.0639, |
| "step": 126800 |
| }, |
| { |
| "epoch": 11.853166448720344, |
| "grad_norm": 1.9896557331085205, |
| "learning_rate": 5e-06, |
| "loss": 0.0612, |
| "step": 126900 |
| }, |
| { |
| "epoch": 11.862507005417523, |
| "grad_norm": 2.012047052383423, |
| "learning_rate": 5e-06, |
| "loss": 0.0646, |
| "step": 127000 |
| }, |
| { |
| "epoch": 11.871847562114702, |
| "grad_norm": 2.9062917232513428, |
| "learning_rate": 5e-06, |
| "loss": 0.0584, |
| "step": 127100 |
| }, |
| { |
| "epoch": 11.881188118811881, |
| "grad_norm": 2.392179489135742, |
| "learning_rate": 5e-06, |
| "loss": 0.0588, |
| "step": 127200 |
| }, |
| { |
| "epoch": 11.89052867550906, |
| "grad_norm": 2.5793628692626953, |
| "learning_rate": 5e-06, |
| "loss": 0.0605, |
| "step": 127300 |
| }, |
| { |
| "epoch": 11.899869232206239, |
| "grad_norm": 1.8357524871826172, |
| "learning_rate": 5e-06, |
| "loss": 0.0608, |
| "step": 127400 |
| }, |
| { |
| "epoch": 11.909209788903418, |
| "grad_norm": 2.2314937114715576, |
| "learning_rate": 5e-06, |
| "loss": 0.0651, |
| "step": 127500 |
| }, |
| { |
| "epoch": 11.918550345600599, |
| "grad_norm": 2.1953961849212646, |
| "learning_rate": 5e-06, |
| "loss": 0.0651, |
| "step": 127600 |
| }, |
| { |
| "epoch": 11.927890902297777, |
| "grad_norm": 1.9931391477584839, |
| "learning_rate": 5e-06, |
| "loss": 0.0592, |
| "step": 127700 |
| }, |
| { |
| "epoch": 11.937231458994956, |
| "grad_norm": 1.7701798677444458, |
| "learning_rate": 5e-06, |
| "loss": 0.057, |
| "step": 127800 |
| }, |
| { |
| "epoch": 11.946572015692135, |
| "grad_norm": 2.328101396560669, |
| "learning_rate": 5e-06, |
| "loss": 0.0615, |
| "step": 127900 |
| }, |
| { |
| "epoch": 11.955912572389314, |
| "grad_norm": 2.4117164611816406, |
| "learning_rate": 5e-06, |
| "loss": 0.063, |
| "step": 128000 |
| }, |
| { |
| "epoch": 11.965253129086493, |
| "grad_norm": 2.2829580307006836, |
| "learning_rate": 5e-06, |
| "loss": 0.0626, |
| "step": 128100 |
| }, |
| { |
| "epoch": 11.974593685783672, |
| "grad_norm": 2.2888009548187256, |
| "learning_rate": 5e-06, |
| "loss": 0.0617, |
| "step": 128200 |
| }, |
| { |
| "epoch": 11.983934242480851, |
| "grad_norm": 1.6407510042190552, |
| "learning_rate": 5e-06, |
| "loss": 0.0615, |
| "step": 128300 |
| }, |
| { |
| "epoch": 11.993274799178032, |
| "grad_norm": 2.3773674964904785, |
| "learning_rate": 5e-06, |
| "loss": 0.0659, |
| "step": 128400 |
| }, |
| { |
| "epoch": 12.0, |
| "step": 128472, |
| "train_loss": 0.049720197916030884, |
| "train_perplexity": 1.0509769896801935, |
| "train_runtime": 1017.2112, |
| "train_samples_per_second": 168.394, |
| "train_steps_per_second": 10.525 |
| }, |
| { |
| "epoch": 12.0, |
| "eval_loss": 0.049294620752334595, |
| "eval_perplexity": 1.0505298130346488, |
| "eval_runtime": 197.5684, |
| "eval_samples_per_second": 216.75, |
| "eval_steps_per_second": 13.55, |
| "step": 128472 |
| }, |
| { |
| "epoch": 12.00261535587521, |
| "grad_norm": 2.2997734546661377, |
| "learning_rate": 5e-06, |
| "loss": 0.0575, |
| "step": 128500 |
| }, |
| { |
| "epoch": 12.01195591257239, |
| "grad_norm": 2.0992908477783203, |
| "learning_rate": 5e-06, |
| "loss": 0.0584, |
| "step": 128600 |
| }, |
| { |
| "epoch": 12.021296469269569, |
| "grad_norm": 2.8961901664733887, |
| "learning_rate": 5e-06, |
| "loss": 0.0594, |
| "step": 128700 |
| }, |
| { |
| "epoch": 12.030637025966747, |
| "grad_norm": 2.848154306411743, |
| "learning_rate": 5e-06, |
| "loss": 0.0629, |
| "step": 128800 |
| }, |
| { |
| "epoch": 12.039977582663926, |
| "grad_norm": 3.745018243789673, |
| "learning_rate": 5e-06, |
| "loss": 0.0615, |
| "step": 128900 |
| }, |
| { |
| "epoch": 12.049318139361105, |
| "grad_norm": 1.7971360683441162, |
| "learning_rate": 5e-06, |
| "loss": 0.0605, |
| "step": 129000 |
| }, |
| { |
| "epoch": 12.058658696058284, |
| "grad_norm": 2.4904911518096924, |
| "learning_rate": 5e-06, |
| "loss": 0.0609, |
| "step": 129100 |
| }, |
| { |
| "epoch": 12.067999252755465, |
| "grad_norm": 1.6953004598617554, |
| "learning_rate": 5e-06, |
| "loss": 0.0597, |
| "step": 129200 |
| }, |
| { |
| "epoch": 12.077339809452644, |
| "grad_norm": 2.500596761703491, |
| "learning_rate": 5e-06, |
| "loss": 0.0611, |
| "step": 129300 |
| }, |
| { |
| "epoch": 12.086680366149823, |
| "grad_norm": 2.553076982498169, |
| "learning_rate": 5e-06, |
| "loss": 0.0613, |
| "step": 129400 |
| }, |
| { |
| "epoch": 12.096020922847002, |
| "grad_norm": 2.2801969051361084, |
| "learning_rate": 5e-06, |
| "loss": 0.0631, |
| "step": 129500 |
| }, |
| { |
| "epoch": 12.10536147954418, |
| "grad_norm": 2.4359865188598633, |
| "learning_rate": 5e-06, |
| "loss": 0.0608, |
| "step": 129600 |
| }, |
| { |
| "epoch": 12.11470203624136, |
| "grad_norm": 2.302816867828369, |
| "learning_rate": 5e-06, |
| "loss": 0.0589, |
| "step": 129700 |
| }, |
| { |
| "epoch": 12.124042592938538, |
| "grad_norm": 2.478602886199951, |
| "learning_rate": 5e-06, |
| "loss": 0.0625, |
| "step": 129800 |
| }, |
| { |
| "epoch": 12.13338314963572, |
| "grad_norm": 1.6615170240402222, |
| "learning_rate": 5e-06, |
| "loss": 0.0597, |
| "step": 129900 |
| }, |
| { |
| "epoch": 12.142723706332898, |
| "grad_norm": 1.9764126539230347, |
| "learning_rate": 5e-06, |
| "loss": 0.0639, |
| "step": 130000 |
| }, |
| { |
| "epoch": 12.152064263030077, |
| "grad_norm": 2.1210246086120605, |
| "learning_rate": 5e-06, |
| "loss": 0.061, |
| "step": 130100 |
| }, |
| { |
| "epoch": 12.161404819727256, |
| "grad_norm": 1.8942265510559082, |
| "learning_rate": 5e-06, |
| "loss": 0.0597, |
| "step": 130200 |
| }, |
| { |
| "epoch": 12.170745376424435, |
| "grad_norm": 1.9058690071105957, |
| "learning_rate": 5e-06, |
| "loss": 0.0628, |
| "step": 130300 |
| }, |
| { |
| "epoch": 12.180085933121614, |
| "grad_norm": 2.2465877532958984, |
| "learning_rate": 5e-06, |
| "loss": 0.0619, |
| "step": 130400 |
| }, |
| { |
| "epoch": 12.189426489818793, |
| "grad_norm": 2.2208523750305176, |
| "learning_rate": 5e-06, |
| "loss": 0.0646, |
| "step": 130500 |
| }, |
| { |
| "epoch": 12.198767046515972, |
| "grad_norm": 2.15995717048645, |
| "learning_rate": 5e-06, |
| "loss": 0.0637, |
| "step": 130600 |
| }, |
| { |
| "epoch": 12.208107603213152, |
| "grad_norm": 1.9259625673294067, |
| "learning_rate": 5e-06, |
| "loss": 0.0573, |
| "step": 130700 |
| }, |
| { |
| "epoch": 12.217448159910331, |
| "grad_norm": 2.4239625930786133, |
| "learning_rate": 5e-06, |
| "loss": 0.0619, |
| "step": 130800 |
| }, |
| { |
| "epoch": 12.22678871660751, |
| "grad_norm": 2.1891744136810303, |
| "learning_rate": 5e-06, |
| "loss": 0.0584, |
| "step": 130900 |
| }, |
| { |
| "epoch": 12.23612927330469, |
| "grad_norm": 1.9192588329315186, |
| "learning_rate": 5e-06, |
| "loss": 0.0604, |
| "step": 131000 |
| }, |
| { |
| "epoch": 12.245469830001868, |
| "grad_norm": 2.5429022312164307, |
| "learning_rate": 5e-06, |
| "loss": 0.0611, |
| "step": 131100 |
| }, |
| { |
| "epoch": 12.254810386699047, |
| "grad_norm": 2.5457582473754883, |
| "learning_rate": 5e-06, |
| "loss": 0.0617, |
| "step": 131200 |
| }, |
| { |
| "epoch": 12.264150943396226, |
| "grad_norm": 2.6161561012268066, |
| "learning_rate": 5e-06, |
| "loss": 0.059, |
| "step": 131300 |
| }, |
| { |
| "epoch": 12.273491500093405, |
| "grad_norm": 2.748094320297241, |
| "learning_rate": 5e-06, |
| "loss": 0.0616, |
| "step": 131400 |
| }, |
| { |
| "epoch": 12.282832056790586, |
| "grad_norm": 3.02469801902771, |
| "learning_rate": 5e-06, |
| "loss": 0.0584, |
| "step": 131500 |
| }, |
| { |
| "epoch": 12.292172613487764, |
| "grad_norm": 2.595409870147705, |
| "learning_rate": 5e-06, |
| "loss": 0.0586, |
| "step": 131600 |
| }, |
| { |
| "epoch": 12.301513170184943, |
| "grad_norm": 2.5935921669006348, |
| "learning_rate": 5e-06, |
| "loss": 0.0614, |
| "step": 131700 |
| }, |
| { |
| "epoch": 12.310853726882122, |
| "grad_norm": 2.225477933883667, |
| "learning_rate": 5e-06, |
| "loss": 0.0594, |
| "step": 131800 |
| }, |
| { |
| "epoch": 12.320194283579301, |
| "grad_norm": 1.9012788534164429, |
| "learning_rate": 5e-06, |
| "loss": 0.0584, |
| "step": 131900 |
| }, |
| { |
| "epoch": 12.32953484027648, |
| "grad_norm": 2.9412944316864014, |
| "learning_rate": 5e-06, |
| "loss": 0.0588, |
| "step": 132000 |
| }, |
| { |
| "epoch": 12.338875396973659, |
| "grad_norm": 2.3797061443328857, |
| "learning_rate": 5e-06, |
| "loss": 0.061, |
| "step": 132100 |
| }, |
| { |
| "epoch": 12.348215953670838, |
| "grad_norm": 2.255434989929199, |
| "learning_rate": 5e-06, |
| "loss": 0.0601, |
| "step": 132200 |
| }, |
| { |
| "epoch": 12.357556510368019, |
| "grad_norm": 2.2981514930725098, |
| "learning_rate": 5e-06, |
| "loss": 0.0596, |
| "step": 132300 |
| }, |
| { |
| "epoch": 12.366897067065198, |
| "grad_norm": 2.4687700271606445, |
| "learning_rate": 5e-06, |
| "loss": 0.0565, |
| "step": 132400 |
| }, |
| { |
| "epoch": 12.376237623762377, |
| "grad_norm": 2.213538408279419, |
| "learning_rate": 5e-06, |
| "loss": 0.0602, |
| "step": 132500 |
| }, |
| { |
| "epoch": 12.385578180459555, |
| "grad_norm": 2.166619300842285, |
| "learning_rate": 5e-06, |
| "loss": 0.061, |
| "step": 132600 |
| }, |
| { |
| "epoch": 12.394918737156734, |
| "grad_norm": 1.8508480787277222, |
| "learning_rate": 5e-06, |
| "loss": 0.0627, |
| "step": 132700 |
| }, |
| { |
| "epoch": 12.404259293853913, |
| "grad_norm": 2.2142505645751953, |
| "learning_rate": 5e-06, |
| "loss": 0.058, |
| "step": 132800 |
| }, |
| { |
| "epoch": 12.413599850551092, |
| "grad_norm": 3.445465326309204, |
| "learning_rate": 5e-06, |
| "loss": 0.0591, |
| "step": 132900 |
| }, |
| { |
| "epoch": 12.422940407248271, |
| "grad_norm": 1.852290391921997, |
| "learning_rate": 5e-06, |
| "loss": 0.0581, |
| "step": 133000 |
| }, |
| { |
| "epoch": 12.432280963945452, |
| "grad_norm": 2.1344265937805176, |
| "learning_rate": 5e-06, |
| "loss": 0.0581, |
| "step": 133100 |
| }, |
| { |
| "epoch": 12.44162152064263, |
| "grad_norm": 2.3797519207000732, |
| "learning_rate": 5e-06, |
| "loss": 0.0591, |
| "step": 133200 |
| }, |
| { |
| "epoch": 12.45096207733981, |
| "grad_norm": 2.295664072036743, |
| "learning_rate": 5e-06, |
| "loss": 0.0588, |
| "step": 133300 |
| }, |
| { |
| "epoch": 12.460302634036989, |
| "grad_norm": 2.349273204803467, |
| "learning_rate": 5e-06, |
| "loss": 0.0593, |
| "step": 133400 |
| }, |
| { |
| "epoch": 12.469643190734168, |
| "grad_norm": 2.2304348945617676, |
| "learning_rate": 5e-06, |
| "loss": 0.0568, |
| "step": 133500 |
| }, |
| { |
| "epoch": 12.478983747431347, |
| "grad_norm": 1.6320593357086182, |
| "learning_rate": 5e-06, |
| "loss": 0.0588, |
| "step": 133600 |
| }, |
| { |
| "epoch": 12.488324304128525, |
| "grad_norm": 2.957270860671997, |
| "learning_rate": 5e-06, |
| "loss": 0.0572, |
| "step": 133700 |
| }, |
| { |
| "epoch": 12.497664860825704, |
| "grad_norm": 1.47683584690094, |
| "learning_rate": 5e-06, |
| "loss": 0.058, |
| "step": 133800 |
| }, |
| { |
| "epoch": 12.507005417522885, |
| "grad_norm": 2.968376398086548, |
| "learning_rate": 5e-06, |
| "loss": 0.0591, |
| "step": 133900 |
| }, |
| { |
| "epoch": 12.516345974220064, |
| "grad_norm": 2.140782356262207, |
| "learning_rate": 5e-06, |
| "loss": 0.0596, |
| "step": 134000 |
| }, |
| { |
| "epoch": 12.525686530917243, |
| "grad_norm": 2.5605597496032715, |
| "learning_rate": 5e-06, |
| "loss": 0.0585, |
| "step": 134100 |
| }, |
| { |
| "epoch": 12.535027087614422, |
| "grad_norm": 2.6766154766082764, |
| "learning_rate": 5e-06, |
| "loss": 0.0565, |
| "step": 134200 |
| }, |
| { |
| "epoch": 12.5443676443116, |
| "grad_norm": 2.1316802501678467, |
| "learning_rate": 5e-06, |
| "loss": 0.059, |
| "step": 134300 |
| }, |
| { |
| "epoch": 12.55370820100878, |
| "grad_norm": 1.8559808731079102, |
| "learning_rate": 5e-06, |
| "loss": 0.0574, |
| "step": 134400 |
| }, |
| { |
| "epoch": 12.563048757705959, |
| "grad_norm": 2.3320584297180176, |
| "learning_rate": 5e-06, |
| "loss": 0.0616, |
| "step": 134500 |
| }, |
| { |
| "epoch": 12.57238931440314, |
| "grad_norm": 2.571316957473755, |
| "learning_rate": 5e-06, |
| "loss": 0.0589, |
| "step": 134600 |
| }, |
| { |
| "epoch": 12.581729871100318, |
| "grad_norm": 2.093679904937744, |
| "learning_rate": 5e-06, |
| "loss": 0.0581, |
| "step": 134700 |
| }, |
| { |
| "epoch": 12.591070427797497, |
| "grad_norm": 3.1011805534362793, |
| "learning_rate": 5e-06, |
| "loss": 0.0579, |
| "step": 134800 |
| }, |
| { |
| "epoch": 12.600410984494676, |
| "grad_norm": 3.287147045135498, |
| "learning_rate": 5e-06, |
| "loss": 0.0583, |
| "step": 134900 |
| }, |
| { |
| "epoch": 12.609751541191855, |
| "grad_norm": 2.532979965209961, |
| "learning_rate": 5e-06, |
| "loss": 0.0605, |
| "step": 135000 |
| }, |
| { |
| "epoch": 12.619092097889034, |
| "grad_norm": 2.1198129653930664, |
| "learning_rate": 5e-06, |
| "loss": 0.0575, |
| "step": 135100 |
| }, |
| { |
| "epoch": 12.628432654586213, |
| "grad_norm": 1.8863617181777954, |
| "learning_rate": 5e-06, |
| "loss": 0.0604, |
| "step": 135200 |
| }, |
| { |
| "epoch": 12.637773211283392, |
| "grad_norm": 1.9192607402801514, |
| "learning_rate": 5e-06, |
| "loss": 0.0569, |
| "step": 135300 |
| }, |
| { |
| "epoch": 12.64711376798057, |
| "grad_norm": 2.016563892364502, |
| "learning_rate": 5e-06, |
| "loss": 0.0568, |
| "step": 135400 |
| }, |
| { |
| "epoch": 12.656454324677751, |
| "grad_norm": 2.169492483139038, |
| "learning_rate": 5e-06, |
| "loss": 0.058, |
| "step": 135500 |
| }, |
| { |
| "epoch": 12.66579488137493, |
| "grad_norm": 1.7229244709014893, |
| "learning_rate": 5e-06, |
| "loss": 0.0586, |
| "step": 135600 |
| }, |
| { |
| "epoch": 12.67513543807211, |
| "grad_norm": 2.368741750717163, |
| "learning_rate": 5e-06, |
| "loss": 0.0579, |
| "step": 135700 |
| }, |
| { |
| "epoch": 12.684475994769288, |
| "grad_norm": 1.786821722984314, |
| "learning_rate": 5e-06, |
| "loss": 0.0574, |
| "step": 135800 |
| }, |
| { |
| "epoch": 12.693816551466467, |
| "grad_norm": 2.3485517501831055, |
| "learning_rate": 5e-06, |
| "loss": 0.0602, |
| "step": 135900 |
| }, |
| { |
| "epoch": 12.703157108163646, |
| "grad_norm": 2.122270345687866, |
| "learning_rate": 5e-06, |
| "loss": 0.0599, |
| "step": 136000 |
| }, |
| { |
| "epoch": 12.712497664860825, |
| "grad_norm": 2.2278478145599365, |
| "learning_rate": 5e-06, |
| "loss": 0.059, |
| "step": 136100 |
| }, |
| { |
| "epoch": 12.721838221558006, |
| "grad_norm": 2.7946360111236572, |
| "learning_rate": 5e-06, |
| "loss": 0.0572, |
| "step": 136200 |
| }, |
| { |
| "epoch": 12.731178778255185, |
| "grad_norm": 2.8214874267578125, |
| "learning_rate": 5e-06, |
| "loss": 0.0612, |
| "step": 136300 |
| }, |
| { |
| "epoch": 12.740519334952364, |
| "grad_norm": 2.03342604637146, |
| "learning_rate": 5e-06, |
| "loss": 0.0565, |
| "step": 136400 |
| }, |
| { |
| "epoch": 12.749859891649542, |
| "grad_norm": 2.086268663406372, |
| "learning_rate": 5e-06, |
| "loss": 0.0561, |
| "step": 136500 |
| }, |
| { |
| "epoch": 12.759200448346721, |
| "grad_norm": 2.2983107566833496, |
| "learning_rate": 5e-06, |
| "loss": 0.0587, |
| "step": 136600 |
| }, |
| { |
| "epoch": 12.7685410050439, |
| "grad_norm": 1.8104568719863892, |
| "learning_rate": 5e-06, |
| "loss": 0.0606, |
| "step": 136700 |
| }, |
| { |
| "epoch": 12.77788156174108, |
| "grad_norm": 2.6664092540740967, |
| "learning_rate": 5e-06, |
| "loss": 0.0591, |
| "step": 136800 |
| }, |
| { |
| "epoch": 12.787222118438258, |
| "grad_norm": 2.2039146423339844, |
| "learning_rate": 5e-06, |
| "loss": 0.0571, |
| "step": 136900 |
| }, |
| { |
| "epoch": 12.796562675135439, |
| "grad_norm": 1.801445722579956, |
| "learning_rate": 5e-06, |
| "loss": 0.0569, |
| "step": 137000 |
| }, |
| { |
| "epoch": 12.805903231832618, |
| "grad_norm": 2.00954270362854, |
| "learning_rate": 5e-06, |
| "loss": 0.054, |
| "step": 137100 |
| }, |
| { |
| "epoch": 12.815243788529797, |
| "grad_norm": 2.3478856086730957, |
| "learning_rate": 5e-06, |
| "loss": 0.0575, |
| "step": 137200 |
| }, |
| { |
| "epoch": 12.824584345226976, |
| "grad_norm": 1.7673308849334717, |
| "learning_rate": 5e-06, |
| "loss": 0.0582, |
| "step": 137300 |
| }, |
| { |
| "epoch": 12.833924901924155, |
| "grad_norm": 2.6529884338378906, |
| "learning_rate": 5e-06, |
| "loss": 0.0614, |
| "step": 137400 |
| }, |
| { |
| "epoch": 12.843265458621334, |
| "grad_norm": 1.890040397644043, |
| "learning_rate": 5e-06, |
| "loss": 0.0587, |
| "step": 137500 |
| }, |
| { |
| "epoch": 12.852606015318512, |
| "grad_norm": 2.593367338180542, |
| "learning_rate": 5e-06, |
| "loss": 0.0592, |
| "step": 137600 |
| }, |
| { |
| "epoch": 12.861946572015691, |
| "grad_norm": 1.6535794734954834, |
| "learning_rate": 5e-06, |
| "loss": 0.0568, |
| "step": 137700 |
| }, |
| { |
| "epoch": 12.871287128712872, |
| "grad_norm": 2.637864589691162, |
| "learning_rate": 5e-06, |
| "loss": 0.0586, |
| "step": 137800 |
| }, |
| { |
| "epoch": 12.880627685410051, |
| "grad_norm": 3.1373493671417236, |
| "learning_rate": 5e-06, |
| "loss": 0.0597, |
| "step": 137900 |
| }, |
| { |
| "epoch": 12.88996824210723, |
| "grad_norm": 2.4783778190612793, |
| "learning_rate": 5e-06, |
| "loss": 0.0569, |
| "step": 138000 |
| }, |
| { |
| "epoch": 12.899308798804409, |
| "grad_norm": 2.4065780639648438, |
| "learning_rate": 5e-06, |
| "loss": 0.058, |
| "step": 138100 |
| }, |
| { |
| "epoch": 12.908649355501588, |
| "grad_norm": 1.9687453508377075, |
| "learning_rate": 5e-06, |
| "loss": 0.0567, |
| "step": 138200 |
| }, |
| { |
| "epoch": 12.917989912198767, |
| "grad_norm": 1.777735710144043, |
| "learning_rate": 5e-06, |
| "loss": 0.0561, |
| "step": 138300 |
| }, |
| { |
| "epoch": 12.927330468895946, |
| "grad_norm": 1.6343457698822021, |
| "learning_rate": 5e-06, |
| "loss": 0.0561, |
| "step": 138400 |
| }, |
| { |
| "epoch": 12.936671025593125, |
| "grad_norm": 2.582242250442505, |
| "learning_rate": 5e-06, |
| "loss": 0.0559, |
| "step": 138500 |
| }, |
| { |
| "epoch": 12.946011582290305, |
| "grad_norm": 3.591754198074341, |
| "learning_rate": 5e-06, |
| "loss": 0.0592, |
| "step": 138600 |
| }, |
| { |
| "epoch": 12.955352138987484, |
| "grad_norm": 2.896852493286133, |
| "learning_rate": 5e-06, |
| "loss": 0.058, |
| "step": 138700 |
| }, |
| { |
| "epoch": 12.964692695684663, |
| "grad_norm": 1.8487261533737183, |
| "learning_rate": 5e-06, |
| "loss": 0.0543, |
| "step": 138800 |
| }, |
| { |
| "epoch": 12.974033252381842, |
| "grad_norm": 2.4345481395721436, |
| "learning_rate": 5e-06, |
| "loss": 0.0567, |
| "step": 138900 |
| }, |
| { |
| "epoch": 12.983373809079021, |
| "grad_norm": 2.378674030303955, |
| "learning_rate": 5e-06, |
| "loss": 0.0566, |
| "step": 139000 |
| }, |
| { |
| "epoch": 12.9927143657762, |
| "grad_norm": 1.9543875455856323, |
| "learning_rate": 5e-06, |
| "loss": 0.0547, |
| "step": 139100 |
| }, |
| { |
| "epoch": 13.0, |
| "step": 139178, |
| "train_loss": 0.04622165113687515, |
| "train_perplexity": 1.047306521913397, |
| "train_runtime": 1017.9772, |
| "train_samples_per_second": 168.267, |
| "train_steps_per_second": 10.517 |
| }, |
| { |
| "epoch": 13.0, |
| "eval_loss": 0.045820582658052444, |
| "eval_perplexity": 1.0468865645012617, |
| "eval_runtime": 197.7524, |
| "eval_samples_per_second": 216.549, |
| "eval_steps_per_second": 13.537, |
| "step": 139178 |
| }, |
| { |
| "epoch": 13.002054922473379, |
| "grad_norm": 2.3122482299804688, |
| "learning_rate": 5e-06, |
| "loss": 0.0545, |
| "step": 139200 |
| }, |
| { |
| "epoch": 13.011395479170558, |
| "grad_norm": 3.8722827434539795, |
| "learning_rate": 5e-06, |
| "loss": 0.0542, |
| "step": 139300 |
| }, |
| { |
| "epoch": 13.020736035867738, |
| "grad_norm": 2.3902878761291504, |
| "learning_rate": 5e-06, |
| "loss": 0.0559, |
| "step": 139400 |
| }, |
| { |
| "epoch": 13.030076592564917, |
| "grad_norm": 2.2403924465179443, |
| "learning_rate": 5e-06, |
| "loss": 0.0555, |
| "step": 139500 |
| }, |
| { |
| "epoch": 13.039417149262096, |
| "grad_norm": 1.792838454246521, |
| "learning_rate": 5e-06, |
| "loss": 0.0593, |
| "step": 139600 |
| }, |
| { |
| "epoch": 13.048757705959275, |
| "grad_norm": 2.5128207206726074, |
| "learning_rate": 5e-06, |
| "loss": 0.0543, |
| "step": 139700 |
| }, |
| { |
| "epoch": 13.058098262656454, |
| "grad_norm": 1.6769541501998901, |
| "learning_rate": 5e-06, |
| "loss": 0.062, |
| "step": 139800 |
| }, |
| { |
| "epoch": 13.067438819353633, |
| "grad_norm": 2.3931617736816406, |
| "learning_rate": 5e-06, |
| "loss": 0.0574, |
| "step": 139900 |
| }, |
| { |
| "epoch": 13.076779376050812, |
| "grad_norm": 1.5205515623092651, |
| "learning_rate": 5e-06, |
| "loss": 0.0565, |
| "step": 140000 |
| }, |
| { |
| "epoch": 13.086119932747991, |
| "grad_norm": 2.456219434738159, |
| "learning_rate": 5e-06, |
| "loss": 0.0619, |
| "step": 140100 |
| }, |
| { |
| "epoch": 13.095460489445172, |
| "grad_norm": 2.952427864074707, |
| "learning_rate": 5e-06, |
| "loss": 0.0573, |
| "step": 140200 |
| }, |
| { |
| "epoch": 13.10480104614235, |
| "grad_norm": 2.6980786323547363, |
| "learning_rate": 5e-06, |
| "loss": 0.0557, |
| "step": 140300 |
| }, |
| { |
| "epoch": 13.11414160283953, |
| "grad_norm": 2.371619462966919, |
| "learning_rate": 5e-06, |
| "loss": 0.0573, |
| "step": 140400 |
| }, |
| { |
| "epoch": 13.123482159536708, |
| "grad_norm": 3.1560230255126953, |
| "learning_rate": 5e-06, |
| "loss": 0.0565, |
| "step": 140500 |
| }, |
| { |
| "epoch": 13.132822716233887, |
| "grad_norm": 1.975213646888733, |
| "learning_rate": 5e-06, |
| "loss": 0.0573, |
| "step": 140600 |
| }, |
| { |
| "epoch": 13.142163272931066, |
| "grad_norm": 1.973039150238037, |
| "learning_rate": 5e-06, |
| "loss": 0.0565, |
| "step": 140700 |
| }, |
| { |
| "epoch": 13.151503829628245, |
| "grad_norm": 2.64327335357666, |
| "learning_rate": 5e-06, |
| "loss": 0.0585, |
| "step": 140800 |
| }, |
| { |
| "epoch": 13.160844386325426, |
| "grad_norm": 1.7475796937942505, |
| "learning_rate": 5e-06, |
| "loss": 0.0579, |
| "step": 140900 |
| }, |
| { |
| "epoch": 13.170184943022605, |
| "grad_norm": 2.1582231521606445, |
| "learning_rate": 5e-06, |
| "loss": 0.0543, |
| "step": 141000 |
| }, |
| { |
| "epoch": 13.179525499719784, |
| "grad_norm": 2.3149189949035645, |
| "learning_rate": 5e-06, |
| "loss": 0.0555, |
| "step": 141100 |
| }, |
| { |
| "epoch": 13.188866056416963, |
| "grad_norm": 2.7752864360809326, |
| "learning_rate": 5e-06, |
| "loss": 0.0583, |
| "step": 141200 |
| }, |
| { |
| "epoch": 13.198206613114142, |
| "grad_norm": 2.377383232116699, |
| "learning_rate": 5e-06, |
| "loss": 0.0554, |
| "step": 141300 |
| }, |
| { |
| "epoch": 13.20754716981132, |
| "grad_norm": 2.232022762298584, |
| "learning_rate": 5e-06, |
| "loss": 0.0584, |
| "step": 141400 |
| }, |
| { |
| "epoch": 13.2168877265085, |
| "grad_norm": 2.069927930831909, |
| "learning_rate": 5e-06, |
| "loss": 0.0554, |
| "step": 141500 |
| }, |
| { |
| "epoch": 13.226228283205678, |
| "grad_norm": 2.2153358459472656, |
| "learning_rate": 5e-06, |
| "loss": 0.0525, |
| "step": 141600 |
| }, |
| { |
| "epoch": 13.235568839902859, |
| "grad_norm": 2.619511365890503, |
| "learning_rate": 5e-06, |
| "loss": 0.0534, |
| "step": 141700 |
| }, |
| { |
| "epoch": 13.244909396600038, |
| "grad_norm": 2.4511163234710693, |
| "learning_rate": 5e-06, |
| "loss": 0.052, |
| "step": 141800 |
| }, |
| { |
| "epoch": 13.254249953297217, |
| "grad_norm": 3.1607143878936768, |
| "learning_rate": 5e-06, |
| "loss": 0.0573, |
| "step": 141900 |
| }, |
| { |
| "epoch": 13.263590509994396, |
| "grad_norm": 2.357147693634033, |
| "learning_rate": 5e-06, |
| "loss": 0.0581, |
| "step": 142000 |
| }, |
| { |
| "epoch": 13.272931066691575, |
| "grad_norm": 2.809784412384033, |
| "learning_rate": 5e-06, |
| "loss": 0.0546, |
| "step": 142100 |
| }, |
| { |
| "epoch": 13.282271623388754, |
| "grad_norm": 1.941408634185791, |
| "learning_rate": 5e-06, |
| "loss": 0.0543, |
| "step": 142200 |
| }, |
| { |
| "epoch": 13.291612180085933, |
| "grad_norm": 2.115302324295044, |
| "learning_rate": 5e-06, |
| "loss": 0.0621, |
| "step": 142300 |
| }, |
| { |
| "epoch": 13.300952736783112, |
| "grad_norm": 2.5903007984161377, |
| "learning_rate": 5e-06, |
| "loss": 0.0567, |
| "step": 142400 |
| }, |
| { |
| "epoch": 13.310293293480292, |
| "grad_norm": 1.602800726890564, |
| "learning_rate": 5e-06, |
| "loss": 0.0539, |
| "step": 142500 |
| }, |
| { |
| "epoch": 13.319633850177471, |
| "grad_norm": 1.616637945175171, |
| "learning_rate": 5e-06, |
| "loss": 0.0588, |
| "step": 142600 |
| }, |
| { |
| "epoch": 13.32897440687465, |
| "grad_norm": 2.875610589981079, |
| "learning_rate": 5e-06, |
| "loss": 0.0544, |
| "step": 142700 |
| }, |
| { |
| "epoch": 13.338314963571829, |
| "grad_norm": 2.061871290206909, |
| "learning_rate": 5e-06, |
| "loss": 0.0541, |
| "step": 142800 |
| }, |
| { |
| "epoch": 13.347655520269008, |
| "grad_norm": 1.96190345287323, |
| "learning_rate": 5e-06, |
| "loss": 0.0554, |
| "step": 142900 |
| }, |
| { |
| "epoch": 13.356996076966187, |
| "grad_norm": 2.2767860889434814, |
| "learning_rate": 5e-06, |
| "loss": 0.0534, |
| "step": 143000 |
| }, |
| { |
| "epoch": 13.366336633663366, |
| "grad_norm": 2.2654542922973633, |
| "learning_rate": 5e-06, |
| "loss": 0.0593, |
| "step": 143100 |
| }, |
| { |
| "epoch": 13.375677190360545, |
| "grad_norm": 1.95244562625885, |
| "learning_rate": 5e-06, |
| "loss": 0.0566, |
| "step": 143200 |
| }, |
| { |
| "epoch": 13.385017747057725, |
| "grad_norm": 1.7564390897750854, |
| "learning_rate": 5e-06, |
| "loss": 0.0559, |
| "step": 143300 |
| }, |
| { |
| "epoch": 13.394358303754904, |
| "grad_norm": 1.9434396028518677, |
| "learning_rate": 5e-06, |
| "loss": 0.054, |
| "step": 143400 |
| }, |
| { |
| "epoch": 13.403698860452083, |
| "grad_norm": 2.163722515106201, |
| "learning_rate": 5e-06, |
| "loss": 0.0529, |
| "step": 143500 |
| }, |
| { |
| "epoch": 13.413039417149262, |
| "grad_norm": 1.3716439008712769, |
| "learning_rate": 5e-06, |
| "loss": 0.0603, |
| "step": 143600 |
| }, |
| { |
| "epoch": 13.422379973846441, |
| "grad_norm": 2.3656363487243652, |
| "learning_rate": 5e-06, |
| "loss": 0.0547, |
| "step": 143700 |
| }, |
| { |
| "epoch": 13.43172053054362, |
| "grad_norm": 1.6343436241149902, |
| "learning_rate": 5e-06, |
| "loss": 0.0554, |
| "step": 143800 |
| }, |
| { |
| "epoch": 13.441061087240799, |
| "grad_norm": 3.0453295707702637, |
| "learning_rate": 5e-06, |
| "loss": 0.057, |
| "step": 143900 |
| }, |
| { |
| "epoch": 13.450401643937978, |
| "grad_norm": 1.7918671369552612, |
| "learning_rate": 5e-06, |
| "loss": 0.0585, |
| "step": 144000 |
| }, |
| { |
| "epoch": 13.459742200635159, |
| "grad_norm": 3.1507928371429443, |
| "learning_rate": 5e-06, |
| "loss": 0.0545, |
| "step": 144100 |
| }, |
| { |
| "epoch": 13.469082757332338, |
| "grad_norm": 2.146474599838257, |
| "learning_rate": 5e-06, |
| "loss": 0.055, |
| "step": 144200 |
| }, |
| { |
| "epoch": 13.478423314029516, |
| "grad_norm": 2.9384665489196777, |
| "learning_rate": 5e-06, |
| "loss": 0.0603, |
| "step": 144300 |
| }, |
| { |
| "epoch": 13.487763870726695, |
| "grad_norm": 2.6408934593200684, |
| "learning_rate": 5e-06, |
| "loss": 0.0547, |
| "step": 144400 |
| }, |
| { |
| "epoch": 13.497104427423874, |
| "grad_norm": 2.5986273288726807, |
| "learning_rate": 5e-06, |
| "loss": 0.0547, |
| "step": 144500 |
| }, |
| { |
| "epoch": 13.506444984121053, |
| "grad_norm": 2.2068352699279785, |
| "learning_rate": 5e-06, |
| "loss": 0.0524, |
| "step": 144600 |
| }, |
| { |
| "epoch": 13.515785540818232, |
| "grad_norm": 2.386248826980591, |
| "learning_rate": 5e-06, |
| "loss": 0.0541, |
| "step": 144700 |
| }, |
| { |
| "epoch": 13.525126097515411, |
| "grad_norm": 1.7014198303222656, |
| "learning_rate": 5e-06, |
| "loss": 0.0568, |
| "step": 144800 |
| }, |
| { |
| "epoch": 13.534466654212592, |
| "grad_norm": 2.4741408824920654, |
| "learning_rate": 5e-06, |
| "loss": 0.0567, |
| "step": 144900 |
| }, |
| { |
| "epoch": 13.54380721090977, |
| "grad_norm": 1.971154808998108, |
| "learning_rate": 5e-06, |
| "loss": 0.0555, |
| "step": 145000 |
| }, |
| { |
| "epoch": 13.55314776760695, |
| "grad_norm": 1.7623341083526611, |
| "learning_rate": 5e-06, |
| "loss": 0.0547, |
| "step": 145100 |
| }, |
| { |
| "epoch": 13.562488324304129, |
| "grad_norm": 1.813401222229004, |
| "learning_rate": 5e-06, |
| "loss": 0.0536, |
| "step": 145200 |
| }, |
| { |
| "epoch": 13.571828881001307, |
| "grad_norm": 1.7850383520126343, |
| "learning_rate": 5e-06, |
| "loss": 0.0557, |
| "step": 145300 |
| }, |
| { |
| "epoch": 13.581169437698486, |
| "grad_norm": 2.917332172393799, |
| "learning_rate": 5e-06, |
| "loss": 0.0534, |
| "step": 145400 |
| }, |
| { |
| "epoch": 13.590509994395665, |
| "grad_norm": 3.0438973903656006, |
| "learning_rate": 5e-06, |
| "loss": 0.0519, |
| "step": 145500 |
| }, |
| { |
| "epoch": 13.599850551092846, |
| "grad_norm": 2.1545908451080322, |
| "learning_rate": 5e-06, |
| "loss": 0.055, |
| "step": 145600 |
| }, |
| { |
| "epoch": 13.609191107790025, |
| "grad_norm": 2.025763988494873, |
| "learning_rate": 5e-06, |
| "loss": 0.0523, |
| "step": 145700 |
| }, |
| { |
| "epoch": 13.618531664487204, |
| "grad_norm": 2.301269769668579, |
| "learning_rate": 5e-06, |
| "loss": 0.0546, |
| "step": 145800 |
| }, |
| { |
| "epoch": 13.627872221184383, |
| "grad_norm": 2.117992401123047, |
| "learning_rate": 5e-06, |
| "loss": 0.0562, |
| "step": 145900 |
| }, |
| { |
| "epoch": 13.637212777881562, |
| "grad_norm": 2.055863618850708, |
| "learning_rate": 5e-06, |
| "loss": 0.0497, |
| "step": 146000 |
| }, |
| { |
| "epoch": 13.64655333457874, |
| "grad_norm": 1.9805787801742554, |
| "learning_rate": 5e-06, |
| "loss": 0.0542, |
| "step": 146100 |
| }, |
| { |
| "epoch": 13.65589389127592, |
| "grad_norm": 2.09218430519104, |
| "learning_rate": 5e-06, |
| "loss": 0.054, |
| "step": 146200 |
| }, |
| { |
| "epoch": 13.665234447973098, |
| "grad_norm": 2.260549783706665, |
| "learning_rate": 5e-06, |
| "loss": 0.0572, |
| "step": 146300 |
| }, |
| { |
| "epoch": 13.674575004670277, |
| "grad_norm": 2.4903054237365723, |
| "learning_rate": 5e-06, |
| "loss": 0.0534, |
| "step": 146400 |
| }, |
| { |
| "epoch": 13.683915561367458, |
| "grad_norm": 1.8108724355697632, |
| "learning_rate": 5e-06, |
| "loss": 0.0583, |
| "step": 146500 |
| }, |
| { |
| "epoch": 13.693256118064637, |
| "grad_norm": 2.325432062149048, |
| "learning_rate": 5e-06, |
| "loss": 0.0547, |
| "step": 146600 |
| }, |
| { |
| "epoch": 13.702596674761816, |
| "grad_norm": 2.349897861480713, |
| "learning_rate": 5e-06, |
| "loss": 0.0518, |
| "step": 146700 |
| }, |
| { |
| "epoch": 13.711937231458995, |
| "grad_norm": 1.6565574407577515, |
| "learning_rate": 5e-06, |
| "loss": 0.0535, |
| "step": 146800 |
| }, |
| { |
| "epoch": 13.721277788156174, |
| "grad_norm": 1.7524023056030273, |
| "learning_rate": 5e-06, |
| "loss": 0.053, |
| "step": 146900 |
| }, |
| { |
| "epoch": 13.730618344853353, |
| "grad_norm": 1.7770988941192627, |
| "learning_rate": 5e-06, |
| "loss": 0.0544, |
| "step": 147000 |
| }, |
| { |
| "epoch": 13.739958901550532, |
| "grad_norm": 1.725666880607605, |
| "learning_rate": 5e-06, |
| "loss": 0.0511, |
| "step": 147100 |
| }, |
| { |
| "epoch": 13.749299458247712, |
| "grad_norm": 2.5386903285980225, |
| "learning_rate": 5e-06, |
| "loss": 0.0554, |
| "step": 147200 |
| }, |
| { |
| "epoch": 13.758640014944891, |
| "grad_norm": 3.794628143310547, |
| "learning_rate": 5e-06, |
| "loss": 0.054, |
| "step": 147300 |
| }, |
| { |
| "epoch": 13.76798057164207, |
| "grad_norm": 2.20983624458313, |
| "learning_rate": 5e-06, |
| "loss": 0.053, |
| "step": 147400 |
| }, |
| { |
| "epoch": 13.77732112833925, |
| "grad_norm": 2.68300199508667, |
| "learning_rate": 5e-06, |
| "loss": 0.054, |
| "step": 147500 |
| }, |
| { |
| "epoch": 13.786661685036428, |
| "grad_norm": 2.6197917461395264, |
| "learning_rate": 5e-06, |
| "loss": 0.0556, |
| "step": 147600 |
| }, |
| { |
| "epoch": 13.796002241733607, |
| "grad_norm": 2.510756731033325, |
| "learning_rate": 5e-06, |
| "loss": 0.0587, |
| "step": 147700 |
| }, |
| { |
| "epoch": 13.805342798430786, |
| "grad_norm": 2.3778505325317383, |
| "learning_rate": 5e-06, |
| "loss": 0.0501, |
| "step": 147800 |
| }, |
| { |
| "epoch": 13.814683355127965, |
| "grad_norm": 1.7805925607681274, |
| "learning_rate": 5e-06, |
| "loss": 0.0535, |
| "step": 147900 |
| }, |
| { |
| "epoch": 13.824023911825146, |
| "grad_norm": 2.094149589538574, |
| "learning_rate": 5e-06, |
| "loss": 0.0521, |
| "step": 148000 |
| }, |
| { |
| "epoch": 13.833364468522324, |
| "grad_norm": 4.9873247146606445, |
| "learning_rate": 5e-06, |
| "loss": 0.0549, |
| "step": 148100 |
| }, |
| { |
| "epoch": 13.842705025219503, |
| "grad_norm": 2.7983360290527344, |
| "learning_rate": 5e-06, |
| "loss": 0.0518, |
| "step": 148200 |
| }, |
| { |
| "epoch": 13.852045581916682, |
| "grad_norm": 1.9696424007415771, |
| "learning_rate": 5e-06, |
| "loss": 0.0507, |
| "step": 148300 |
| }, |
| { |
| "epoch": 13.861386138613861, |
| "grad_norm": 1.8599090576171875, |
| "learning_rate": 5e-06, |
| "loss": 0.054, |
| "step": 148400 |
| }, |
| { |
| "epoch": 13.87072669531104, |
| "grad_norm": 2.1214752197265625, |
| "learning_rate": 5e-06, |
| "loss": 0.0531, |
| "step": 148500 |
| }, |
| { |
| "epoch": 13.88006725200822, |
| "grad_norm": 2.2545955181121826, |
| "learning_rate": 5e-06, |
| "loss": 0.054, |
| "step": 148600 |
| }, |
| { |
| "epoch": 13.889407808705398, |
| "grad_norm": 1.6850035190582275, |
| "learning_rate": 5e-06, |
| "loss": 0.0519, |
| "step": 148700 |
| }, |
| { |
| "epoch": 13.898748365402579, |
| "grad_norm": 1.7666141986846924, |
| "learning_rate": 5e-06, |
| "loss": 0.0578, |
| "step": 148800 |
| }, |
| { |
| "epoch": 13.908088922099758, |
| "grad_norm": 1.9533294439315796, |
| "learning_rate": 5e-06, |
| "loss": 0.0528, |
| "step": 148900 |
| }, |
| { |
| "epoch": 13.917429478796937, |
| "grad_norm": 3.1940252780914307, |
| "learning_rate": 5e-06, |
| "loss": 0.054, |
| "step": 149000 |
| }, |
| { |
| "epoch": 13.926770035494116, |
| "grad_norm": 2.6631593704223633, |
| "learning_rate": 5e-06, |
| "loss": 0.0541, |
| "step": 149100 |
| }, |
| { |
| "epoch": 13.936110592191294, |
| "grad_norm": 1.647236704826355, |
| "learning_rate": 5e-06, |
| "loss": 0.056, |
| "step": 149200 |
| }, |
| { |
| "epoch": 13.945451148888473, |
| "grad_norm": 4.200844764709473, |
| "learning_rate": 5e-06, |
| "loss": 0.0536, |
| "step": 149300 |
| }, |
| { |
| "epoch": 13.954791705585652, |
| "grad_norm": 2.489083766937256, |
| "learning_rate": 5e-06, |
| "loss": 0.0525, |
| "step": 149400 |
| }, |
| { |
| "epoch": 13.964132262282831, |
| "grad_norm": 2.0192339420318604, |
| "learning_rate": 5e-06, |
| "loss": 0.0533, |
| "step": 149500 |
| }, |
| { |
| "epoch": 13.973472818980012, |
| "grad_norm": 3.0128679275512695, |
| "learning_rate": 5e-06, |
| "loss": 0.052, |
| "step": 149600 |
| }, |
| { |
| "epoch": 13.98281337567719, |
| "grad_norm": 1.692431092262268, |
| "learning_rate": 5e-06, |
| "loss": 0.0502, |
| "step": 149700 |
| }, |
| { |
| "epoch": 13.99215393237437, |
| "grad_norm": 2.1296956539154053, |
| "learning_rate": 5e-06, |
| "loss": 0.0512, |
| "step": 149800 |
| }, |
| { |
| "epoch": 14.0, |
| "step": 149884, |
| "train_loss": 0.04322071000933647, |
| "train_perplexity": 1.044168327821628, |
| "train_runtime": 1017.1036, |
| "train_samples_per_second": 168.412, |
| "train_steps_per_second": 10.526 |
| }, |
| { |
| "epoch": 14.0, |
| "eval_loss": 0.04287618771195412, |
| "eval_perplexity": 1.043808650512457, |
| "eval_runtime": 197.4678, |
| "eval_samples_per_second": 216.861, |
| "eval_steps_per_second": 13.557, |
| "step": 149884 |
| }, |
| { |
| "epoch": 14.001494489071549, |
| "grad_norm": 1.5198969841003418, |
| "learning_rate": 5e-06, |
| "loss": 0.0533, |
| "step": 149900 |
| }, |
| { |
| "epoch": 14.010835045768728, |
| "grad_norm": 1.9891223907470703, |
| "learning_rate": 5e-06, |
| "loss": 0.0555, |
| "step": 150000 |
| }, |
| { |
| "epoch": 14.020175602465907, |
| "grad_norm": 2.641404151916504, |
| "learning_rate": 5e-06, |
| "loss": 0.0553, |
| "step": 150100 |
| }, |
| { |
| "epoch": 14.029516159163085, |
| "grad_norm": 1.3797098398208618, |
| "learning_rate": 5e-06, |
| "loss": 0.0526, |
| "step": 150200 |
| }, |
| { |
| "epoch": 14.038856715860264, |
| "grad_norm": 2.8433609008789062, |
| "learning_rate": 5e-06, |
| "loss": 0.0537, |
| "step": 150300 |
| }, |
| { |
| "epoch": 14.048197272557445, |
| "grad_norm": 2.3955869674682617, |
| "learning_rate": 5e-06, |
| "loss": 0.0532, |
| "step": 150400 |
| }, |
| { |
| "epoch": 14.057537829254624, |
| "grad_norm": 1.9970369338989258, |
| "learning_rate": 5e-06, |
| "loss": 0.0528, |
| "step": 150500 |
| }, |
| { |
| "epoch": 14.066878385951803, |
| "grad_norm": 3.3992788791656494, |
| "learning_rate": 5e-06, |
| "loss": 0.0518, |
| "step": 150600 |
| }, |
| { |
| "epoch": 14.076218942648982, |
| "grad_norm": 2.3437516689300537, |
| "learning_rate": 5e-06, |
| "loss": 0.0553, |
| "step": 150700 |
| }, |
| { |
| "epoch": 14.08555949934616, |
| "grad_norm": 2.6663131713867188, |
| "learning_rate": 5e-06, |
| "loss": 0.0507, |
| "step": 150800 |
| }, |
| { |
| "epoch": 14.09490005604334, |
| "grad_norm": 2.079892873764038, |
| "learning_rate": 5e-06, |
| "loss": 0.0536, |
| "step": 150900 |
| }, |
| { |
| "epoch": 14.104240612740519, |
| "grad_norm": 2.0204343795776367, |
| "learning_rate": 5e-06, |
| "loss": 0.0557, |
| "step": 151000 |
| }, |
| { |
| "epoch": 14.1135811694377, |
| "grad_norm": 2.8857526779174805, |
| "learning_rate": 5e-06, |
| "loss": 0.0536, |
| "step": 151100 |
| }, |
| { |
| "epoch": 14.122921726134878, |
| "grad_norm": 1.890404224395752, |
| "learning_rate": 5e-06, |
| "loss": 0.0528, |
| "step": 151200 |
| }, |
| { |
| "epoch": 14.132262282832057, |
| "grad_norm": 2.3498828411102295, |
| "learning_rate": 5e-06, |
| "loss": 0.0554, |
| "step": 151300 |
| }, |
| { |
| "epoch": 14.141602839529236, |
| "grad_norm": 1.5355278253555298, |
| "learning_rate": 5e-06, |
| "loss": 0.0515, |
| "step": 151400 |
| }, |
| { |
| "epoch": 14.150943396226415, |
| "grad_norm": 2.6976723670959473, |
| "learning_rate": 5e-06, |
| "loss": 0.0573, |
| "step": 151500 |
| }, |
| { |
| "epoch": 14.160283952923594, |
| "grad_norm": 1.8257564306259155, |
| "learning_rate": 5e-06, |
| "loss": 0.0576, |
| "step": 151600 |
| }, |
| { |
| "epoch": 14.169624509620773, |
| "grad_norm": 1.5298279523849487, |
| "learning_rate": 5e-06, |
| "loss": 0.0515, |
| "step": 151700 |
| }, |
| { |
| "epoch": 14.178965066317952, |
| "grad_norm": 2.0263781547546387, |
| "learning_rate": 5e-06, |
| "loss": 0.0504, |
| "step": 151800 |
| }, |
| { |
| "epoch": 14.188305623015133, |
| "grad_norm": 2.315624713897705, |
| "learning_rate": 5e-06, |
| "loss": 0.0556, |
| "step": 151900 |
| }, |
| { |
| "epoch": 14.197646179712311, |
| "grad_norm": 2.3410565853118896, |
| "learning_rate": 5e-06, |
| "loss": 0.0531, |
| "step": 152000 |
| }, |
| { |
| "epoch": 14.20698673640949, |
| "grad_norm": 2.852876663208008, |
| "learning_rate": 5e-06, |
| "loss": 0.0519, |
| "step": 152100 |
| }, |
| { |
| "epoch": 14.21632729310667, |
| "grad_norm": 2.115928888320923, |
| "learning_rate": 5e-06, |
| "loss": 0.0522, |
| "step": 152200 |
| }, |
| { |
| "epoch": 14.225667849803848, |
| "grad_norm": 1.88992440700531, |
| "learning_rate": 5e-06, |
| "loss": 0.0535, |
| "step": 152300 |
| }, |
| { |
| "epoch": 14.235008406501027, |
| "grad_norm": 1.827008843421936, |
| "learning_rate": 5e-06, |
| "loss": 0.0507, |
| "step": 152400 |
| }, |
| { |
| "epoch": 14.244348963198206, |
| "grad_norm": 2.1225945949554443, |
| "learning_rate": 5e-06, |
| "loss": 0.05, |
| "step": 152500 |
| }, |
| { |
| "epoch": 14.253689519895385, |
| "grad_norm": 1.7477630376815796, |
| "learning_rate": 5e-06, |
| "loss": 0.0513, |
| "step": 152600 |
| }, |
| { |
| "epoch": 14.263030076592566, |
| "grad_norm": 2.2576026916503906, |
| "learning_rate": 5e-06, |
| "loss": 0.0501, |
| "step": 152700 |
| }, |
| { |
| "epoch": 14.272370633289745, |
| "grad_norm": 2.033012628555298, |
| "learning_rate": 5e-06, |
| "loss": 0.0528, |
| "step": 152800 |
| }, |
| { |
| "epoch": 14.281711189986924, |
| "grad_norm": 2.637336492538452, |
| "learning_rate": 5e-06, |
| "loss": 0.0516, |
| "step": 152900 |
| }, |
| { |
| "epoch": 14.291051746684102, |
| "grad_norm": 2.085606336593628, |
| "learning_rate": 5e-06, |
| "loss": 0.0539, |
| "step": 153000 |
| }, |
| { |
| "epoch": 14.300392303381281, |
| "grad_norm": 1.8468072414398193, |
| "learning_rate": 5e-06, |
| "loss": 0.0514, |
| "step": 153100 |
| }, |
| { |
| "epoch": 14.30973286007846, |
| "grad_norm": 1.7021934986114502, |
| "learning_rate": 5e-06, |
| "loss": 0.0504, |
| "step": 153200 |
| }, |
| { |
| "epoch": 14.31907341677564, |
| "grad_norm": 1.8190834522247314, |
| "learning_rate": 5e-06, |
| "loss": 0.0543, |
| "step": 153300 |
| }, |
| { |
| "epoch": 14.328413973472818, |
| "grad_norm": 2.1842737197875977, |
| "learning_rate": 5e-06, |
| "loss": 0.0493, |
| "step": 153400 |
| }, |
| { |
| "epoch": 14.337754530169999, |
| "grad_norm": 2.879484176635742, |
| "learning_rate": 5e-06, |
| "loss": 0.0544, |
| "step": 153500 |
| }, |
| { |
| "epoch": 14.347095086867178, |
| "grad_norm": 2.511502981185913, |
| "learning_rate": 5e-06, |
| "loss": 0.0521, |
| "step": 153600 |
| }, |
| { |
| "epoch": 14.356435643564357, |
| "grad_norm": 2.1788644790649414, |
| "learning_rate": 5e-06, |
| "loss": 0.0487, |
| "step": 153700 |
| }, |
| { |
| "epoch": 14.365776200261536, |
| "grad_norm": 1.5958322286605835, |
| "learning_rate": 5e-06, |
| "loss": 0.0534, |
| "step": 153800 |
| }, |
| { |
| "epoch": 14.375116756958715, |
| "grad_norm": 2.3340253829956055, |
| "learning_rate": 5e-06, |
| "loss": 0.0534, |
| "step": 153900 |
| }, |
| { |
| "epoch": 14.384457313655894, |
| "grad_norm": 1.8414126634597778, |
| "learning_rate": 5e-06, |
| "loss": 0.0527, |
| "step": 154000 |
| }, |
| { |
| "epoch": 14.393797870353072, |
| "grad_norm": 1.9483789205551147, |
| "learning_rate": 5e-06, |
| "loss": 0.0514, |
| "step": 154100 |
| }, |
| { |
| "epoch": 14.403138427050251, |
| "grad_norm": 1.981164813041687, |
| "learning_rate": 5e-06, |
| "loss": 0.0525, |
| "step": 154200 |
| }, |
| { |
| "epoch": 14.412478983747432, |
| "grad_norm": 2.103407382965088, |
| "learning_rate": 5e-06, |
| "loss": 0.0517, |
| "step": 154300 |
| }, |
| { |
| "epoch": 14.421819540444611, |
| "grad_norm": 2.0788657665252686, |
| "learning_rate": 5e-06, |
| "loss": 0.0501, |
| "step": 154400 |
| }, |
| { |
| "epoch": 14.43116009714179, |
| "grad_norm": 1.813703179359436, |
| "learning_rate": 5e-06, |
| "loss": 0.0507, |
| "step": 154500 |
| }, |
| { |
| "epoch": 14.440500653838969, |
| "grad_norm": 1.8219889402389526, |
| "learning_rate": 5e-06, |
| "loss": 0.0564, |
| "step": 154600 |
| }, |
| { |
| "epoch": 14.449841210536148, |
| "grad_norm": 1.9597519636154175, |
| "learning_rate": 5e-06, |
| "loss": 0.0514, |
| "step": 154700 |
| }, |
| { |
| "epoch": 14.459181767233327, |
| "grad_norm": 2.27846622467041, |
| "learning_rate": 5e-06, |
| "loss": 0.0507, |
| "step": 154800 |
| }, |
| { |
| "epoch": 14.468522323930506, |
| "grad_norm": 2.1320693492889404, |
| "learning_rate": 5e-06, |
| "loss": 0.0525, |
| "step": 154900 |
| }, |
| { |
| "epoch": 14.477862880627685, |
| "grad_norm": 1.7180060148239136, |
| "learning_rate": 5e-06, |
| "loss": 0.0478, |
| "step": 155000 |
| }, |
| { |
| "epoch": 14.487203437324865, |
| "grad_norm": 2.489689350128174, |
| "learning_rate": 5e-06, |
| "loss": 0.0505, |
| "step": 155100 |
| }, |
| { |
| "epoch": 14.496543994022044, |
| "grad_norm": 1.7582645416259766, |
| "learning_rate": 5e-06, |
| "loss": 0.0508, |
| "step": 155200 |
| }, |
| { |
| "epoch": 14.505884550719223, |
| "grad_norm": 2.819523334503174, |
| "learning_rate": 5e-06, |
| "loss": 0.0519, |
| "step": 155300 |
| }, |
| { |
| "epoch": 14.515225107416402, |
| "grad_norm": 2.290830373764038, |
| "learning_rate": 5e-06, |
| "loss": 0.0518, |
| "step": 155400 |
| }, |
| { |
| "epoch": 14.524565664113581, |
| "grad_norm": 1.8261926174163818, |
| "learning_rate": 5e-06, |
| "loss": 0.0512, |
| "step": 155500 |
| }, |
| { |
| "epoch": 14.53390622081076, |
| "grad_norm": 2.1689133644104004, |
| "learning_rate": 5e-06, |
| "loss": 0.0501, |
| "step": 155600 |
| }, |
| { |
| "epoch": 14.543246777507939, |
| "grad_norm": 3.2235286235809326, |
| "learning_rate": 5e-06, |
| "loss": 0.0491, |
| "step": 155700 |
| }, |
| { |
| "epoch": 14.552587334205118, |
| "grad_norm": 1.5100442171096802, |
| "learning_rate": 5e-06, |
| "loss": 0.0511, |
| "step": 155800 |
| }, |
| { |
| "epoch": 14.561927890902298, |
| "grad_norm": 2.068697690963745, |
| "learning_rate": 5e-06, |
| "loss": 0.0507, |
| "step": 155900 |
| }, |
| { |
| "epoch": 14.571268447599477, |
| "grad_norm": 3.0634536743164062, |
| "learning_rate": 5e-06, |
| "loss": 0.0524, |
| "step": 156000 |
| }, |
| { |
| "epoch": 14.580609004296656, |
| "grad_norm": 1.673420786857605, |
| "learning_rate": 5e-06, |
| "loss": 0.0529, |
| "step": 156100 |
| }, |
| { |
| "epoch": 14.589949560993835, |
| "grad_norm": 2.8210244178771973, |
| "learning_rate": 5e-06, |
| "loss": 0.0503, |
| "step": 156200 |
| }, |
| { |
| "epoch": 14.599290117691014, |
| "grad_norm": 2.2670748233795166, |
| "learning_rate": 5e-06, |
| "loss": 0.0499, |
| "step": 156300 |
| }, |
| { |
| "epoch": 14.608630674388193, |
| "grad_norm": 1.7815954685211182, |
| "learning_rate": 5e-06, |
| "loss": 0.0498, |
| "step": 156400 |
| }, |
| { |
| "epoch": 14.617971231085372, |
| "grad_norm": 1.7072904109954834, |
| "learning_rate": 5e-06, |
| "loss": 0.0513, |
| "step": 156500 |
| }, |
| { |
| "epoch": 14.627311787782553, |
| "grad_norm": 1.9557461738586426, |
| "learning_rate": 5e-06, |
| "loss": 0.0492, |
| "step": 156600 |
| }, |
| { |
| "epoch": 14.636652344479732, |
| "grad_norm": 2.4959490299224854, |
| "learning_rate": 5e-06, |
| "loss": 0.0517, |
| "step": 156700 |
| }, |
| { |
| "epoch": 14.64599290117691, |
| "grad_norm": 2.0840649604797363, |
| "learning_rate": 5e-06, |
| "loss": 0.0492, |
| "step": 156800 |
| }, |
| { |
| "epoch": 14.65533345787409, |
| "grad_norm": 2.258216381072998, |
| "learning_rate": 5e-06, |
| "loss": 0.0526, |
| "step": 156900 |
| }, |
| { |
| "epoch": 14.664674014571268, |
| "grad_norm": 2.023789882659912, |
| "learning_rate": 5e-06, |
| "loss": 0.0525, |
| "step": 157000 |
| }, |
| { |
| "epoch": 14.674014571268447, |
| "grad_norm": 2.7539310455322266, |
| "learning_rate": 5e-06, |
| "loss": 0.0523, |
| "step": 157100 |
| }, |
| { |
| "epoch": 14.683355127965626, |
| "grad_norm": 2.278038263320923, |
| "learning_rate": 5e-06, |
| "loss": 0.051, |
| "step": 157200 |
| }, |
| { |
| "epoch": 14.692695684662805, |
| "grad_norm": 1.9733269214630127, |
| "learning_rate": 5e-06, |
| "loss": 0.0521, |
| "step": 157300 |
| }, |
| { |
| "epoch": 14.702036241359986, |
| "grad_norm": 1.553517460823059, |
| "learning_rate": 5e-06, |
| "loss": 0.0508, |
| "step": 157400 |
| }, |
| { |
| "epoch": 14.711376798057165, |
| "grad_norm": 1.6687268018722534, |
| "learning_rate": 5e-06, |
| "loss": 0.049, |
| "step": 157500 |
| }, |
| { |
| "epoch": 14.720717354754344, |
| "grad_norm": 2.9562275409698486, |
| "learning_rate": 5e-06, |
| "loss": 0.0517, |
| "step": 157600 |
| }, |
| { |
| "epoch": 14.730057911451523, |
| "grad_norm": 1.8103463649749756, |
| "learning_rate": 5e-06, |
| "loss": 0.0506, |
| "step": 157700 |
| }, |
| { |
| "epoch": 14.739398468148702, |
| "grad_norm": 2.296851634979248, |
| "learning_rate": 5e-06, |
| "loss": 0.0531, |
| "step": 157800 |
| }, |
| { |
| "epoch": 14.74873902484588, |
| "grad_norm": 1.8356025218963623, |
| "learning_rate": 5e-06, |
| "loss": 0.052, |
| "step": 157900 |
| }, |
| { |
| "epoch": 14.75807958154306, |
| "grad_norm": 1.8158386945724487, |
| "learning_rate": 5e-06, |
| "loss": 0.0501, |
| "step": 158000 |
| }, |
| { |
| "epoch": 14.767420138240238, |
| "grad_norm": 2.55415940284729, |
| "learning_rate": 5e-06, |
| "loss": 0.0507, |
| "step": 158100 |
| }, |
| { |
| "epoch": 14.776760694937419, |
| "grad_norm": 2.4097695350646973, |
| "learning_rate": 5e-06, |
| "loss": 0.0515, |
| "step": 158200 |
| }, |
| { |
| "epoch": 14.786101251634598, |
| "grad_norm": 2.952843189239502, |
| "learning_rate": 5e-06, |
| "loss": 0.0508, |
| "step": 158300 |
| }, |
| { |
| "epoch": 14.795441808331777, |
| "grad_norm": 1.5024393796920776, |
| "learning_rate": 5e-06, |
| "loss": 0.0535, |
| "step": 158400 |
| }, |
| { |
| "epoch": 14.804782365028956, |
| "grad_norm": 1.4958492517471313, |
| "learning_rate": 5e-06, |
| "loss": 0.0557, |
| "step": 158500 |
| }, |
| { |
| "epoch": 14.814122921726135, |
| "grad_norm": 1.8737177848815918, |
| "learning_rate": 5e-06, |
| "loss": 0.0497, |
| "step": 158600 |
| }, |
| { |
| "epoch": 14.823463478423314, |
| "grad_norm": 2.1860556602478027, |
| "learning_rate": 5e-06, |
| "loss": 0.0509, |
| "step": 158700 |
| }, |
| { |
| "epoch": 14.832804035120493, |
| "grad_norm": 1.8803856372833252, |
| "learning_rate": 5e-06, |
| "loss": 0.0498, |
| "step": 158800 |
| }, |
| { |
| "epoch": 14.842144591817672, |
| "grad_norm": 2.44960618019104, |
| "learning_rate": 5e-06, |
| "loss": 0.0497, |
| "step": 158900 |
| }, |
| { |
| "epoch": 14.851485148514852, |
| "grad_norm": 2.0274477005004883, |
| "learning_rate": 5e-06, |
| "loss": 0.0497, |
| "step": 159000 |
| }, |
| { |
| "epoch": 14.860825705212031, |
| "grad_norm": 1.860079288482666, |
| "learning_rate": 5e-06, |
| "loss": 0.0502, |
| "step": 159100 |
| }, |
| { |
| "epoch": 14.87016626190921, |
| "grad_norm": 2.1350317001342773, |
| "learning_rate": 5e-06, |
| "loss": 0.0493, |
| "step": 159200 |
| }, |
| { |
| "epoch": 14.879506818606389, |
| "grad_norm": 2.026698112487793, |
| "learning_rate": 5e-06, |
| "loss": 0.0506, |
| "step": 159300 |
| }, |
| { |
| "epoch": 14.888847375303568, |
| "grad_norm": 1.3062885999679565, |
| "learning_rate": 5e-06, |
| "loss": 0.0491, |
| "step": 159400 |
| }, |
| { |
| "epoch": 14.898187932000747, |
| "grad_norm": 1.5650200843811035, |
| "learning_rate": 5e-06, |
| "loss": 0.0607, |
| "step": 159500 |
| }, |
| { |
| "epoch": 14.907528488697926, |
| "grad_norm": 2.3414599895477295, |
| "learning_rate": 5e-06, |
| "loss": 0.0546, |
| "step": 159600 |
| }, |
| { |
| "epoch": 14.916869045395105, |
| "grad_norm": 1.8304117918014526, |
| "learning_rate": 5e-06, |
| "loss": 0.0501, |
| "step": 159700 |
| }, |
| { |
| "epoch": 14.926209602092285, |
| "grad_norm": 2.0556697845458984, |
| "learning_rate": 5e-06, |
| "loss": 0.0499, |
| "step": 159800 |
| }, |
| { |
| "epoch": 14.935550158789464, |
| "grad_norm": 2.589825391769409, |
| "learning_rate": 5e-06, |
| "loss": 0.0522, |
| "step": 159900 |
| }, |
| { |
| "epoch": 14.944890715486643, |
| "grad_norm": 1.4753167629241943, |
| "learning_rate": 5e-06, |
| "loss": 0.0499, |
| "step": 160000 |
| }, |
| { |
| "epoch": 14.954231272183822, |
| "grad_norm": 2.0674266815185547, |
| "learning_rate": 5e-06, |
| "loss": 0.0507, |
| "step": 160100 |
| }, |
| { |
| "epoch": 14.963571828881001, |
| "grad_norm": 2.09741473197937, |
| "learning_rate": 5e-06, |
| "loss": 0.0481, |
| "step": 160200 |
| }, |
| { |
| "epoch": 14.97291238557818, |
| "grad_norm": 2.749336004257202, |
| "learning_rate": 5e-06, |
| "loss": 0.049, |
| "step": 160300 |
| }, |
| { |
| "epoch": 14.982252942275359, |
| "grad_norm": 1.6474223136901855, |
| "learning_rate": 5e-06, |
| "loss": 0.0523, |
| "step": 160400 |
| }, |
| { |
| "epoch": 14.991593498972538, |
| "grad_norm": 1.9202688932418823, |
| "learning_rate": 5e-06, |
| "loss": 0.0515, |
| "step": 160500 |
| }, |
| { |
| "epoch": 15.0, |
| "step": 160590, |
| "train_loss": 0.04093229025602341, |
| "train_perplexity": 1.0417815643943402, |
| "train_runtime": 1017.0397, |
| "train_samples_per_second": 168.422, |
| "train_steps_per_second": 10.527 |
| }, |
| { |
| "epoch": 15.0, |
| "eval_loss": 0.04061857610940933, |
| "eval_perplexity": 1.0414547940388297, |
| "eval_runtime": 197.5207, |
| "eval_samples_per_second": 216.803, |
| "eval_steps_per_second": 13.553, |
| "step": 160590 |
| }, |
| { |
| "epoch": 15.000934055669719, |
| "grad_norm": 2.368708848953247, |
| "learning_rate": 5e-06, |
| "loss": 0.0498, |
| "step": 160600 |
| }, |
| { |
| "epoch": 15.010274612366898, |
| "grad_norm": 2.2208268642425537, |
| "learning_rate": 5e-06, |
| "loss": 0.0492, |
| "step": 160700 |
| }, |
| { |
| "epoch": 15.019615169064076, |
| "grad_norm": 2.8575339317321777, |
| "learning_rate": 5e-06, |
| "loss": 0.0476, |
| "step": 160800 |
| }, |
| { |
| "epoch": 15.028955725761255, |
| "grad_norm": 2.4543139934539795, |
| "learning_rate": 5e-06, |
| "loss": 0.0515, |
| "step": 160900 |
| }, |
| { |
| "epoch": 15.038296282458434, |
| "grad_norm": 1.500006079673767, |
| "learning_rate": 5e-06, |
| "loss": 0.053, |
| "step": 161000 |
| }, |
| { |
| "epoch": 15.047636839155613, |
| "grad_norm": 1.7930200099945068, |
| "learning_rate": 5e-06, |
| "loss": 0.0496, |
| "step": 161100 |
| }, |
| { |
| "epoch": 15.056977395852792, |
| "grad_norm": 1.5580568313598633, |
| "learning_rate": 5e-06, |
| "loss": 0.0496, |
| "step": 161200 |
| }, |
| { |
| "epoch": 15.066317952549973, |
| "grad_norm": 1.9321179389953613, |
| "learning_rate": 5e-06, |
| "loss": 0.0485, |
| "step": 161300 |
| }, |
| { |
| "epoch": 15.075658509247152, |
| "grad_norm": 2.015697717666626, |
| "learning_rate": 5e-06, |
| "loss": 0.0524, |
| "step": 161400 |
| }, |
| { |
| "epoch": 15.08499906594433, |
| "grad_norm": 1.763629674911499, |
| "learning_rate": 5e-06, |
| "loss": 0.0505, |
| "step": 161500 |
| }, |
| { |
| "epoch": 15.09433962264151, |
| "grad_norm": 2.0153114795684814, |
| "learning_rate": 5e-06, |
| "loss": 0.0576, |
| "step": 161600 |
| }, |
| { |
| "epoch": 15.103680179338689, |
| "grad_norm": 2.90470814704895, |
| "learning_rate": 5e-06, |
| "loss": 0.0512, |
| "step": 161700 |
| }, |
| { |
| "epoch": 15.113020736035867, |
| "grad_norm": 1.9207209348678589, |
| "learning_rate": 5e-06, |
| "loss": 0.0501, |
| "step": 161800 |
| }, |
| { |
| "epoch": 15.122361292733046, |
| "grad_norm": 2.25421142578125, |
| "learning_rate": 5e-06, |
| "loss": 0.0527, |
| "step": 161900 |
| }, |
| { |
| "epoch": 15.131701849430225, |
| "grad_norm": 2.660942792892456, |
| "learning_rate": 5e-06, |
| "loss": 0.0518, |
| "step": 162000 |
| }, |
| { |
| "epoch": 15.141042406127406, |
| "grad_norm": 3.6323366165161133, |
| "learning_rate": 5e-06, |
| "loss": 0.0496, |
| "step": 162100 |
| }, |
| { |
| "epoch": 15.150382962824585, |
| "grad_norm": 2.2383806705474854, |
| "learning_rate": 5e-06, |
| "loss": 0.0501, |
| "step": 162200 |
| }, |
| { |
| "epoch": 15.159723519521764, |
| "grad_norm": 1.9360830783843994, |
| "learning_rate": 5e-06, |
| "loss": 0.0486, |
| "step": 162300 |
| }, |
| { |
| "epoch": 15.169064076218943, |
| "grad_norm": 2.317575216293335, |
| "learning_rate": 5e-06, |
| "loss": 0.0495, |
| "step": 162400 |
| }, |
| { |
| "epoch": 15.178404632916122, |
| "grad_norm": 2.5065701007843018, |
| "learning_rate": 5e-06, |
| "loss": 0.0501, |
| "step": 162500 |
| }, |
| { |
| "epoch": 15.1877451896133, |
| "grad_norm": 1.9779646396636963, |
| "learning_rate": 5e-06, |
| "loss": 0.0521, |
| "step": 162600 |
| }, |
| { |
| "epoch": 15.19708574631048, |
| "grad_norm": 1.636048436164856, |
| "learning_rate": 5e-06, |
| "loss": 0.0467, |
| "step": 162700 |
| }, |
| { |
| "epoch": 15.206426303007659, |
| "grad_norm": 1.9001904726028442, |
| "learning_rate": 5e-06, |
| "loss": 0.0464, |
| "step": 162800 |
| }, |
| { |
| "epoch": 15.21576685970484, |
| "grad_norm": 2.0033068656921387, |
| "learning_rate": 5e-06, |
| "loss": 0.0486, |
| "step": 162900 |
| }, |
| { |
| "epoch": 15.225107416402018, |
| "grad_norm": 1.699422836303711, |
| "learning_rate": 5e-06, |
| "loss": 0.0488, |
| "step": 163000 |
| }, |
| { |
| "epoch": 15.234447973099197, |
| "grad_norm": 1.9128868579864502, |
| "learning_rate": 5e-06, |
| "loss": 0.0489, |
| "step": 163100 |
| }, |
| { |
| "epoch": 15.243788529796376, |
| "grad_norm": 1.8884122371673584, |
| "learning_rate": 5e-06, |
| "loss": 0.0485, |
| "step": 163200 |
| }, |
| { |
| "epoch": 15.253129086493555, |
| "grad_norm": 2.4272754192352295, |
| "learning_rate": 5e-06, |
| "loss": 0.0507, |
| "step": 163300 |
| }, |
| { |
| "epoch": 15.262469643190734, |
| "grad_norm": 1.7570416927337646, |
| "learning_rate": 5e-06, |
| "loss": 0.0494, |
| "step": 163400 |
| }, |
| { |
| "epoch": 15.271810199887913, |
| "grad_norm": 1.67497980594635, |
| "learning_rate": 5e-06, |
| "loss": 0.052, |
| "step": 163500 |
| }, |
| { |
| "epoch": 15.281150756585092, |
| "grad_norm": 1.8028531074523926, |
| "learning_rate": 5e-06, |
| "loss": 0.0504, |
| "step": 163600 |
| }, |
| { |
| "epoch": 15.290491313282272, |
| "grad_norm": 2.0245401859283447, |
| "learning_rate": 5e-06, |
| "loss": 0.0502, |
| "step": 163700 |
| }, |
| { |
| "epoch": 15.299831869979451, |
| "grad_norm": 2.309602975845337, |
| "learning_rate": 5e-06, |
| "loss": 0.0478, |
| "step": 163800 |
| }, |
| { |
| "epoch": 15.30917242667663, |
| "grad_norm": 1.7476741075515747, |
| "learning_rate": 5e-06, |
| "loss": 0.0467, |
| "step": 163900 |
| }, |
| { |
| "epoch": 15.31851298337381, |
| "grad_norm": 1.4116895198822021, |
| "learning_rate": 5e-06, |
| "loss": 0.0541, |
| "step": 164000 |
| }, |
| { |
| "epoch": 15.327853540070988, |
| "grad_norm": 1.7271604537963867, |
| "learning_rate": 5e-06, |
| "loss": 0.047, |
| "step": 164100 |
| }, |
| { |
| "epoch": 15.337194096768167, |
| "grad_norm": 2.0647571086883545, |
| "learning_rate": 5e-06, |
| "loss": 0.0506, |
| "step": 164200 |
| }, |
| { |
| "epoch": 15.346534653465346, |
| "grad_norm": 1.782522439956665, |
| "learning_rate": 5e-06, |
| "loss": 0.0494, |
| "step": 164300 |
| }, |
| { |
| "epoch": 15.355875210162525, |
| "grad_norm": 2.031418561935425, |
| "learning_rate": 5e-06, |
| "loss": 0.0503, |
| "step": 164400 |
| }, |
| { |
| "epoch": 15.365215766859706, |
| "grad_norm": 1.9017226696014404, |
| "learning_rate": 5e-06, |
| "loss": 0.0486, |
| "step": 164500 |
| }, |
| { |
| "epoch": 15.374556323556885, |
| "grad_norm": 2.4325191974639893, |
| "learning_rate": 5e-06, |
| "loss": 0.0484, |
| "step": 164600 |
| }, |
| { |
| "epoch": 15.383896880254063, |
| "grad_norm": 1.8540329933166504, |
| "learning_rate": 5e-06, |
| "loss": 0.0497, |
| "step": 164700 |
| }, |
| { |
| "epoch": 15.393237436951242, |
| "grad_norm": 1.7348358631134033, |
| "learning_rate": 5e-06, |
| "loss": 0.054, |
| "step": 164800 |
| }, |
| { |
| "epoch": 15.402577993648421, |
| "grad_norm": 1.565423846244812, |
| "learning_rate": 5e-06, |
| "loss": 0.0476, |
| "step": 164900 |
| }, |
| { |
| "epoch": 15.4119185503456, |
| "grad_norm": 2.136007785797119, |
| "learning_rate": 5e-06, |
| "loss": 0.0483, |
| "step": 165000 |
| }, |
| { |
| "epoch": 15.42125910704278, |
| "grad_norm": 2.433206796646118, |
| "learning_rate": 5e-06, |
| "loss": 0.0492, |
| "step": 165100 |
| }, |
| { |
| "epoch": 15.430599663739958, |
| "grad_norm": 1.9593218564987183, |
| "learning_rate": 5e-06, |
| "loss": 0.0505, |
| "step": 165200 |
| }, |
| { |
| "epoch": 15.439940220437139, |
| "grad_norm": 2.050710678100586, |
| "learning_rate": 5e-06, |
| "loss": 0.049, |
| "step": 165300 |
| }, |
| { |
| "epoch": 15.449280777134318, |
| "grad_norm": 2.3893399238586426, |
| "learning_rate": 5e-06, |
| "loss": 0.0473, |
| "step": 165400 |
| }, |
| { |
| "epoch": 15.458621333831497, |
| "grad_norm": 1.8697859048843384, |
| "learning_rate": 5e-06, |
| "loss": 0.0498, |
| "step": 165500 |
| }, |
| { |
| "epoch": 15.467961890528676, |
| "grad_norm": 2.3388545513153076, |
| "learning_rate": 5e-06, |
| "loss": 0.0525, |
| "step": 165600 |
| }, |
| { |
| "epoch": 15.477302447225854, |
| "grad_norm": 1.4019025564193726, |
| "learning_rate": 5e-06, |
| "loss": 0.0453, |
| "step": 165700 |
| }, |
| { |
| "epoch": 15.486643003923033, |
| "grad_norm": 3.032709836959839, |
| "learning_rate": 5e-06, |
| "loss": 0.0497, |
| "step": 165800 |
| }, |
| { |
| "epoch": 15.495983560620212, |
| "grad_norm": 1.3394863605499268, |
| "learning_rate": 5e-06, |
| "loss": 0.0491, |
| "step": 165900 |
| }, |
| { |
| "epoch": 15.505324117317393, |
| "grad_norm": 1.8415008783340454, |
| "learning_rate": 5e-06, |
| "loss": 0.049, |
| "step": 166000 |
| }, |
| { |
| "epoch": 15.514664674014572, |
| "grad_norm": 2.585088014602661, |
| "learning_rate": 5e-06, |
| "loss": 0.0502, |
| "step": 166100 |
| }, |
| { |
| "epoch": 15.52400523071175, |
| "grad_norm": 1.5842409133911133, |
| "learning_rate": 5e-06, |
| "loss": 0.049, |
| "step": 166200 |
| }, |
| { |
| "epoch": 15.53334578740893, |
| "grad_norm": 1.5115009546279907, |
| "learning_rate": 5e-06, |
| "loss": 0.0454, |
| "step": 166300 |
| }, |
| { |
| "epoch": 15.542686344106109, |
| "grad_norm": 2.2493093013763428, |
| "learning_rate": 5e-06, |
| "loss": 0.0502, |
| "step": 166400 |
| }, |
| { |
| "epoch": 15.552026900803288, |
| "grad_norm": 2.1873621940612793, |
| "learning_rate": 5e-06, |
| "loss": 0.054, |
| "step": 166500 |
| }, |
| { |
| "epoch": 15.561367457500467, |
| "grad_norm": 2.471102476119995, |
| "learning_rate": 5e-06, |
| "loss": 0.0501, |
| "step": 166600 |
| }, |
| { |
| "epoch": 15.570708014197645, |
| "grad_norm": 1.6720088720321655, |
| "learning_rate": 5e-06, |
| "loss": 0.0505, |
| "step": 166700 |
| }, |
| { |
| "epoch": 15.580048570894824, |
| "grad_norm": 1.8741424083709717, |
| "learning_rate": 5e-06, |
| "loss": 0.0477, |
| "step": 166800 |
| }, |
| { |
| "epoch": 15.589389127592005, |
| "grad_norm": 1.7484246492385864, |
| "learning_rate": 5e-06, |
| "loss": 0.0508, |
| "step": 166900 |
| }, |
| { |
| "epoch": 15.598729684289184, |
| "grad_norm": 2.3170371055603027, |
| "learning_rate": 5e-06, |
| "loss": 0.0477, |
| "step": 167000 |
| }, |
| { |
| "epoch": 15.608070240986363, |
| "grad_norm": 2.5850327014923096, |
| "learning_rate": 5e-06, |
| "loss": 0.0493, |
| "step": 167100 |
| }, |
| { |
| "epoch": 15.617410797683542, |
| "grad_norm": 1.7740498781204224, |
| "learning_rate": 5e-06, |
| "loss": 0.0458, |
| "step": 167200 |
| }, |
| { |
| "epoch": 15.62675135438072, |
| "grad_norm": 1.551961898803711, |
| "learning_rate": 5e-06, |
| "loss": 0.0487, |
| "step": 167300 |
| }, |
| { |
| "epoch": 15.6360919110779, |
| "grad_norm": 1.9028972387313843, |
| "learning_rate": 5e-06, |
| "loss": 0.0473, |
| "step": 167400 |
| }, |
| { |
| "epoch": 15.645432467775079, |
| "grad_norm": 1.8881875276565552, |
| "learning_rate": 5e-06, |
| "loss": 0.0479, |
| "step": 167500 |
| }, |
| { |
| "epoch": 15.65477302447226, |
| "grad_norm": 1.8840023279190063, |
| "learning_rate": 5e-06, |
| "loss": 0.0459, |
| "step": 167600 |
| }, |
| { |
| "epoch": 15.664113581169438, |
| "grad_norm": 1.836724042892456, |
| "learning_rate": 5e-06, |
| "loss": 0.047, |
| "step": 167700 |
| }, |
| { |
| "epoch": 15.673454137866617, |
| "grad_norm": 1.958742618560791, |
| "learning_rate": 5e-06, |
| "loss": 0.0473, |
| "step": 167800 |
| }, |
| { |
| "epoch": 15.682794694563796, |
| "grad_norm": 2.103797435760498, |
| "learning_rate": 5e-06, |
| "loss": 0.049, |
| "step": 167900 |
| }, |
| { |
| "epoch": 15.692135251260975, |
| "grad_norm": 1.833094596862793, |
| "learning_rate": 5e-06, |
| "loss": 0.0538, |
| "step": 168000 |
| }, |
| { |
| "epoch": 15.701475807958154, |
| "grad_norm": 2.3159732818603516, |
| "learning_rate": 5e-06, |
| "loss": 0.0453, |
| "step": 168100 |
| }, |
| { |
| "epoch": 15.710816364655333, |
| "grad_norm": 1.412638545036316, |
| "learning_rate": 5e-06, |
| "loss": 0.0472, |
| "step": 168200 |
| }, |
| { |
| "epoch": 15.720156921352512, |
| "grad_norm": 1.337458610534668, |
| "learning_rate": 5e-06, |
| "loss": 0.048, |
| "step": 168300 |
| }, |
| { |
| "epoch": 15.729497478049693, |
| "grad_norm": 1.4545979499816895, |
| "learning_rate": 5e-06, |
| "loss": 0.0493, |
| "step": 168400 |
| }, |
| { |
| "epoch": 15.738838034746871, |
| "grad_norm": 1.8560327291488647, |
| "learning_rate": 5e-06, |
| "loss": 0.0502, |
| "step": 168500 |
| }, |
| { |
| "epoch": 15.74817859144405, |
| "grad_norm": 1.6054134368896484, |
| "learning_rate": 5e-06, |
| "loss": 0.0472, |
| "step": 168600 |
| }, |
| { |
| "epoch": 15.75751914814123, |
| "grad_norm": 2.480128526687622, |
| "learning_rate": 5e-06, |
| "loss": 0.0487, |
| "step": 168700 |
| }, |
| { |
| "epoch": 15.766859704838408, |
| "grad_norm": 1.4230526685714722, |
| "learning_rate": 5e-06, |
| "loss": 0.0472, |
| "step": 168800 |
| }, |
| { |
| "epoch": 15.776200261535587, |
| "grad_norm": 2.4036920070648193, |
| "learning_rate": 5e-06, |
| "loss": 0.0509, |
| "step": 168900 |
| }, |
| { |
| "epoch": 15.785540818232766, |
| "grad_norm": 1.6682491302490234, |
| "learning_rate": 5e-06, |
| "loss": 0.0477, |
| "step": 169000 |
| }, |
| { |
| "epoch": 15.794881374929945, |
| "grad_norm": 2.63468861579895, |
| "learning_rate": 5e-06, |
| "loss": 0.0463, |
| "step": 169100 |
| }, |
| { |
| "epoch": 15.804221931627126, |
| "grad_norm": 1.7650176286697388, |
| "learning_rate": 5e-06, |
| "loss": 0.0466, |
| "step": 169200 |
| }, |
| { |
| "epoch": 15.813562488324305, |
| "grad_norm": 1.5619968175888062, |
| "learning_rate": 5e-06, |
| "loss": 0.0481, |
| "step": 169300 |
| }, |
| { |
| "epoch": 15.822903045021484, |
| "grad_norm": 2.150062322616577, |
| "learning_rate": 5e-06, |
| "loss": 0.0475, |
| "step": 169400 |
| }, |
| { |
| "epoch": 15.832243601718663, |
| "grad_norm": 2.29483699798584, |
| "learning_rate": 5e-06, |
| "loss": 0.0512, |
| "step": 169500 |
| }, |
| { |
| "epoch": 15.841584158415841, |
| "grad_norm": 3.03471040725708, |
| "learning_rate": 5e-06, |
| "loss": 0.0483, |
| "step": 169600 |
| }, |
| { |
| "epoch": 15.85092471511302, |
| "grad_norm": 1.9833060503005981, |
| "learning_rate": 5e-06, |
| "loss": 0.0479, |
| "step": 169700 |
| }, |
| { |
| "epoch": 15.8602652718102, |
| "grad_norm": 2.5439605712890625, |
| "learning_rate": 5e-06, |
| "loss": 0.0502, |
| "step": 169800 |
| }, |
| { |
| "epoch": 15.869605828507378, |
| "grad_norm": 1.9318392276763916, |
| "learning_rate": 5e-06, |
| "loss": 0.0488, |
| "step": 169900 |
| }, |
| { |
| "epoch": 15.878946385204559, |
| "grad_norm": 2.0041229724884033, |
| "learning_rate": 5e-06, |
| "loss": 0.0479, |
| "step": 170000 |
| }, |
| { |
| "epoch": 15.888286941901738, |
| "grad_norm": 2.0026285648345947, |
| "learning_rate": 5e-06, |
| "loss": 0.0483, |
| "step": 170100 |
| }, |
| { |
| "epoch": 15.897627498598917, |
| "grad_norm": 1.437067985534668, |
| "learning_rate": 5e-06, |
| "loss": 0.0517, |
| "step": 170200 |
| }, |
| { |
| "epoch": 15.906968055296096, |
| "grad_norm": 1.70612633228302, |
| "learning_rate": 5e-06, |
| "loss": 0.0467, |
| "step": 170300 |
| }, |
| { |
| "epoch": 15.916308611993275, |
| "grad_norm": 1.757695198059082, |
| "learning_rate": 5e-06, |
| "loss": 0.049, |
| "step": 170400 |
| }, |
| { |
| "epoch": 15.925649168690454, |
| "grad_norm": 1.8440879583358765, |
| "learning_rate": 5e-06, |
| "loss": 0.0469, |
| "step": 170500 |
| }, |
| { |
| "epoch": 15.934989725387632, |
| "grad_norm": 1.3863099813461304, |
| "learning_rate": 5e-06, |
| "loss": 0.0503, |
| "step": 170600 |
| }, |
| { |
| "epoch": 15.944330282084813, |
| "grad_norm": 1.4991973638534546, |
| "learning_rate": 5e-06, |
| "loss": 0.0492, |
| "step": 170700 |
| }, |
| { |
| "epoch": 15.953670838781992, |
| "grad_norm": 1.3066864013671875, |
| "learning_rate": 5e-06, |
| "loss": 0.0462, |
| "step": 170800 |
| }, |
| { |
| "epoch": 15.963011395479171, |
| "grad_norm": 1.8438036441802979, |
| "learning_rate": 5e-06, |
| "loss": 0.0496, |
| "step": 170900 |
| }, |
| { |
| "epoch": 15.97235195217635, |
| "grad_norm": 2.0862059593200684, |
| "learning_rate": 5e-06, |
| "loss": 0.0485, |
| "step": 171000 |
| }, |
| { |
| "epoch": 15.981692508873529, |
| "grad_norm": 1.638051152229309, |
| "learning_rate": 5e-06, |
| "loss": 0.0469, |
| "step": 171100 |
| }, |
| { |
| "epoch": 15.991033065570708, |
| "grad_norm": 1.5099871158599854, |
| "learning_rate": 5e-06, |
| "loss": 0.0482, |
| "step": 171200 |
| }, |
| { |
| "epoch": 16.0, |
| "step": 171296, |
| "train_loss": 0.0392107330262661, |
| "train_perplexity": 1.0399896207196977, |
| "train_runtime": 1017.0862, |
| "train_samples_per_second": 168.414, |
| "train_steps_per_second": 10.526 |
| }, |
| { |
| "epoch": 16.0, |
| "eval_loss": 0.03893910348415375, |
| "eval_perplexity": 1.0397071671783196, |
| "eval_runtime": 197.5755, |
| "eval_samples_per_second": 216.742, |
| "eval_steps_per_second": 13.549, |
| "step": 171296 |
| }, |
| { |
| "epoch": 16.000373622267887, |
| "grad_norm": 1.4990863800048828, |
| "learning_rate": 5e-06, |
| "loss": 0.0497, |
| "step": 171300 |
| }, |
| { |
| "epoch": 16.009714178965066, |
| "grad_norm": 2.034559965133667, |
| "learning_rate": 5e-06, |
| "loss": 0.0486, |
| "step": 171400 |
| }, |
| { |
| "epoch": 16.019054735662245, |
| "grad_norm": 1.6537812948226929, |
| "learning_rate": 5e-06, |
| "loss": 0.0457, |
| "step": 171500 |
| }, |
| { |
| "epoch": 16.028395292359424, |
| "grad_norm": 2.3554701805114746, |
| "learning_rate": 5e-06, |
| "loss": 0.0492, |
| "step": 171600 |
| }, |
| { |
| "epoch": 16.037735849056602, |
| "grad_norm": 1.1118377447128296, |
| "learning_rate": 5e-06, |
| "loss": 0.0452, |
| "step": 171700 |
| }, |
| { |
| "epoch": 16.04707640575378, |
| "grad_norm": 1.7957537174224854, |
| "learning_rate": 5e-06, |
| "loss": 0.0469, |
| "step": 171800 |
| }, |
| { |
| "epoch": 16.056416962450964, |
| "grad_norm": 2.2901017665863037, |
| "learning_rate": 5e-06, |
| "loss": 0.0448, |
| "step": 171900 |
| }, |
| { |
| "epoch": 16.065757519148143, |
| "grad_norm": 2.2322442531585693, |
| "learning_rate": 5e-06, |
| "loss": 0.0456, |
| "step": 172000 |
| }, |
| { |
| "epoch": 16.07509807584532, |
| "grad_norm": 2.25126051902771, |
| "learning_rate": 5e-06, |
| "loss": 0.0496, |
| "step": 172100 |
| }, |
| { |
| "epoch": 16.0844386325425, |
| "grad_norm": 1.6685373783111572, |
| "learning_rate": 5e-06, |
| "loss": 0.0474, |
| "step": 172200 |
| }, |
| { |
| "epoch": 16.09377918923968, |
| "grad_norm": 2.8750252723693848, |
| "learning_rate": 5e-06, |
| "loss": 0.0509, |
| "step": 172300 |
| }, |
| { |
| "epoch": 16.10311974593686, |
| "grad_norm": 2.017219305038452, |
| "learning_rate": 5e-06, |
| "loss": 0.0468, |
| "step": 172400 |
| }, |
| { |
| "epoch": 16.112460302634037, |
| "grad_norm": 2.6855928897857666, |
| "learning_rate": 5e-06, |
| "loss": 0.0488, |
| "step": 172500 |
| }, |
| { |
| "epoch": 16.121800859331216, |
| "grad_norm": 2.62117862701416, |
| "learning_rate": 5e-06, |
| "loss": 0.046, |
| "step": 172600 |
| }, |
| { |
| "epoch": 16.131141416028395, |
| "grad_norm": 1.989601969718933, |
| "learning_rate": 5e-06, |
| "loss": 0.0489, |
| "step": 172700 |
| }, |
| { |
| "epoch": 16.140481972725574, |
| "grad_norm": 1.9597114324569702, |
| "learning_rate": 5e-06, |
| "loss": 0.054, |
| "step": 172800 |
| }, |
| { |
| "epoch": 16.149822529422753, |
| "grad_norm": 1.7096679210662842, |
| "learning_rate": 5e-06, |
| "loss": 0.0444, |
| "step": 172900 |
| }, |
| { |
| "epoch": 16.159163086119932, |
| "grad_norm": 1.8990788459777832, |
| "learning_rate": 5e-06, |
| "loss": 0.0474, |
| "step": 173000 |
| }, |
| { |
| "epoch": 16.16850364281711, |
| "grad_norm": 1.58803129196167, |
| "learning_rate": 5e-06, |
| "loss": 0.0454, |
| "step": 173100 |
| }, |
| { |
| "epoch": 16.17784419951429, |
| "grad_norm": 1.968632698059082, |
| "learning_rate": 5e-06, |
| "loss": 0.0457, |
| "step": 173200 |
| }, |
| { |
| "epoch": 16.18718475621147, |
| "grad_norm": 2.0343329906463623, |
| "learning_rate": 5e-06, |
| "loss": 0.0466, |
| "step": 173300 |
| }, |
| { |
| "epoch": 16.196525312908648, |
| "grad_norm": 1.554425835609436, |
| "learning_rate": 5e-06, |
| "loss": 0.0474, |
| "step": 173400 |
| }, |
| { |
| "epoch": 16.20586586960583, |
| "grad_norm": 2.016731023788452, |
| "learning_rate": 5e-06, |
| "loss": 0.0452, |
| "step": 173500 |
| }, |
| { |
| "epoch": 16.21520642630301, |
| "grad_norm": 1.7160735130310059, |
| "learning_rate": 5e-06, |
| "loss": 0.0468, |
| "step": 173600 |
| }, |
| { |
| "epoch": 16.224546983000188, |
| "grad_norm": 2.1807665824890137, |
| "learning_rate": 5e-06, |
| "loss": 0.047, |
| "step": 173700 |
| }, |
| { |
| "epoch": 16.233887539697367, |
| "grad_norm": 1.49189031124115, |
| "learning_rate": 5e-06, |
| "loss": 0.0453, |
| "step": 173800 |
| }, |
| { |
| "epoch": 16.243228096394546, |
| "grad_norm": 1.6515421867370605, |
| "learning_rate": 5e-06, |
| "loss": 0.048, |
| "step": 173900 |
| }, |
| { |
| "epoch": 16.252568653091725, |
| "grad_norm": 1.5495058298110962, |
| "learning_rate": 5e-06, |
| "loss": 0.0447, |
| "step": 174000 |
| }, |
| { |
| "epoch": 16.261909209788904, |
| "grad_norm": 1.9678664207458496, |
| "learning_rate": 5e-06, |
| "loss": 0.0471, |
| "step": 174100 |
| }, |
| { |
| "epoch": 16.271249766486083, |
| "grad_norm": 1.6554267406463623, |
| "learning_rate": 5e-06, |
| "loss": 0.0457, |
| "step": 174200 |
| }, |
| { |
| "epoch": 16.28059032318326, |
| "grad_norm": 1.784470558166504, |
| "learning_rate": 5e-06, |
| "loss": 0.0442, |
| "step": 174300 |
| }, |
| { |
| "epoch": 16.28993087988044, |
| "grad_norm": 1.8606265783309937, |
| "learning_rate": 5e-06, |
| "loss": 0.0465, |
| "step": 174400 |
| }, |
| { |
| "epoch": 16.29927143657762, |
| "grad_norm": 2.777040719985962, |
| "learning_rate": 5e-06, |
| "loss": 0.046, |
| "step": 174500 |
| }, |
| { |
| "epoch": 16.3086119932748, |
| "grad_norm": 2.0075485706329346, |
| "learning_rate": 5e-06, |
| "loss": 0.0469, |
| "step": 174600 |
| }, |
| { |
| "epoch": 16.317952549971977, |
| "grad_norm": 2.3609750270843506, |
| "learning_rate": 5e-06, |
| "loss": 0.0491, |
| "step": 174700 |
| }, |
| { |
| "epoch": 16.327293106669156, |
| "grad_norm": 1.4716403484344482, |
| "learning_rate": 5e-06, |
| "loss": 0.046, |
| "step": 174800 |
| }, |
| { |
| "epoch": 16.336633663366335, |
| "grad_norm": 1.3685801029205322, |
| "learning_rate": 5e-06, |
| "loss": 0.0436, |
| "step": 174900 |
| }, |
| { |
| "epoch": 16.345974220063514, |
| "grad_norm": 2.011423110961914, |
| "learning_rate": 5e-06, |
| "loss": 0.0473, |
| "step": 175000 |
| }, |
| { |
| "epoch": 16.355314776760697, |
| "grad_norm": 1.3336354494094849, |
| "learning_rate": 5e-06, |
| "loss": 0.0468, |
| "step": 175100 |
| }, |
| { |
| "epoch": 16.364655333457875, |
| "grad_norm": 1.9167472124099731, |
| "learning_rate": 5e-06, |
| "loss": 0.0456, |
| "step": 175200 |
| }, |
| { |
| "epoch": 16.373995890155054, |
| "grad_norm": 1.8819392919540405, |
| "learning_rate": 5e-06, |
| "loss": 0.0479, |
| "step": 175300 |
| }, |
| { |
| "epoch": 16.383336446852233, |
| "grad_norm": 1.8416616916656494, |
| "learning_rate": 5e-06, |
| "loss": 0.0474, |
| "step": 175400 |
| }, |
| { |
| "epoch": 16.392677003549412, |
| "grad_norm": 1.6844855546951294, |
| "learning_rate": 5e-06, |
| "loss": 0.0461, |
| "step": 175500 |
| }, |
| { |
| "epoch": 16.40201756024659, |
| "grad_norm": 2.313270330429077, |
| "learning_rate": 5e-06, |
| "loss": 0.052, |
| "step": 175600 |
| }, |
| { |
| "epoch": 16.41135811694377, |
| "grad_norm": 2.110226631164551, |
| "learning_rate": 5e-06, |
| "loss": 0.0471, |
| "step": 175700 |
| }, |
| { |
| "epoch": 16.42069867364095, |
| "grad_norm": 2.3563175201416016, |
| "learning_rate": 5e-06, |
| "loss": 0.0481, |
| "step": 175800 |
| }, |
| { |
| "epoch": 16.430039230338128, |
| "grad_norm": 2.3640196323394775, |
| "learning_rate": 5e-06, |
| "loss": 0.0458, |
| "step": 175900 |
| }, |
| { |
| "epoch": 16.439379787035307, |
| "grad_norm": 1.7865771055221558, |
| "learning_rate": 5e-06, |
| "loss": 0.0454, |
| "step": 176000 |
| }, |
| { |
| "epoch": 16.448720343732486, |
| "grad_norm": 1.6080982685089111, |
| "learning_rate": 5e-06, |
| "loss": 0.047, |
| "step": 176100 |
| }, |
| { |
| "epoch": 16.458060900429665, |
| "grad_norm": 2.147233486175537, |
| "learning_rate": 5e-06, |
| "loss": 0.0472, |
| "step": 176200 |
| }, |
| { |
| "epoch": 16.467401457126844, |
| "grad_norm": 2.160459041595459, |
| "learning_rate": 5e-06, |
| "loss": 0.0478, |
| "step": 176300 |
| }, |
| { |
| "epoch": 16.476742013824023, |
| "grad_norm": 1.6995946168899536, |
| "learning_rate": 5e-06, |
| "loss": 0.0499, |
| "step": 176400 |
| }, |
| { |
| "epoch": 16.4860825705212, |
| "grad_norm": 1.9969266653060913, |
| "learning_rate": 5e-06, |
| "loss": 0.0465, |
| "step": 176500 |
| }, |
| { |
| "epoch": 16.49542312721838, |
| "grad_norm": 2.353504180908203, |
| "learning_rate": 5e-06, |
| "loss": 0.0485, |
| "step": 176600 |
| }, |
| { |
| "epoch": 16.504763683915563, |
| "grad_norm": 1.5193066596984863, |
| "learning_rate": 5e-06, |
| "loss": 0.0492, |
| "step": 176700 |
| }, |
| { |
| "epoch": 16.514104240612742, |
| "grad_norm": 3.071876287460327, |
| "learning_rate": 5e-06, |
| "loss": 0.0458, |
| "step": 176800 |
| }, |
| { |
| "epoch": 16.52344479730992, |
| "grad_norm": 1.4474635124206543, |
| "learning_rate": 5e-06, |
| "loss": 0.0473, |
| "step": 176900 |
| }, |
| { |
| "epoch": 16.5327853540071, |
| "grad_norm": 2.167710542678833, |
| "learning_rate": 5e-06, |
| "loss": 0.0445, |
| "step": 177000 |
| }, |
| { |
| "epoch": 16.54212591070428, |
| "grad_norm": 1.9389469623565674, |
| "learning_rate": 5e-06, |
| "loss": 0.0492, |
| "step": 177100 |
| }, |
| { |
| "epoch": 16.551466467401458, |
| "grad_norm": 1.2525697946548462, |
| "learning_rate": 5e-06, |
| "loss": 0.0484, |
| "step": 177200 |
| }, |
| { |
| "epoch": 16.560807024098636, |
| "grad_norm": 2.0240817070007324, |
| "learning_rate": 5e-06, |
| "loss": 0.046, |
| "step": 177300 |
| }, |
| { |
| "epoch": 16.570147580795815, |
| "grad_norm": 1.7456436157226562, |
| "learning_rate": 5e-06, |
| "loss": 0.0472, |
| "step": 177400 |
| }, |
| { |
| "epoch": 16.579488137492994, |
| "grad_norm": 1.5057265758514404, |
| "learning_rate": 5e-06, |
| "loss": 0.0435, |
| "step": 177500 |
| }, |
| { |
| "epoch": 16.588828694190173, |
| "grad_norm": 2.1108038425445557, |
| "learning_rate": 5e-06, |
| "loss": 0.0475, |
| "step": 177600 |
| }, |
| { |
| "epoch": 16.598169250887352, |
| "grad_norm": 2.1838223934173584, |
| "learning_rate": 5e-06, |
| "loss": 0.0498, |
| "step": 177700 |
| }, |
| { |
| "epoch": 16.60750980758453, |
| "grad_norm": 2.879195213317871, |
| "learning_rate": 5e-06, |
| "loss": 0.0479, |
| "step": 177800 |
| }, |
| { |
| "epoch": 16.61685036428171, |
| "grad_norm": 2.1553452014923096, |
| "learning_rate": 5e-06, |
| "loss": 0.0446, |
| "step": 177900 |
| }, |
| { |
| "epoch": 16.62619092097889, |
| "grad_norm": 2.0078604221343994, |
| "learning_rate": 5e-06, |
| "loss": 0.048, |
| "step": 178000 |
| }, |
| { |
| "epoch": 16.635531477676068, |
| "grad_norm": 2.0443568229675293, |
| "learning_rate": 5e-06, |
| "loss": 0.0462, |
| "step": 178100 |
| }, |
| { |
| "epoch": 16.64487203437325, |
| "grad_norm": 1.4628512859344482, |
| "learning_rate": 5e-06, |
| "loss": 0.0506, |
| "step": 178200 |
| }, |
| { |
| "epoch": 16.65421259107043, |
| "grad_norm": 2.156735897064209, |
| "learning_rate": 5e-06, |
| "loss": 0.0462, |
| "step": 178300 |
| }, |
| { |
| "epoch": 16.663553147767608, |
| "grad_norm": 1.2699395418167114, |
| "learning_rate": 5e-06, |
| "loss": 0.0436, |
| "step": 178400 |
| }, |
| { |
| "epoch": 16.672893704464787, |
| "grad_norm": 1.7878600358963013, |
| "learning_rate": 5e-06, |
| "loss": 0.0504, |
| "step": 178500 |
| }, |
| { |
| "epoch": 16.682234261161966, |
| "grad_norm": 1.9787567853927612, |
| "learning_rate": 5e-06, |
| "loss": 0.0461, |
| "step": 178600 |
| }, |
| { |
| "epoch": 16.691574817859145, |
| "grad_norm": 1.946537733078003, |
| "learning_rate": 5e-06, |
| "loss": 0.0463, |
| "step": 178700 |
| }, |
| { |
| "epoch": 16.700915374556324, |
| "grad_norm": 2.2555387020111084, |
| "learning_rate": 5e-06, |
| "loss": 0.0446, |
| "step": 178800 |
| }, |
| { |
| "epoch": 16.710255931253503, |
| "grad_norm": 1.7385668754577637, |
| "learning_rate": 5e-06, |
| "loss": 0.0464, |
| "step": 178900 |
| }, |
| { |
| "epoch": 16.71959648795068, |
| "grad_norm": 1.9521098136901855, |
| "learning_rate": 5e-06, |
| "loss": 0.0516, |
| "step": 179000 |
| }, |
| { |
| "epoch": 16.72893704464786, |
| "grad_norm": 1.728227972984314, |
| "learning_rate": 5e-06, |
| "loss": 0.0463, |
| "step": 179100 |
| }, |
| { |
| "epoch": 16.73827760134504, |
| "grad_norm": 1.893851637840271, |
| "learning_rate": 5e-06, |
| "loss": 0.0453, |
| "step": 179200 |
| }, |
| { |
| "epoch": 16.74761815804222, |
| "grad_norm": 1.8432661294937134, |
| "learning_rate": 5e-06, |
| "loss": 0.0476, |
| "step": 179300 |
| }, |
| { |
| "epoch": 16.756958714739397, |
| "grad_norm": 1.79628586769104, |
| "learning_rate": 5e-06, |
| "loss": 0.0461, |
| "step": 179400 |
| }, |
| { |
| "epoch": 16.766299271436576, |
| "grad_norm": 2.459036350250244, |
| "learning_rate": 5e-06, |
| "loss": 0.0443, |
| "step": 179500 |
| }, |
| { |
| "epoch": 16.775639828133755, |
| "grad_norm": 1.7495498657226562, |
| "learning_rate": 5e-06, |
| "loss": 0.0472, |
| "step": 179600 |
| }, |
| { |
| "epoch": 16.784980384830934, |
| "grad_norm": 1.4091142416000366, |
| "learning_rate": 5e-06, |
| "loss": 0.0465, |
| "step": 179700 |
| }, |
| { |
| "epoch": 16.794320941528117, |
| "grad_norm": 1.7697513103485107, |
| "learning_rate": 5e-06, |
| "loss": 0.0466, |
| "step": 179800 |
| }, |
| { |
| "epoch": 16.803661498225296, |
| "grad_norm": 2.0039050579071045, |
| "learning_rate": 5e-06, |
| "loss": 0.0457, |
| "step": 179900 |
| }, |
| { |
| "epoch": 16.813002054922475, |
| "grad_norm": 2.419909954071045, |
| "learning_rate": 5e-06, |
| "loss": 0.0453, |
| "step": 180000 |
| }, |
| { |
| "epoch": 16.822342611619653, |
| "grad_norm": 2.7298691272735596, |
| "learning_rate": 5e-06, |
| "loss": 0.0471, |
| "step": 180100 |
| }, |
| { |
| "epoch": 16.831683168316832, |
| "grad_norm": 2.4990670680999756, |
| "learning_rate": 5e-06, |
| "loss": 0.0452, |
| "step": 180200 |
| }, |
| { |
| "epoch": 16.84102372501401, |
| "grad_norm": 2.0342066287994385, |
| "learning_rate": 5e-06, |
| "loss": 0.0484, |
| "step": 180300 |
| }, |
| { |
| "epoch": 16.85036428171119, |
| "grad_norm": 2.534376382827759, |
| "learning_rate": 5e-06, |
| "loss": 0.0457, |
| "step": 180400 |
| }, |
| { |
| "epoch": 16.85970483840837, |
| "grad_norm": 1.9343711137771606, |
| "learning_rate": 5e-06, |
| "loss": 0.0487, |
| "step": 180500 |
| }, |
| { |
| "epoch": 16.869045395105548, |
| "grad_norm": 2.063314914703369, |
| "learning_rate": 5e-06, |
| "loss": 0.0447, |
| "step": 180600 |
| }, |
| { |
| "epoch": 16.878385951802727, |
| "grad_norm": 2.3730082511901855, |
| "learning_rate": 5e-06, |
| "loss": 0.045, |
| "step": 180700 |
| }, |
| { |
| "epoch": 16.887726508499906, |
| "grad_norm": 2.416621208190918, |
| "learning_rate": 5e-06, |
| "loss": 0.0467, |
| "step": 180800 |
| }, |
| { |
| "epoch": 16.897067065197085, |
| "grad_norm": 1.9070966243743896, |
| "learning_rate": 5e-06, |
| "loss": 0.045, |
| "step": 180900 |
| }, |
| { |
| "epoch": 16.906407621894264, |
| "grad_norm": 1.328554391860962, |
| "learning_rate": 5e-06, |
| "loss": 0.0484, |
| "step": 181000 |
| }, |
| { |
| "epoch": 16.915748178591443, |
| "grad_norm": 1.5749164819717407, |
| "learning_rate": 5e-06, |
| "loss": 0.0451, |
| "step": 181100 |
| }, |
| { |
| "epoch": 16.92508873528862, |
| "grad_norm": 1.9444540739059448, |
| "learning_rate": 5e-06, |
| "loss": 0.0442, |
| "step": 181200 |
| }, |
| { |
| "epoch": 16.9344292919858, |
| "grad_norm": 2.3696000576019287, |
| "learning_rate": 5e-06, |
| "loss": 0.0464, |
| "step": 181300 |
| }, |
| { |
| "epoch": 16.943769848682983, |
| "grad_norm": 2.703106641769409, |
| "learning_rate": 5e-06, |
| "loss": 0.0458, |
| "step": 181400 |
| }, |
| { |
| "epoch": 16.953110405380162, |
| "grad_norm": 1.7821372747421265, |
| "learning_rate": 5e-06, |
| "loss": 0.0456, |
| "step": 181500 |
| }, |
| { |
| "epoch": 16.96245096207734, |
| "grad_norm": 2.2947568893432617, |
| "learning_rate": 5e-06, |
| "loss": 0.0464, |
| "step": 181600 |
| }, |
| { |
| "epoch": 16.97179151877452, |
| "grad_norm": 1.8650161027908325, |
| "learning_rate": 5e-06, |
| "loss": 0.046, |
| "step": 181700 |
| }, |
| { |
| "epoch": 16.9811320754717, |
| "grad_norm": 1.6964236497879028, |
| "learning_rate": 5e-06, |
| "loss": 0.0451, |
| "step": 181800 |
| }, |
| { |
| "epoch": 16.990472632168878, |
| "grad_norm": 2.1105616092681885, |
| "learning_rate": 5e-06, |
| "loss": 0.0485, |
| "step": 181900 |
| }, |
| { |
| "epoch": 16.999813188866057, |
| "grad_norm": 1.4113649129867554, |
| "learning_rate": 5e-06, |
| "loss": 0.0497, |
| "step": 182000 |
| }, |
| { |
| "epoch": 17.0, |
| "step": 182002, |
| "train_loss": 0.037510599941015244, |
| "train_perplexity": 1.0382230021260819, |
| "train_runtime": 1017.4581, |
| "train_samples_per_second": 168.353, |
| "train_steps_per_second": 10.522 |
| }, |
| { |
| "epoch": 17.0, |
| "eval_loss": 0.03724905475974083, |
| "eval_perplexity": 1.0379514954099718, |
| "eval_runtime": 197.5004, |
| "eval_samples_per_second": 216.825, |
| "eval_steps_per_second": 13.554, |
| "step": 182002 |
| }, |
| { |
| "epoch": 17.009153745563236, |
| "grad_norm": 2.3928675651550293, |
| "learning_rate": 5e-06, |
| "loss": 0.0452, |
| "step": 182100 |
| }, |
| { |
| "epoch": 17.018494302260414, |
| "grad_norm": 2.2686150074005127, |
| "learning_rate": 5e-06, |
| "loss": 0.0482, |
| "step": 182200 |
| }, |
| { |
| "epoch": 17.027834858957593, |
| "grad_norm": 1.4179972410202026, |
| "learning_rate": 5e-06, |
| "loss": 0.0476, |
| "step": 182300 |
| }, |
| { |
| "epoch": 17.037175415654772, |
| "grad_norm": 1.8443275690078735, |
| "learning_rate": 5e-06, |
| "loss": 0.0443, |
| "step": 182400 |
| }, |
| { |
| "epoch": 17.04651597235195, |
| "grad_norm": 1.8697174787521362, |
| "learning_rate": 5e-06, |
| "loss": 0.0451, |
| "step": 182500 |
| }, |
| { |
| "epoch": 17.05585652904913, |
| "grad_norm": 1.3765850067138672, |
| "learning_rate": 5e-06, |
| "loss": 0.0418, |
| "step": 182600 |
| }, |
| { |
| "epoch": 17.06519708574631, |
| "grad_norm": 1.9164155721664429, |
| "learning_rate": 5e-06, |
| "loss": 0.0461, |
| "step": 182700 |
| }, |
| { |
| "epoch": 17.074537642443488, |
| "grad_norm": 2.5925872325897217, |
| "learning_rate": 5e-06, |
| "loss": 0.0447, |
| "step": 182800 |
| }, |
| { |
| "epoch": 17.08387819914067, |
| "grad_norm": 1.096364140510559, |
| "learning_rate": 5e-06, |
| "loss": 0.0438, |
| "step": 182900 |
| }, |
| { |
| "epoch": 17.09321875583785, |
| "grad_norm": 1.7610173225402832, |
| "learning_rate": 5e-06, |
| "loss": 0.045, |
| "step": 183000 |
| }, |
| { |
| "epoch": 17.10255931253503, |
| "grad_norm": 1.990576148033142, |
| "learning_rate": 5e-06, |
| "loss": 0.0446, |
| "step": 183100 |
| }, |
| { |
| "epoch": 17.111899869232207, |
| "grad_norm": 2.000230550765991, |
| "learning_rate": 5e-06, |
| "loss": 0.046, |
| "step": 183200 |
| }, |
| { |
| "epoch": 17.121240425929386, |
| "grad_norm": 1.9412181377410889, |
| "learning_rate": 5e-06, |
| "loss": 0.0469, |
| "step": 183300 |
| }, |
| { |
| "epoch": 17.130580982626565, |
| "grad_norm": 2.364692211151123, |
| "learning_rate": 5e-06, |
| "loss": 0.0449, |
| "step": 183400 |
| }, |
| { |
| "epoch": 17.139921539323744, |
| "grad_norm": 1.4458870887756348, |
| "learning_rate": 5e-06, |
| "loss": 0.0455, |
| "step": 183500 |
| }, |
| { |
| "epoch": 17.149262096020923, |
| "grad_norm": 2.243839979171753, |
| "learning_rate": 5e-06, |
| "loss": 0.0463, |
| "step": 183600 |
| }, |
| { |
| "epoch": 17.158602652718102, |
| "grad_norm": 1.696532964706421, |
| "learning_rate": 5e-06, |
| "loss": 0.0431, |
| "step": 183700 |
| }, |
| { |
| "epoch": 17.16794320941528, |
| "grad_norm": 1.5141178369522095, |
| "learning_rate": 5e-06, |
| "loss": 0.0429, |
| "step": 183800 |
| }, |
| { |
| "epoch": 17.17728376611246, |
| "grad_norm": 1.279550552368164, |
| "learning_rate": 5e-06, |
| "loss": 0.0467, |
| "step": 183900 |
| }, |
| { |
| "epoch": 17.18662432280964, |
| "grad_norm": 2.5181779861450195, |
| "learning_rate": 5e-06, |
| "loss": 0.046, |
| "step": 184000 |
| }, |
| { |
| "epoch": 17.195964879506818, |
| "grad_norm": 2.0140063762664795, |
| "learning_rate": 5e-06, |
| "loss": 0.0436, |
| "step": 184100 |
| }, |
| { |
| "epoch": 17.205305436203997, |
| "grad_norm": 2.253868579864502, |
| "learning_rate": 5e-06, |
| "loss": 0.0455, |
| "step": 184200 |
| }, |
| { |
| "epoch": 17.214645992901175, |
| "grad_norm": 2.2975659370422363, |
| "learning_rate": 5e-06, |
| "loss": 0.0484, |
| "step": 184300 |
| }, |
| { |
| "epoch": 17.223986549598354, |
| "grad_norm": 1.885693907737732, |
| "learning_rate": 5e-06, |
| "loss": 0.0436, |
| "step": 184400 |
| }, |
| { |
| "epoch": 17.233327106295537, |
| "grad_norm": 2.0461418628692627, |
| "learning_rate": 5e-06, |
| "loss": 0.0437, |
| "step": 184500 |
| }, |
| { |
| "epoch": 17.242667662992716, |
| "grad_norm": 9.82852554321289, |
| "learning_rate": 5e-06, |
| "loss": 0.049, |
| "step": 184600 |
| }, |
| { |
| "epoch": 17.252008219689895, |
| "grad_norm": 1.2530168294906616, |
| "learning_rate": 5e-06, |
| "loss": 0.0517, |
| "step": 184700 |
| }, |
| { |
| "epoch": 17.261348776387074, |
| "grad_norm": 2.1611905097961426, |
| "learning_rate": 5e-06, |
| "loss": 0.0496, |
| "step": 184800 |
| }, |
| { |
| "epoch": 17.270689333084253, |
| "grad_norm": 2.431614875793457, |
| "learning_rate": 5e-06, |
| "loss": 0.0433, |
| "step": 184900 |
| }, |
| { |
| "epoch": 17.28002988978143, |
| "grad_norm": 1.3801391124725342, |
| "learning_rate": 5e-06, |
| "loss": 0.0453, |
| "step": 185000 |
| }, |
| { |
| "epoch": 17.28937044647861, |
| "grad_norm": 1.228139042854309, |
| "learning_rate": 5e-06, |
| "loss": 0.042, |
| "step": 185100 |
| }, |
| { |
| "epoch": 17.29871100317579, |
| "grad_norm": 1.2902398109436035, |
| "learning_rate": 5e-06, |
| "loss": 0.0464, |
| "step": 185200 |
| }, |
| { |
| "epoch": 17.30805155987297, |
| "grad_norm": 1.5425609350204468, |
| "learning_rate": 5e-06, |
| "loss": 0.0427, |
| "step": 185300 |
| }, |
| { |
| "epoch": 17.317392116570147, |
| "grad_norm": 1.2943724393844604, |
| "learning_rate": 5e-06, |
| "loss": 0.0446, |
| "step": 185400 |
| }, |
| { |
| "epoch": 17.326732673267326, |
| "grad_norm": 1.8796790838241577, |
| "learning_rate": 5e-06, |
| "loss": 0.0433, |
| "step": 185500 |
| }, |
| { |
| "epoch": 17.336073229964505, |
| "grad_norm": 1.7261966466903687, |
| "learning_rate": 5e-06, |
| "loss": 0.0444, |
| "step": 185600 |
| }, |
| { |
| "epoch": 17.345413786661684, |
| "grad_norm": 2.2726314067840576, |
| "learning_rate": 5e-06, |
| "loss": 0.0438, |
| "step": 185700 |
| }, |
| { |
| "epoch": 17.354754343358863, |
| "grad_norm": 3.5714995861053467, |
| "learning_rate": 5e-06, |
| "loss": 0.0445, |
| "step": 185800 |
| }, |
| { |
| "epoch": 17.364094900056042, |
| "grad_norm": 1.3861106634140015, |
| "learning_rate": 5e-06, |
| "loss": 0.0428, |
| "step": 185900 |
| }, |
| { |
| "epoch": 17.37343545675322, |
| "grad_norm": 1.3104629516601562, |
| "learning_rate": 5e-06, |
| "loss": 0.0434, |
| "step": 186000 |
| }, |
| { |
| "epoch": 17.382776013450403, |
| "grad_norm": 1.8395582437515259, |
| "learning_rate": 5e-06, |
| "loss": 0.0435, |
| "step": 186100 |
| }, |
| { |
| "epoch": 17.392116570147582, |
| "grad_norm": 1.9714399576187134, |
| "learning_rate": 5e-06, |
| "loss": 0.0443, |
| "step": 186200 |
| }, |
| { |
| "epoch": 17.40145712684476, |
| "grad_norm": 1.7031397819519043, |
| "learning_rate": 5e-06, |
| "loss": 0.045, |
| "step": 186300 |
| }, |
| { |
| "epoch": 17.41079768354194, |
| "grad_norm": 1.6956340074539185, |
| "learning_rate": 5e-06, |
| "loss": 0.0451, |
| "step": 186400 |
| }, |
| { |
| "epoch": 17.42013824023912, |
| "grad_norm": 1.721378207206726, |
| "learning_rate": 5e-06, |
| "loss": 0.0436, |
| "step": 186500 |
| }, |
| { |
| "epoch": 17.429478796936298, |
| "grad_norm": 1.3310015201568604, |
| "learning_rate": 5e-06, |
| "loss": 0.0474, |
| "step": 186600 |
| }, |
| { |
| "epoch": 17.438819353633477, |
| "grad_norm": 1.3056915998458862, |
| "learning_rate": 5e-06, |
| "loss": 0.0433, |
| "step": 186700 |
| }, |
| { |
| "epoch": 17.448159910330656, |
| "grad_norm": 2.3485019207000732, |
| "learning_rate": 5e-06, |
| "loss": 0.0461, |
| "step": 186800 |
| }, |
| { |
| "epoch": 17.457500467027835, |
| "grad_norm": 1.7102686166763306, |
| "learning_rate": 5e-06, |
| "loss": 0.0443, |
| "step": 186900 |
| }, |
| { |
| "epoch": 17.466841023725014, |
| "grad_norm": 3.705883264541626, |
| "learning_rate": 5e-06, |
| "loss": 0.0433, |
| "step": 187000 |
| }, |
| { |
| "epoch": 17.476181580422192, |
| "grad_norm": 2.4843103885650635, |
| "learning_rate": 5e-06, |
| "loss": 0.0441, |
| "step": 187100 |
| }, |
| { |
| "epoch": 17.48552213711937, |
| "grad_norm": 2.5186564922332764, |
| "learning_rate": 5e-06, |
| "loss": 0.0439, |
| "step": 187200 |
| }, |
| { |
| "epoch": 17.49486269381655, |
| "grad_norm": 2.3782432079315186, |
| "learning_rate": 5e-06, |
| "loss": 0.0478, |
| "step": 187300 |
| }, |
| { |
| "epoch": 17.50420325051373, |
| "grad_norm": 1.3071197271347046, |
| "learning_rate": 5e-06, |
| "loss": 0.047, |
| "step": 187400 |
| }, |
| { |
| "epoch": 17.513543807210908, |
| "grad_norm": 1.7627556324005127, |
| "learning_rate": 5e-06, |
| "loss": 0.0443, |
| "step": 187500 |
| }, |
| { |
| "epoch": 17.52288436390809, |
| "grad_norm": 2.502192497253418, |
| "learning_rate": 5e-06, |
| "loss": 0.0474, |
| "step": 187600 |
| }, |
| { |
| "epoch": 17.53222492060527, |
| "grad_norm": 1.6699893474578857, |
| "learning_rate": 5e-06, |
| "loss": 0.0453, |
| "step": 187700 |
| }, |
| { |
| "epoch": 17.54156547730245, |
| "grad_norm": 2.5069949626922607, |
| "learning_rate": 5e-06, |
| "loss": 0.0482, |
| "step": 187800 |
| }, |
| { |
| "epoch": 17.550906033999627, |
| "grad_norm": 1.4219588041305542, |
| "learning_rate": 5e-06, |
| "loss": 0.0482, |
| "step": 187900 |
| }, |
| { |
| "epoch": 17.560246590696806, |
| "grad_norm": 1.7335412502288818, |
| "learning_rate": 5e-06, |
| "loss": 0.0476, |
| "step": 188000 |
| }, |
| { |
| "epoch": 17.569587147393985, |
| "grad_norm": 2.126474380493164, |
| "learning_rate": 5e-06, |
| "loss": 0.0435, |
| "step": 188100 |
| }, |
| { |
| "epoch": 17.578927704091164, |
| "grad_norm": 1.8714945316314697, |
| "learning_rate": 5e-06, |
| "loss": 0.0465, |
| "step": 188200 |
| }, |
| { |
| "epoch": 17.588268260788343, |
| "grad_norm": 2.71785831451416, |
| "learning_rate": 5e-06, |
| "loss": 0.0478, |
| "step": 188300 |
| }, |
| { |
| "epoch": 17.597608817485522, |
| "grad_norm": 1.8679165840148926, |
| "learning_rate": 5e-06, |
| "loss": 0.0456, |
| "step": 188400 |
| }, |
| { |
| "epoch": 17.6069493741827, |
| "grad_norm": 1.7747471332550049, |
| "learning_rate": 5e-06, |
| "loss": 0.0476, |
| "step": 188500 |
| }, |
| { |
| "epoch": 17.61628993087988, |
| "grad_norm": 1.7984201908111572, |
| "learning_rate": 5e-06, |
| "loss": 0.0469, |
| "step": 188600 |
| }, |
| { |
| "epoch": 17.62563048757706, |
| "grad_norm": 1.8920588493347168, |
| "learning_rate": 5e-06, |
| "loss": 0.0432, |
| "step": 188700 |
| }, |
| { |
| "epoch": 17.634971044274238, |
| "grad_norm": 1.3217799663543701, |
| "learning_rate": 5e-06, |
| "loss": 0.0472, |
| "step": 188800 |
| }, |
| { |
| "epoch": 17.644311600971417, |
| "grad_norm": 1.8814990520477295, |
| "learning_rate": 5e-06, |
| "loss": 0.0446, |
| "step": 188900 |
| }, |
| { |
| "epoch": 17.653652157668596, |
| "grad_norm": 2.1287031173706055, |
| "learning_rate": 5e-06, |
| "loss": 0.0471, |
| "step": 189000 |
| }, |
| { |
| "epoch": 17.662992714365775, |
| "grad_norm": 1.6911596059799194, |
| "learning_rate": 5e-06, |
| "loss": 0.0449, |
| "step": 189100 |
| }, |
| { |
| "epoch": 17.672333271062957, |
| "grad_norm": 1.8024805784225464, |
| "learning_rate": 5e-06, |
| "loss": 0.0455, |
| "step": 189200 |
| }, |
| { |
| "epoch": 17.681673827760136, |
| "grad_norm": 2.128373622894287, |
| "learning_rate": 5e-06, |
| "loss": 0.0457, |
| "step": 189300 |
| }, |
| { |
| "epoch": 17.691014384457315, |
| "grad_norm": 1.7129789590835571, |
| "learning_rate": 5e-06, |
| "loss": 0.0422, |
| "step": 189400 |
| }, |
| { |
| "epoch": 17.700354941154494, |
| "grad_norm": 1.6916195154190063, |
| "learning_rate": 5e-06, |
| "loss": 0.0454, |
| "step": 189500 |
| }, |
| { |
| "epoch": 17.709695497851673, |
| "grad_norm": 2.2589337825775146, |
| "learning_rate": 5e-06, |
| "loss": 0.0452, |
| "step": 189600 |
| }, |
| { |
| "epoch": 17.71903605454885, |
| "grad_norm": 1.8783482313156128, |
| "learning_rate": 5e-06, |
| "loss": 0.044, |
| "step": 189700 |
| }, |
| { |
| "epoch": 17.72837661124603, |
| "grad_norm": 1.3911478519439697, |
| "learning_rate": 5e-06, |
| "loss": 0.0429, |
| "step": 189800 |
| }, |
| { |
| "epoch": 17.73771716794321, |
| "grad_norm": 1.8493692874908447, |
| "learning_rate": 5e-06, |
| "loss": 0.0464, |
| "step": 189900 |
| }, |
| { |
| "epoch": 17.74705772464039, |
| "grad_norm": 2.231997013092041, |
| "learning_rate": 5e-06, |
| "loss": 0.0451, |
| "step": 190000 |
| }, |
| { |
| "epoch": 17.756398281337567, |
| "grad_norm": 1.8646599054336548, |
| "learning_rate": 5e-06, |
| "loss": 0.0442, |
| "step": 190100 |
| }, |
| { |
| "epoch": 17.765738838034746, |
| "grad_norm": 1.780761480331421, |
| "learning_rate": 5e-06, |
| "loss": 0.043, |
| "step": 190200 |
| }, |
| { |
| "epoch": 17.775079394731925, |
| "grad_norm": 2.132251262664795, |
| "learning_rate": 5e-06, |
| "loss": 0.0425, |
| "step": 190300 |
| }, |
| { |
| "epoch": 17.784419951429104, |
| "grad_norm": 1.921533226966858, |
| "learning_rate": 5e-06, |
| "loss": 0.0432, |
| "step": 190400 |
| }, |
| { |
| "epoch": 17.793760508126283, |
| "grad_norm": 2.078859806060791, |
| "learning_rate": 5e-06, |
| "loss": 0.0457, |
| "step": 190500 |
| }, |
| { |
| "epoch": 17.803101064823462, |
| "grad_norm": 1.8288440704345703, |
| "learning_rate": 5e-06, |
| "loss": 0.0466, |
| "step": 190600 |
| }, |
| { |
| "epoch": 17.81244162152064, |
| "grad_norm": 1.5604721307754517, |
| "learning_rate": 5e-06, |
| "loss": 0.0417, |
| "step": 190700 |
| }, |
| { |
| "epoch": 17.821782178217823, |
| "grad_norm": 2.0108234882354736, |
| "learning_rate": 5e-06, |
| "loss": 0.0435, |
| "step": 190800 |
| }, |
| { |
| "epoch": 17.831122734915002, |
| "grad_norm": 1.9200865030288696, |
| "learning_rate": 5e-06, |
| "loss": 0.0451, |
| "step": 190900 |
| }, |
| { |
| "epoch": 17.84046329161218, |
| "grad_norm": 1.545055627822876, |
| "learning_rate": 5e-06, |
| "loss": 0.0469, |
| "step": 191000 |
| }, |
| { |
| "epoch": 17.84980384830936, |
| "grad_norm": 1.7271430492401123, |
| "learning_rate": 5e-06, |
| "loss": 0.0466, |
| "step": 191100 |
| }, |
| { |
| "epoch": 17.85914440500654, |
| "grad_norm": 2.3493549823760986, |
| "learning_rate": 5e-06, |
| "loss": 0.044, |
| "step": 191200 |
| }, |
| { |
| "epoch": 17.868484961703718, |
| "grad_norm": 2.3761770725250244, |
| "learning_rate": 5e-06, |
| "loss": 0.0424, |
| "step": 191300 |
| }, |
| { |
| "epoch": 17.877825518400897, |
| "grad_norm": 1.9654769897460938, |
| "learning_rate": 5e-06, |
| "loss": 0.0442, |
| "step": 191400 |
| }, |
| { |
| "epoch": 17.887166075098076, |
| "grad_norm": 1.9682050943374634, |
| "learning_rate": 5e-06, |
| "loss": 0.0428, |
| "step": 191500 |
| }, |
| { |
| "epoch": 17.896506631795255, |
| "grad_norm": 1.4886066913604736, |
| "learning_rate": 5e-06, |
| "loss": 0.0464, |
| "step": 191600 |
| }, |
| { |
| "epoch": 17.905847188492434, |
| "grad_norm": 2.158090353012085, |
| "learning_rate": 5e-06, |
| "loss": 0.0454, |
| "step": 191700 |
| }, |
| { |
| "epoch": 17.915187745189613, |
| "grad_norm": 1.5721369981765747, |
| "learning_rate": 5e-06, |
| "loss": 0.0437, |
| "step": 191800 |
| }, |
| { |
| "epoch": 17.92452830188679, |
| "grad_norm": 1.6434898376464844, |
| "learning_rate": 5e-06, |
| "loss": 0.047, |
| "step": 191900 |
| }, |
| { |
| "epoch": 17.93386885858397, |
| "grad_norm": 2.1865344047546387, |
| "learning_rate": 5e-06, |
| "loss": 0.0447, |
| "step": 192000 |
| }, |
| { |
| "epoch": 17.94320941528115, |
| "grad_norm": 2.2800190448760986, |
| "learning_rate": 5e-06, |
| "loss": 0.0427, |
| "step": 192100 |
| }, |
| { |
| "epoch": 17.95254997197833, |
| "grad_norm": 2.023885488510132, |
| "learning_rate": 5e-06, |
| "loss": 0.0431, |
| "step": 192200 |
| }, |
| { |
| "epoch": 17.96189052867551, |
| "grad_norm": 1.751328945159912, |
| "learning_rate": 5e-06, |
| "loss": 0.0415, |
| "step": 192300 |
| }, |
| { |
| "epoch": 17.97123108537269, |
| "grad_norm": 1.3790881633758545, |
| "learning_rate": 5e-06, |
| "loss": 0.0442, |
| "step": 192400 |
| }, |
| { |
| "epoch": 17.98057164206987, |
| "grad_norm": 1.6790716648101807, |
| "learning_rate": 5e-06, |
| "loss": 0.0416, |
| "step": 192500 |
| }, |
| { |
| "epoch": 17.989912198767048, |
| "grad_norm": 2.5479345321655273, |
| "learning_rate": 5e-06, |
| "loss": 0.0457, |
| "step": 192600 |
| }, |
| { |
| "epoch": 17.999252755464227, |
| "grad_norm": 1.3735997676849365, |
| "learning_rate": 5e-06, |
| "loss": 0.0452, |
| "step": 192700 |
| }, |
| { |
| "epoch": 18.0, |
| "step": 192708, |
| "train_loss": 0.036269526928663254, |
| "train_perplexity": 1.0369352908145026, |
| "train_runtime": 1017.0739, |
| "train_samples_per_second": 168.416, |
| "train_steps_per_second": 10.526 |
| }, |
| { |
| "epoch": 18.0, |
| "eval_loss": 0.036043763160705566, |
| "eval_perplexity": 1.0367012148200536, |
| "eval_runtime": 197.5221, |
| "eval_samples_per_second": 216.801, |
| "eval_steps_per_second": 13.553, |
| "step": 192708 |
| }, |
| { |
| "epoch": 18.008593312161405, |
| "grad_norm": 1.8830269575119019, |
| "learning_rate": 5e-06, |
| "loss": 0.045, |
| "step": 192800 |
| }, |
| { |
| "epoch": 18.017933868858584, |
| "grad_norm": 2.094956398010254, |
| "learning_rate": 5e-06, |
| "loss": 0.0442, |
| "step": 192900 |
| }, |
| { |
| "epoch": 18.027274425555763, |
| "grad_norm": 2.054630756378174, |
| "learning_rate": 5e-06, |
| "loss": 0.0425, |
| "step": 193000 |
| }, |
| { |
| "epoch": 18.036614982252942, |
| "grad_norm": 1.7586925029754639, |
| "learning_rate": 5e-06, |
| "loss": 0.0476, |
| "step": 193100 |
| }, |
| { |
| "epoch": 18.04595553895012, |
| "grad_norm": 2.034177541732788, |
| "learning_rate": 5e-06, |
| "loss": 0.047, |
| "step": 193200 |
| }, |
| { |
| "epoch": 18.0552960956473, |
| "grad_norm": 1.10336172580719, |
| "learning_rate": 5e-06, |
| "loss": 0.0471, |
| "step": 193300 |
| }, |
| { |
| "epoch": 18.06463665234448, |
| "grad_norm": 1.2988711595535278, |
| "learning_rate": 5e-06, |
| "loss": 0.0446, |
| "step": 193400 |
| }, |
| { |
| "epoch": 18.073977209041658, |
| "grad_norm": 2.248624801635742, |
| "learning_rate": 5e-06, |
| "loss": 0.0446, |
| "step": 193500 |
| }, |
| { |
| "epoch": 18.083317765738837, |
| "grad_norm": 1.458467960357666, |
| "learning_rate": 5e-06, |
| "loss": 0.0417, |
| "step": 193600 |
| }, |
| { |
| "epoch": 18.092658322436016, |
| "grad_norm": 1.5710757970809937, |
| "learning_rate": 5e-06, |
| "loss": 0.043, |
| "step": 193700 |
| }, |
| { |
| "epoch": 18.101998879133195, |
| "grad_norm": 2.3145954608917236, |
| "learning_rate": 5e-06, |
| "loss": 0.0459, |
| "step": 193800 |
| }, |
| { |
| "epoch": 18.111339435830377, |
| "grad_norm": 1.4680591821670532, |
| "learning_rate": 5e-06, |
| "loss": 0.0444, |
| "step": 193900 |
| }, |
| { |
| "epoch": 18.120679992527556, |
| "grad_norm": 2.6787571907043457, |
| "learning_rate": 5e-06, |
| "loss": 0.0446, |
| "step": 194000 |
| }, |
| { |
| "epoch": 18.130020549224735, |
| "grad_norm": 2.488288640975952, |
| "learning_rate": 5e-06, |
| "loss": 0.0445, |
| "step": 194100 |
| }, |
| { |
| "epoch": 18.139361105921914, |
| "grad_norm": 1.6049391031265259, |
| "learning_rate": 5e-06, |
| "loss": 0.0415, |
| "step": 194200 |
| }, |
| { |
| "epoch": 18.148701662619093, |
| "grad_norm": 1.4063713550567627, |
| "learning_rate": 5e-06, |
| "loss": 0.0437, |
| "step": 194300 |
| }, |
| { |
| "epoch": 18.158042219316272, |
| "grad_norm": 4.022802352905273, |
| "learning_rate": 5e-06, |
| "loss": 0.0415, |
| "step": 194400 |
| }, |
| { |
| "epoch": 18.16738277601345, |
| "grad_norm": 2.100285053253174, |
| "learning_rate": 5e-06, |
| "loss": 0.0437, |
| "step": 194500 |
| }, |
| { |
| "epoch": 18.17672333271063, |
| "grad_norm": 1.6805593967437744, |
| "learning_rate": 5e-06, |
| "loss": 0.0463, |
| "step": 194600 |
| }, |
| { |
| "epoch": 18.18606388940781, |
| "grad_norm": 1.7009042501449585, |
| "learning_rate": 5e-06, |
| "loss": 0.0434, |
| "step": 194700 |
| }, |
| { |
| "epoch": 18.195404446104988, |
| "grad_norm": 1.4760079383850098, |
| "learning_rate": 5e-06, |
| "loss": 0.0413, |
| "step": 194800 |
| }, |
| { |
| "epoch": 18.204745002802166, |
| "grad_norm": 2.2303459644317627, |
| "learning_rate": 5e-06, |
| "loss": 0.0442, |
| "step": 194900 |
| }, |
| { |
| "epoch": 18.214085559499345, |
| "grad_norm": 1.548309326171875, |
| "learning_rate": 5e-06, |
| "loss": 0.0449, |
| "step": 195000 |
| }, |
| { |
| "epoch": 18.223426116196524, |
| "grad_norm": 2.0643227100372314, |
| "learning_rate": 5e-06, |
| "loss": 0.0449, |
| "step": 195100 |
| }, |
| { |
| "epoch": 18.232766672893703, |
| "grad_norm": 1.8251229524612427, |
| "learning_rate": 5e-06, |
| "loss": 0.0432, |
| "step": 195200 |
| }, |
| { |
| "epoch": 18.242107229590882, |
| "grad_norm": 2.494807720184326, |
| "learning_rate": 5e-06, |
| "loss": 0.0421, |
| "step": 195300 |
| }, |
| { |
| "epoch": 18.25144778628806, |
| "grad_norm": 1.4248954057693481, |
| "learning_rate": 5e-06, |
| "loss": 0.0451, |
| "step": 195400 |
| }, |
| { |
| "epoch": 18.260788342985244, |
| "grad_norm": 1.5061438083648682, |
| "learning_rate": 5e-06, |
| "loss": 0.0422, |
| "step": 195500 |
| }, |
| { |
| "epoch": 18.270128899682422, |
| "grad_norm": 1.8395363092422485, |
| "learning_rate": 5e-06, |
| "loss": 0.045, |
| "step": 195600 |
| }, |
| { |
| "epoch": 18.2794694563796, |
| "grad_norm": 1.7735642194747925, |
| "learning_rate": 5e-06, |
| "loss": 0.0443, |
| "step": 195700 |
| }, |
| { |
| "epoch": 18.28881001307678, |
| "grad_norm": 1.9983198642730713, |
| "learning_rate": 5e-06, |
| "loss": 0.043, |
| "step": 195800 |
| }, |
| { |
| "epoch": 18.29815056977396, |
| "grad_norm": 1.1791661977767944, |
| "learning_rate": 5e-06, |
| "loss": 0.0438, |
| "step": 195900 |
| }, |
| { |
| "epoch": 18.307491126471138, |
| "grad_norm": 1.7554837465286255, |
| "learning_rate": 5e-06, |
| "loss": 0.0432, |
| "step": 196000 |
| }, |
| { |
| "epoch": 18.316831683168317, |
| "grad_norm": 2.063732385635376, |
| "learning_rate": 5e-06, |
| "loss": 0.0419, |
| "step": 196100 |
| }, |
| { |
| "epoch": 18.326172239865496, |
| "grad_norm": 1.8253742456436157, |
| "learning_rate": 5e-06, |
| "loss": 0.044, |
| "step": 196200 |
| }, |
| { |
| "epoch": 18.335512796562675, |
| "grad_norm": 2.5797080993652344, |
| "learning_rate": 5e-06, |
| "loss": 0.0417, |
| "step": 196300 |
| }, |
| { |
| "epoch": 18.344853353259854, |
| "grad_norm": 1.657293438911438, |
| "learning_rate": 5e-06, |
| "loss": 0.0431, |
| "step": 196400 |
| }, |
| { |
| "epoch": 18.354193909957033, |
| "grad_norm": 2.1080894470214844, |
| "learning_rate": 5e-06, |
| "loss": 0.0428, |
| "step": 196500 |
| }, |
| { |
| "epoch": 18.36353446665421, |
| "grad_norm": 1.542519211769104, |
| "learning_rate": 5e-06, |
| "loss": 0.046, |
| "step": 196600 |
| }, |
| { |
| "epoch": 18.37287502335139, |
| "grad_norm": 2.2123382091522217, |
| "learning_rate": 5e-06, |
| "loss": 0.043, |
| "step": 196700 |
| }, |
| { |
| "epoch": 18.38221558004857, |
| "grad_norm": 2.0680999755859375, |
| "learning_rate": 5e-06, |
| "loss": 0.0408, |
| "step": 196800 |
| }, |
| { |
| "epoch": 18.39155613674575, |
| "grad_norm": 1.9276586771011353, |
| "learning_rate": 5e-06, |
| "loss": 0.0437, |
| "step": 196900 |
| }, |
| { |
| "epoch": 18.40089669344293, |
| "grad_norm": 1.5387611389160156, |
| "learning_rate": 5e-06, |
| "loss": 0.0417, |
| "step": 197000 |
| }, |
| { |
| "epoch": 18.41023725014011, |
| "grad_norm": 2.363074541091919, |
| "learning_rate": 5e-06, |
| "loss": 0.0456, |
| "step": 197100 |
| }, |
| { |
| "epoch": 18.41957780683729, |
| "grad_norm": 1.9249920845031738, |
| "learning_rate": 5e-06, |
| "loss": 0.044, |
| "step": 197200 |
| }, |
| { |
| "epoch": 18.428918363534468, |
| "grad_norm": 2.483320713043213, |
| "learning_rate": 5e-06, |
| "loss": 0.0431, |
| "step": 197300 |
| }, |
| { |
| "epoch": 18.438258920231647, |
| "grad_norm": 1.601399540901184, |
| "learning_rate": 5e-06, |
| "loss": 0.0408, |
| "step": 197400 |
| }, |
| { |
| "epoch": 18.447599476928826, |
| "grad_norm": 1.5155307054519653, |
| "learning_rate": 5e-06, |
| "loss": 0.0414, |
| "step": 197500 |
| }, |
| { |
| "epoch": 18.456940033626005, |
| "grad_norm": 1.9888298511505127, |
| "learning_rate": 5e-06, |
| "loss": 0.0449, |
| "step": 197600 |
| }, |
| { |
| "epoch": 18.466280590323183, |
| "grad_norm": 2.1799187660217285, |
| "learning_rate": 5e-06, |
| "loss": 0.0444, |
| "step": 197700 |
| }, |
| { |
| "epoch": 18.475621147020362, |
| "grad_norm": 1.8369441032409668, |
| "learning_rate": 5e-06, |
| "loss": 0.0441, |
| "step": 197800 |
| }, |
| { |
| "epoch": 18.48496170371754, |
| "grad_norm": 1.7827842235565186, |
| "learning_rate": 5e-06, |
| "loss": 0.045, |
| "step": 197900 |
| }, |
| { |
| "epoch": 18.49430226041472, |
| "grad_norm": 1.7277323007583618, |
| "learning_rate": 5e-06, |
| "loss": 0.0432, |
| "step": 198000 |
| }, |
| { |
| "epoch": 18.5036428171119, |
| "grad_norm": 1.5474600791931152, |
| "learning_rate": 5e-06, |
| "loss": 0.0445, |
| "step": 198100 |
| }, |
| { |
| "epoch": 18.512983373809078, |
| "grad_norm": 1.5620651245117188, |
| "learning_rate": 5e-06, |
| "loss": 0.0437, |
| "step": 198200 |
| }, |
| { |
| "epoch": 18.522323930506257, |
| "grad_norm": 1.5689419507980347, |
| "learning_rate": 5e-06, |
| "loss": 0.0426, |
| "step": 198300 |
| }, |
| { |
| "epoch": 18.531664487203436, |
| "grad_norm": 1.8002675771713257, |
| "learning_rate": 5e-06, |
| "loss": 0.0442, |
| "step": 198400 |
| }, |
| { |
| "epoch": 18.541005043900615, |
| "grad_norm": 2.814497947692871, |
| "learning_rate": 5e-06, |
| "loss": 0.043, |
| "step": 198500 |
| }, |
| { |
| "epoch": 18.550345600597794, |
| "grad_norm": 2.5309996604919434, |
| "learning_rate": 5e-06, |
| "loss": 0.043, |
| "step": 198600 |
| }, |
| { |
| "epoch": 18.559686157294976, |
| "grad_norm": 1.6368019580841064, |
| "learning_rate": 5e-06, |
| "loss": 0.0426, |
| "step": 198700 |
| }, |
| { |
| "epoch": 18.569026713992155, |
| "grad_norm": 1.7538212537765503, |
| "learning_rate": 5e-06, |
| "loss": 0.042, |
| "step": 198800 |
| }, |
| { |
| "epoch": 18.578367270689334, |
| "grad_norm": 2.0232865810394287, |
| "learning_rate": 5e-06, |
| "loss": 0.0436, |
| "step": 198900 |
| }, |
| { |
| "epoch": 18.587707827386513, |
| "grad_norm": 1.8460532426834106, |
| "learning_rate": 5e-06, |
| "loss": 0.0429, |
| "step": 199000 |
| }, |
| { |
| "epoch": 18.597048384083692, |
| "grad_norm": 1.4317868947982788, |
| "learning_rate": 5e-06, |
| "loss": 0.0433, |
| "step": 199100 |
| }, |
| { |
| "epoch": 18.60638894078087, |
| "grad_norm": 1.4143263101577759, |
| "learning_rate": 5e-06, |
| "loss": 0.0426, |
| "step": 199200 |
| }, |
| { |
| "epoch": 18.61572949747805, |
| "grad_norm": 2.060032844543457, |
| "learning_rate": 5e-06, |
| "loss": 0.0462, |
| "step": 199300 |
| }, |
| { |
| "epoch": 18.62507005417523, |
| "grad_norm": 2.0810248851776123, |
| "learning_rate": 5e-06, |
| "loss": 0.0425, |
| "step": 199400 |
| }, |
| { |
| "epoch": 18.634410610872408, |
| "grad_norm": 1.2724379301071167, |
| "learning_rate": 5e-06, |
| "loss": 0.0423, |
| "step": 199500 |
| }, |
| { |
| "epoch": 18.643751167569587, |
| "grad_norm": 1.6237396001815796, |
| "learning_rate": 5e-06, |
| "loss": 0.0409, |
| "step": 199600 |
| }, |
| { |
| "epoch": 18.653091724266766, |
| "grad_norm": 1.4640015363693237, |
| "learning_rate": 5e-06, |
| "loss": 0.0441, |
| "step": 199700 |
| }, |
| { |
| "epoch": 18.662432280963944, |
| "grad_norm": 1.9935458898544312, |
| "learning_rate": 5e-06, |
| "loss": 0.0423, |
| "step": 199800 |
| }, |
| { |
| "epoch": 18.671772837661123, |
| "grad_norm": 3.8630595207214355, |
| "learning_rate": 5e-06, |
| "loss": 0.0423, |
| "step": 199900 |
| }, |
| { |
| "epoch": 18.681113394358302, |
| "grad_norm": 1.9884501695632935, |
| "learning_rate": 5e-06, |
| "loss": 0.0432, |
| "step": 200000 |
| }, |
| { |
| "epoch": 18.69045395105548, |
| "grad_norm": 1.7600494623184204, |
| "learning_rate": 5e-06, |
| "loss": 0.0433, |
| "step": 200100 |
| }, |
| { |
| "epoch": 18.699794507752664, |
| "grad_norm": 2.9141159057617188, |
| "learning_rate": 5e-06, |
| "loss": 0.0435, |
| "step": 200200 |
| }, |
| { |
| "epoch": 18.709135064449843, |
| "grad_norm": 1.923003911972046, |
| "learning_rate": 5e-06, |
| "loss": 0.0487, |
| "step": 200300 |
| }, |
| { |
| "epoch": 18.71847562114702, |
| "grad_norm": 1.0402278900146484, |
| "learning_rate": 5e-06, |
| "loss": 0.0419, |
| "step": 200400 |
| }, |
| { |
| "epoch": 18.7278161778442, |
| "grad_norm": 1.6746424436569214, |
| "learning_rate": 5e-06, |
| "loss": 0.0418, |
| "step": 200500 |
| }, |
| { |
| "epoch": 18.73715673454138, |
| "grad_norm": 1.418899655342102, |
| "learning_rate": 5e-06, |
| "loss": 0.0415, |
| "step": 200600 |
| }, |
| { |
| "epoch": 18.74649729123856, |
| "grad_norm": 1.7140467166900635, |
| "learning_rate": 5e-06, |
| "loss": 0.0421, |
| "step": 200700 |
| }, |
| { |
| "epoch": 18.755837847935737, |
| "grad_norm": 1.6270371675491333, |
| "learning_rate": 5e-06, |
| "loss": 0.041, |
| "step": 200800 |
| }, |
| { |
| "epoch": 18.765178404632916, |
| "grad_norm": 2.0773887634277344, |
| "learning_rate": 5e-06, |
| "loss": 0.0433, |
| "step": 200900 |
| }, |
| { |
| "epoch": 18.774518961330095, |
| "grad_norm": 1.702871322631836, |
| "learning_rate": 5e-06, |
| "loss": 0.0425, |
| "step": 201000 |
| }, |
| { |
| "epoch": 18.783859518027274, |
| "grad_norm": 1.6881814002990723, |
| "learning_rate": 5e-06, |
| "loss": 0.044, |
| "step": 201100 |
| }, |
| { |
| "epoch": 18.793200074724453, |
| "grad_norm": 1.8755115270614624, |
| "learning_rate": 5e-06, |
| "loss": 0.0471, |
| "step": 201200 |
| }, |
| { |
| "epoch": 18.802540631421632, |
| "grad_norm": 2.125218391418457, |
| "learning_rate": 5e-06, |
| "loss": 0.0483, |
| "step": 201300 |
| }, |
| { |
| "epoch": 18.81188118811881, |
| "grad_norm": 1.9112211465835571, |
| "learning_rate": 5e-06, |
| "loss": 0.0438, |
| "step": 201400 |
| }, |
| { |
| "epoch": 18.82122174481599, |
| "grad_norm": 1.9350032806396484, |
| "learning_rate": 5e-06, |
| "loss": 0.0415, |
| "step": 201500 |
| }, |
| { |
| "epoch": 18.83056230151317, |
| "grad_norm": 1.7108293771743774, |
| "learning_rate": 5e-06, |
| "loss": 0.0441, |
| "step": 201600 |
| }, |
| { |
| "epoch": 18.83990285821035, |
| "grad_norm": 1.278662085533142, |
| "learning_rate": 5e-06, |
| "loss": 0.0423, |
| "step": 201700 |
| }, |
| { |
| "epoch": 18.84924341490753, |
| "grad_norm": 1.337984323501587, |
| "learning_rate": 5e-06, |
| "loss": 0.0418, |
| "step": 201800 |
| }, |
| { |
| "epoch": 18.85858397160471, |
| "grad_norm": 2.366872549057007, |
| "learning_rate": 5e-06, |
| "loss": 0.0415, |
| "step": 201900 |
| }, |
| { |
| "epoch": 18.867924528301888, |
| "grad_norm": 1.41493821144104, |
| "learning_rate": 5e-06, |
| "loss": 0.0419, |
| "step": 202000 |
| }, |
| { |
| "epoch": 18.877265084999067, |
| "grad_norm": 1.978928565979004, |
| "learning_rate": 5e-06, |
| "loss": 0.0407, |
| "step": 202100 |
| }, |
| { |
| "epoch": 18.886605641696246, |
| "grad_norm": 1.53631591796875, |
| "learning_rate": 5e-06, |
| "loss": 0.0438, |
| "step": 202200 |
| }, |
| { |
| "epoch": 18.895946198393425, |
| "grad_norm": 1.4857908487319946, |
| "learning_rate": 5e-06, |
| "loss": 0.0434, |
| "step": 202300 |
| }, |
| { |
| "epoch": 18.905286755090604, |
| "grad_norm": 1.5579544305801392, |
| "learning_rate": 5e-06, |
| "loss": 0.0442, |
| "step": 202400 |
| }, |
| { |
| "epoch": 18.914627311787783, |
| "grad_norm": 1.326156735420227, |
| "learning_rate": 5e-06, |
| "loss": 0.0418, |
| "step": 202500 |
| }, |
| { |
| "epoch": 18.92396786848496, |
| "grad_norm": 1.167489767074585, |
| "learning_rate": 5e-06, |
| "loss": 0.0394, |
| "step": 202600 |
| }, |
| { |
| "epoch": 18.93330842518214, |
| "grad_norm": 1.2600442171096802, |
| "learning_rate": 5e-06, |
| "loss": 0.0414, |
| "step": 202700 |
| }, |
| { |
| "epoch": 18.94264898187932, |
| "grad_norm": 1.8055797815322876, |
| "learning_rate": 5e-06, |
| "loss": 0.0427, |
| "step": 202800 |
| }, |
| { |
| "epoch": 18.9519895385765, |
| "grad_norm": 1.433377981185913, |
| "learning_rate": 5e-06, |
| "loss": 0.0405, |
| "step": 202900 |
| }, |
| { |
| "epoch": 18.961330095273677, |
| "grad_norm": 2.4140477180480957, |
| "learning_rate": 5e-06, |
| "loss": 0.0417, |
| "step": 203000 |
| }, |
| { |
| "epoch": 18.970670651970856, |
| "grad_norm": 2.396713972091675, |
| "learning_rate": 5e-06, |
| "loss": 0.0407, |
| "step": 203100 |
| }, |
| { |
| "epoch": 18.980011208668035, |
| "grad_norm": 2.221949815750122, |
| "learning_rate": 5e-06, |
| "loss": 0.0452, |
| "step": 203200 |
| }, |
| { |
| "epoch": 18.989351765365214, |
| "grad_norm": 1.426442265510559, |
| "learning_rate": 5e-06, |
| "loss": 0.0436, |
| "step": 203300 |
| }, |
| { |
| "epoch": 18.998692322062396, |
| "grad_norm": 1.6446245908737183, |
| "learning_rate": 5e-06, |
| "loss": 0.0391, |
| "step": 203400 |
| }, |
| { |
| "epoch": 19.0, |
| "step": 203414, |
| "train_loss": 0.034983646124601364, |
| "train_perplexity": 1.0356027725424324, |
| "train_runtime": 1018.0198, |
| "train_samples_per_second": 168.26, |
| "train_steps_per_second": 10.516 |
| }, |
| { |
| "epoch": 19.0, |
| "eval_loss": 0.03478102385997772, |
| "eval_perplexity": 1.0353929576207144, |
| "eval_runtime": 197.6908, |
| "eval_samples_per_second": 216.616, |
| "eval_steps_per_second": 13.541, |
| "step": 203414 |
| }, |
| { |
| "epoch": 19.008032878759575, |
| "grad_norm": 1.0990122556686401, |
| "learning_rate": 5e-06, |
| "loss": 0.042, |
| "step": 203500 |
| }, |
| { |
| "epoch": 19.017373435456754, |
| "grad_norm": 1.0201001167297363, |
| "learning_rate": 5e-06, |
| "loss": 0.045, |
| "step": 203600 |
| }, |
| { |
| "epoch": 19.026713992153933, |
| "grad_norm": 1.3746166229248047, |
| "learning_rate": 5e-06, |
| "loss": 0.0411, |
| "step": 203700 |
| }, |
| { |
| "epoch": 19.036054548851112, |
| "grad_norm": 1.5618833303451538, |
| "learning_rate": 5e-06, |
| "loss": 0.04, |
| "step": 203800 |
| }, |
| { |
| "epoch": 19.04539510554829, |
| "grad_norm": 1.949479341506958, |
| "learning_rate": 5e-06, |
| "loss": 0.0447, |
| "step": 203900 |
| }, |
| { |
| "epoch": 19.05473566224547, |
| "grad_norm": 2.1106650829315186, |
| "learning_rate": 5e-06, |
| "loss": 0.0425, |
| "step": 204000 |
| }, |
| { |
| "epoch": 19.06407621894265, |
| "grad_norm": 1.1933566331863403, |
| "learning_rate": 5e-06, |
| "loss": 0.0445, |
| "step": 204100 |
| }, |
| { |
| "epoch": 19.073416775639828, |
| "grad_norm": 1.3926554918289185, |
| "learning_rate": 5e-06, |
| "loss": 0.0403, |
| "step": 204200 |
| }, |
| { |
| "epoch": 19.082757332337007, |
| "grad_norm": 1.6537965536117554, |
| "learning_rate": 5e-06, |
| "loss": 0.0491, |
| "step": 204300 |
| }, |
| { |
| "epoch": 19.092097889034186, |
| "grad_norm": 2.898301362991333, |
| "learning_rate": 5e-06, |
| "loss": 0.0435, |
| "step": 204400 |
| }, |
| { |
| "epoch": 19.101438445731365, |
| "grad_norm": 1.5162712335586548, |
| "learning_rate": 5e-06, |
| "loss": 0.0412, |
| "step": 204500 |
| }, |
| { |
| "epoch": 19.110779002428544, |
| "grad_norm": 1.3107094764709473, |
| "learning_rate": 5e-06, |
| "loss": 0.0426, |
| "step": 204600 |
| }, |
| { |
| "epoch": 19.120119559125722, |
| "grad_norm": 1.504516363143921, |
| "learning_rate": 5e-06, |
| "loss": 0.0417, |
| "step": 204700 |
| }, |
| { |
| "epoch": 19.1294601158229, |
| "grad_norm": 1.9006915092468262, |
| "learning_rate": 5e-06, |
| "loss": 0.0417, |
| "step": 204800 |
| }, |
| { |
| "epoch": 19.138800672520084, |
| "grad_norm": 1.8393969535827637, |
| "learning_rate": 5e-06, |
| "loss": 0.0415, |
| "step": 204900 |
| }, |
| { |
| "epoch": 19.148141229217263, |
| "grad_norm": 2.3471672534942627, |
| "learning_rate": 5e-06, |
| "loss": 0.0435, |
| "step": 205000 |
| }, |
| { |
| "epoch": 19.15748178591444, |
| "grad_norm": 1.6936537027359009, |
| "learning_rate": 5e-06, |
| "loss": 0.0442, |
| "step": 205100 |
| }, |
| { |
| "epoch": 19.16682234261162, |
| "grad_norm": 1.6776965856552124, |
| "learning_rate": 5e-06, |
| "loss": 0.0414, |
| "step": 205200 |
| }, |
| { |
| "epoch": 19.1761628993088, |
| "grad_norm": 1.701513409614563, |
| "learning_rate": 5e-06, |
| "loss": 0.0414, |
| "step": 205300 |
| }, |
| { |
| "epoch": 19.18550345600598, |
| "grad_norm": 1.7214494943618774, |
| "learning_rate": 5e-06, |
| "loss": 0.0421, |
| "step": 205400 |
| }, |
| { |
| "epoch": 19.194844012703157, |
| "grad_norm": 1.7662957906723022, |
| "learning_rate": 5e-06, |
| "loss": 0.044, |
| "step": 205500 |
| }, |
| { |
| "epoch": 19.204184569400336, |
| "grad_norm": 2.321279764175415, |
| "learning_rate": 5e-06, |
| "loss": 0.0428, |
| "step": 205600 |
| }, |
| { |
| "epoch": 19.213525126097515, |
| "grad_norm": 1.4100391864776611, |
| "learning_rate": 5e-06, |
| "loss": 0.043, |
| "step": 205700 |
| }, |
| { |
| "epoch": 19.222865682794694, |
| "grad_norm": 2.3323922157287598, |
| "learning_rate": 5e-06, |
| "loss": 0.0413, |
| "step": 205800 |
| }, |
| { |
| "epoch": 19.232206239491873, |
| "grad_norm": 2.1804983615875244, |
| "learning_rate": 5e-06, |
| "loss": 0.0418, |
| "step": 205900 |
| }, |
| { |
| "epoch": 19.241546796189052, |
| "grad_norm": 1.4918726682662964, |
| "learning_rate": 5e-06, |
| "loss": 0.0431, |
| "step": 206000 |
| }, |
| { |
| "epoch": 19.25088735288623, |
| "grad_norm": 1.9739280939102173, |
| "learning_rate": 5e-06, |
| "loss": 0.0409, |
| "step": 206100 |
| }, |
| { |
| "epoch": 19.26022790958341, |
| "grad_norm": 1.4273829460144043, |
| "learning_rate": 5e-06, |
| "loss": 0.0425, |
| "step": 206200 |
| }, |
| { |
| "epoch": 19.26956846628059, |
| "grad_norm": 1.7537094354629517, |
| "learning_rate": 5e-06, |
| "loss": 0.0407, |
| "step": 206300 |
| }, |
| { |
| "epoch": 19.278909022977768, |
| "grad_norm": 1.5738078355789185, |
| "learning_rate": 5e-06, |
| "loss": 0.0406, |
| "step": 206400 |
| }, |
| { |
| "epoch": 19.28824957967495, |
| "grad_norm": 1.702957272529602, |
| "learning_rate": 5e-06, |
| "loss": 0.0421, |
| "step": 206500 |
| }, |
| { |
| "epoch": 19.29759013637213, |
| "grad_norm": 1.8349649906158447, |
| "learning_rate": 5e-06, |
| "loss": 0.0425, |
| "step": 206600 |
| }, |
| { |
| "epoch": 19.306930693069308, |
| "grad_norm": 2.092465400695801, |
| "learning_rate": 5e-06, |
| "loss": 0.0403, |
| "step": 206700 |
| }, |
| { |
| "epoch": 19.316271249766487, |
| "grad_norm": 1.641489863395691, |
| "learning_rate": 5e-06, |
| "loss": 0.042, |
| "step": 206800 |
| }, |
| { |
| "epoch": 19.325611806463666, |
| "grad_norm": 1.4567421674728394, |
| "learning_rate": 5e-06, |
| "loss": 0.0434, |
| "step": 206900 |
| }, |
| { |
| "epoch": 19.334952363160845, |
| "grad_norm": 2.2072744369506836, |
| "learning_rate": 5e-06, |
| "loss": 0.0456, |
| "step": 207000 |
| }, |
| { |
| "epoch": 19.344292919858024, |
| "grad_norm": 1.4253761768341064, |
| "learning_rate": 5e-06, |
| "loss": 0.0413, |
| "step": 207100 |
| }, |
| { |
| "epoch": 19.353633476555203, |
| "grad_norm": 1.8133113384246826, |
| "learning_rate": 5e-06, |
| "loss": 0.0428, |
| "step": 207200 |
| }, |
| { |
| "epoch": 19.36297403325238, |
| "grad_norm": 2.093209981918335, |
| "learning_rate": 5e-06, |
| "loss": 0.0419, |
| "step": 207300 |
| }, |
| { |
| "epoch": 19.37231458994956, |
| "grad_norm": 2.0270416736602783, |
| "learning_rate": 5e-06, |
| "loss": 0.0431, |
| "step": 207400 |
| }, |
| { |
| "epoch": 19.38165514664674, |
| "grad_norm": 2.1164605617523193, |
| "learning_rate": 5e-06, |
| "loss": 0.0464, |
| "step": 207500 |
| }, |
| { |
| "epoch": 19.39099570334392, |
| "grad_norm": 2.0552499294281006, |
| "learning_rate": 5e-06, |
| "loss": 0.0419, |
| "step": 207600 |
| }, |
| { |
| "epoch": 19.400336260041097, |
| "grad_norm": 2.081620931625366, |
| "learning_rate": 5e-06, |
| "loss": 0.0423, |
| "step": 207700 |
| }, |
| { |
| "epoch": 19.409676816738276, |
| "grad_norm": 1.5594402551651, |
| "learning_rate": 5e-06, |
| "loss": 0.0411, |
| "step": 207800 |
| }, |
| { |
| "epoch": 19.419017373435455, |
| "grad_norm": 1.5206211805343628, |
| "learning_rate": 5e-06, |
| "loss": 0.0432, |
| "step": 207900 |
| }, |
| { |
| "epoch": 19.428357930132634, |
| "grad_norm": 1.8506051301956177, |
| "learning_rate": 5e-06, |
| "loss": 0.0438, |
| "step": 208000 |
| }, |
| { |
| "epoch": 19.437698486829817, |
| "grad_norm": 2.170163869857788, |
| "learning_rate": 5e-06, |
| "loss": 0.0414, |
| "step": 208100 |
| }, |
| { |
| "epoch": 19.447039043526996, |
| "grad_norm": 1.3291685581207275, |
| "learning_rate": 5e-06, |
| "loss": 0.0399, |
| "step": 208200 |
| }, |
| { |
| "epoch": 19.456379600224174, |
| "grad_norm": 1.458767294883728, |
| "learning_rate": 5e-06, |
| "loss": 0.0426, |
| "step": 208300 |
| }, |
| { |
| "epoch": 19.465720156921353, |
| "grad_norm": 1.595663070678711, |
| "learning_rate": 5e-06, |
| "loss": 0.0441, |
| "step": 208400 |
| }, |
| { |
| "epoch": 19.475060713618532, |
| "grad_norm": 1.722917079925537, |
| "learning_rate": 5e-06, |
| "loss": 0.0398, |
| "step": 208500 |
| }, |
| { |
| "epoch": 19.48440127031571, |
| "grad_norm": 2.106276512145996, |
| "learning_rate": 5e-06, |
| "loss": 0.0396, |
| "step": 208600 |
| }, |
| { |
| "epoch": 19.49374182701289, |
| "grad_norm": 1.6815972328186035, |
| "learning_rate": 5e-06, |
| "loss": 0.0423, |
| "step": 208700 |
| }, |
| { |
| "epoch": 19.50308238371007, |
| "grad_norm": 1.7868744134902954, |
| "learning_rate": 5e-06, |
| "loss": 0.0427, |
| "step": 208800 |
| }, |
| { |
| "epoch": 19.512422940407248, |
| "grad_norm": 1.7451367378234863, |
| "learning_rate": 5e-06, |
| "loss": 0.0384, |
| "step": 208900 |
| }, |
| { |
| "epoch": 19.521763497104427, |
| "grad_norm": 1.3348475694656372, |
| "learning_rate": 5e-06, |
| "loss": 0.0398, |
| "step": 209000 |
| }, |
| { |
| "epoch": 19.531104053801606, |
| "grad_norm": 2.540459156036377, |
| "learning_rate": 5e-06, |
| "loss": 0.0431, |
| "step": 209100 |
| }, |
| { |
| "epoch": 19.540444610498785, |
| "grad_norm": 1.9849324226379395, |
| "learning_rate": 5e-06, |
| "loss": 0.0433, |
| "step": 209200 |
| }, |
| { |
| "epoch": 19.549785167195964, |
| "grad_norm": 1.3489388227462769, |
| "learning_rate": 5e-06, |
| "loss": 0.0393, |
| "step": 209300 |
| }, |
| { |
| "epoch": 19.559125723893143, |
| "grad_norm": 1.8153965473175049, |
| "learning_rate": 5e-06, |
| "loss": 0.0436, |
| "step": 209400 |
| }, |
| { |
| "epoch": 19.56846628059032, |
| "grad_norm": 1.8142492771148682, |
| "learning_rate": 5e-06, |
| "loss": 0.0414, |
| "step": 209500 |
| }, |
| { |
| "epoch": 19.577806837287504, |
| "grad_norm": 1.84181547164917, |
| "learning_rate": 5e-06, |
| "loss": 0.0396, |
| "step": 209600 |
| }, |
| { |
| "epoch": 19.587147393984683, |
| "grad_norm": 1.942332148551941, |
| "learning_rate": 5e-06, |
| "loss": 0.0412, |
| "step": 209700 |
| }, |
| { |
| "epoch": 19.596487950681862, |
| "grad_norm": 1.6788663864135742, |
| "learning_rate": 5e-06, |
| "loss": 0.0388, |
| "step": 209800 |
| }, |
| { |
| "epoch": 19.60582850737904, |
| "grad_norm": 12.851033210754395, |
| "learning_rate": 5e-06, |
| "loss": 0.045, |
| "step": 209900 |
| }, |
| { |
| "epoch": 19.61516906407622, |
| "grad_norm": 1.3852605819702148, |
| "learning_rate": 5e-06, |
| "loss": 0.044, |
| "step": 210000 |
| }, |
| { |
| "epoch": 19.6245096207734, |
| "grad_norm": 1.9356575012207031, |
| "learning_rate": 5e-06, |
| "loss": 0.042, |
| "step": 210100 |
| }, |
| { |
| "epoch": 19.633850177470578, |
| "grad_norm": 1.5924241542816162, |
| "learning_rate": 5e-06, |
| "loss": 0.0411, |
| "step": 210200 |
| }, |
| { |
| "epoch": 19.643190734167757, |
| "grad_norm": 1.4162030220031738, |
| "learning_rate": 5e-06, |
| "loss": 0.0413, |
| "step": 210300 |
| }, |
| { |
| "epoch": 19.652531290864935, |
| "grad_norm": 2.418320655822754, |
| "learning_rate": 5e-06, |
| "loss": 0.0413, |
| "step": 210400 |
| }, |
| { |
| "epoch": 19.661871847562114, |
| "grad_norm": 1.5147607326507568, |
| "learning_rate": 5e-06, |
| "loss": 0.0391, |
| "step": 210500 |
| }, |
| { |
| "epoch": 19.671212404259293, |
| "grad_norm": 1.3400293588638306, |
| "learning_rate": 5e-06, |
| "loss": 0.0445, |
| "step": 210600 |
| }, |
| { |
| "epoch": 19.680552960956472, |
| "grad_norm": 1.6611919403076172, |
| "learning_rate": 5e-06, |
| "loss": 0.0408, |
| "step": 210700 |
| }, |
| { |
| "epoch": 19.68989351765365, |
| "grad_norm": 2.695866107940674, |
| "learning_rate": 5e-06, |
| "loss": 0.0419, |
| "step": 210800 |
| }, |
| { |
| "epoch": 19.69923407435083, |
| "grad_norm": 1.809951663017273, |
| "learning_rate": 5e-06, |
| "loss": 0.0421, |
| "step": 210900 |
| }, |
| { |
| "epoch": 19.70857463104801, |
| "grad_norm": 1.547671914100647, |
| "learning_rate": 5e-06, |
| "loss": 0.0406, |
| "step": 211000 |
| }, |
| { |
| "epoch": 19.717915187745188, |
| "grad_norm": 1.7193816900253296, |
| "learning_rate": 5e-06, |
| "loss": 0.0413, |
| "step": 211100 |
| }, |
| { |
| "epoch": 19.72725574444237, |
| "grad_norm": 1.7830591201782227, |
| "learning_rate": 5e-06, |
| "loss": 0.0421, |
| "step": 211200 |
| }, |
| { |
| "epoch": 19.73659630113955, |
| "grad_norm": 2.540353536605835, |
| "learning_rate": 5e-06, |
| "loss": 0.0443, |
| "step": 211300 |
| }, |
| { |
| "epoch": 19.74593685783673, |
| "grad_norm": 1.3108245134353638, |
| "learning_rate": 5e-06, |
| "loss": 0.0372, |
| "step": 211400 |
| }, |
| { |
| "epoch": 19.755277414533907, |
| "grad_norm": 1.6635754108428955, |
| "learning_rate": 5e-06, |
| "loss": 0.0404, |
| "step": 211500 |
| }, |
| { |
| "epoch": 19.764617971231086, |
| "grad_norm": 1.3347247838974, |
| "learning_rate": 5e-06, |
| "loss": 0.0432, |
| "step": 211600 |
| }, |
| { |
| "epoch": 19.773958527928265, |
| "grad_norm": 1.484202265739441, |
| "learning_rate": 5e-06, |
| "loss": 0.0409, |
| "step": 211700 |
| }, |
| { |
| "epoch": 19.783299084625444, |
| "grad_norm": 1.6716853380203247, |
| "learning_rate": 5e-06, |
| "loss": 0.0391, |
| "step": 211800 |
| }, |
| { |
| "epoch": 19.792639641322623, |
| "grad_norm": 2.0392398834228516, |
| "learning_rate": 5e-06, |
| "loss": 0.0422, |
| "step": 211900 |
| }, |
| { |
| "epoch": 19.801980198019802, |
| "grad_norm": 2.0437097549438477, |
| "learning_rate": 5e-06, |
| "loss": 0.0422, |
| "step": 212000 |
| }, |
| { |
| "epoch": 19.81132075471698, |
| "grad_norm": 1.3695831298828125, |
| "learning_rate": 5e-06, |
| "loss": 0.0412, |
| "step": 212100 |
| }, |
| { |
| "epoch": 19.82066131141416, |
| "grad_norm": 1.994887351989746, |
| "learning_rate": 5e-06, |
| "loss": 0.0417, |
| "step": 212200 |
| }, |
| { |
| "epoch": 19.83000186811134, |
| "grad_norm": 1.34133780002594, |
| "learning_rate": 5e-06, |
| "loss": 0.0408, |
| "step": 212300 |
| }, |
| { |
| "epoch": 19.839342424808518, |
| "grad_norm": 1.646060585975647, |
| "learning_rate": 5e-06, |
| "loss": 0.0396, |
| "step": 212400 |
| }, |
| { |
| "epoch": 19.848682981505696, |
| "grad_norm": 2.356580972671509, |
| "learning_rate": 5e-06, |
| "loss": 0.0392, |
| "step": 212500 |
| }, |
| { |
| "epoch": 19.858023538202875, |
| "grad_norm": 1.4699411392211914, |
| "learning_rate": 5e-06, |
| "loss": 0.0397, |
| "step": 212600 |
| }, |
| { |
| "epoch": 19.867364094900054, |
| "grad_norm": 1.485060453414917, |
| "learning_rate": 5e-06, |
| "loss": 0.0407, |
| "step": 212700 |
| }, |
| { |
| "epoch": 19.876704651597237, |
| "grad_norm": 1.4234473705291748, |
| "learning_rate": 5e-06, |
| "loss": 0.0406, |
| "step": 212800 |
| }, |
| { |
| "epoch": 19.886045208294416, |
| "grad_norm": 2.1375186443328857, |
| "learning_rate": 5e-06, |
| "loss": 0.044, |
| "step": 212900 |
| }, |
| { |
| "epoch": 19.895385764991595, |
| "grad_norm": 1.8487324714660645, |
| "learning_rate": 5e-06, |
| "loss": 0.0429, |
| "step": 213000 |
| }, |
| { |
| "epoch": 19.904726321688774, |
| "grad_norm": 1.6871732473373413, |
| "learning_rate": 5e-06, |
| "loss": 0.0434, |
| "step": 213100 |
| }, |
| { |
| "epoch": 19.914066878385952, |
| "grad_norm": 1.2560877799987793, |
| "learning_rate": 5e-06, |
| "loss": 0.0398, |
| "step": 213200 |
| }, |
| { |
| "epoch": 19.92340743508313, |
| "grad_norm": 1.5548946857452393, |
| "learning_rate": 5e-06, |
| "loss": 0.0394, |
| "step": 213300 |
| }, |
| { |
| "epoch": 19.93274799178031, |
| "grad_norm": 1.6838058233261108, |
| "learning_rate": 5e-06, |
| "loss": 0.0377, |
| "step": 213400 |
| }, |
| { |
| "epoch": 19.94208854847749, |
| "grad_norm": 1.8794159889221191, |
| "learning_rate": 5e-06, |
| "loss": 0.0403, |
| "step": 213500 |
| }, |
| { |
| "epoch": 19.951429105174668, |
| "grad_norm": 2.3283286094665527, |
| "learning_rate": 5e-06, |
| "loss": 0.0435, |
| "step": 213600 |
| }, |
| { |
| "epoch": 19.960769661871847, |
| "grad_norm": 1.7039016485214233, |
| "learning_rate": 5e-06, |
| "loss": 0.0416, |
| "step": 213700 |
| }, |
| { |
| "epoch": 19.970110218569026, |
| "grad_norm": 1.5257716178894043, |
| "learning_rate": 5e-06, |
| "loss": 0.0432, |
| "step": 213800 |
| }, |
| { |
| "epoch": 19.979450775266205, |
| "grad_norm": 1.5863957405090332, |
| "learning_rate": 5e-06, |
| "loss": 0.0419, |
| "step": 213900 |
| }, |
| { |
| "epoch": 19.988791331963384, |
| "grad_norm": 1.6979858875274658, |
| "learning_rate": 5e-06, |
| "loss": 0.0411, |
| "step": 214000 |
| }, |
| { |
| "epoch": 19.998131888660563, |
| "grad_norm": 13.736209869384766, |
| "learning_rate": 5e-06, |
| "loss": 0.0441, |
| "step": 214100 |
| }, |
| { |
| "epoch": 20.0, |
| "step": 214120, |
| "train_loss": 0.03412065654993057, |
| "train_perplexity": 1.0347094436684228, |
| "train_runtime": 1017.2395, |
| "train_samples_per_second": 168.389, |
| "train_steps_per_second": 10.525 |
| }, |
| { |
| "epoch": 20.0, |
| "eval_loss": 0.03393520042300224, |
| "eval_perplexity": 1.0345175682552894, |
| "eval_runtime": 197.5875, |
| "eval_samples_per_second": 216.729, |
| "eval_steps_per_second": 13.548, |
| "step": 214120 |
| }, |
| { |
| "epoch": 20.0, |
| "step": 214120, |
| "total_flos": 2.451040076205916e+17, |
| "train_loss": 0.2003261178848834, |
| "train_runtime": 59111.8122, |
| "train_samples_per_second": 57.955, |
| "train_steps_per_second": 3.622 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 214120, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 20, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 5, |
| "early_stopping_threshold": 0.001 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.451040076205916e+17, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
