| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 10399, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0009616771649757176, |
| "grad_norm": 291.43644659674385, |
| "learning_rate": 4.326923076923077e-07, |
| "loss": 6.8355, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0019233543299514353, |
| "grad_norm": 39.64818698450168, |
| "learning_rate": 9.134615384615385e-07, |
| "loss": 4.6624, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.002885031494927153, |
| "grad_norm": 123.82120482265364, |
| "learning_rate": 1.3942307692307693e-06, |
| "loss": 0.7895, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0038467086599028705, |
| "grad_norm": 4.167210459768432, |
| "learning_rate": 1.8750000000000003e-06, |
| "loss": 0.1903, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.004808385824878588, |
| "grad_norm": 3.0085736300049444, |
| "learning_rate": 2.355769230769231e-06, |
| "loss": 0.099, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.005770062989854306, |
| "grad_norm": 2.8181759375286095, |
| "learning_rate": 2.8365384615384617e-06, |
| "loss": 0.083, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.006731740154830024, |
| "grad_norm": 2.2263405665895757, |
| "learning_rate": 3.3173076923076923e-06, |
| "loss": 0.0736, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.007693417319805741, |
| "grad_norm": 4.299629950642182, |
| "learning_rate": 3.7980769230769232e-06, |
| "loss": 0.0743, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.008655094484781458, |
| "grad_norm": 2.137010154500104, |
| "learning_rate": 4.278846153846154e-06, |
| "loss": 0.0657, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.009616771649757177, |
| "grad_norm": 1.3198816813940741, |
| "learning_rate": 4.759615384615385e-06, |
| "loss": 0.067, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.010578448814732895, |
| "grad_norm": 0.9939918666861501, |
| "learning_rate": 4.999997089973252e-06, |
| "loss": 0.0683, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.011540125979708611, |
| "grad_norm": 1.0257624933326062, |
| "learning_rate": 4.999973809799915e-06, |
| "loss": 0.074, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.01250180314468433, |
| "grad_norm": 1.9212577042261492, |
| "learning_rate": 4.999927249670028e-06, |
| "loss": 0.0626, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.013463480309660047, |
| "grad_norm": 3.473118554263852, |
| "learning_rate": 4.999857410017162e-06, |
| "loss": 0.0634, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.014425157474635764, |
| "grad_norm": 4.827498701658666, |
| "learning_rate": 4.9997642914916714e-06, |
| "loss": 0.0623, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.015386834639611482, |
| "grad_norm": 2.6898434055704796, |
| "learning_rate": 4.99964789496068e-06, |
| "loss": 0.0683, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0163485118045872, |
| "grad_norm": 1.9071206766186735, |
| "learning_rate": 4.9995082215080845e-06, |
| "loss": 0.0595, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.017310188969562917, |
| "grad_norm": 1.089606603282553, |
| "learning_rate": 4.999345272434534e-06, |
| "loss": 0.0555, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.018271866134538635, |
| "grad_norm": 1.0207241300992753, |
| "learning_rate": 4.999159049257425e-06, |
| "loss": 0.0657, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.019233543299514353, |
| "grad_norm": 1.1275914803113805, |
| "learning_rate": 4.998949553710879e-06, |
| "loss": 0.0595, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.02019522046449007, |
| "grad_norm": 1.7084459847032194, |
| "learning_rate": 4.99871678774574e-06, |
| "loss": 0.0602, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.02115689762946579, |
| "grad_norm": 2.387099152968639, |
| "learning_rate": 4.9984607535295395e-06, |
| "loss": 0.0581, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.022118574794441508, |
| "grad_norm": 2.606861545087676, |
| "learning_rate": 4.99818145344649e-06, |
| "loss": 0.0643, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.023080251959417222, |
| "grad_norm": 2.5873472965233186, |
| "learning_rate": 4.997878890097457e-06, |
| "loss": 0.059, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.02404192912439294, |
| "grad_norm": 6.711445987738505, |
| "learning_rate": 4.997553066299934e-06, |
| "loss": 0.066, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.02500360628936866, |
| "grad_norm": 0.8579681528868953, |
| "learning_rate": 4.997203985088019e-06, |
| "loss": 0.0631, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.025965283454344377, |
| "grad_norm": 1.5380485329368863, |
| "learning_rate": 4.996831649712383e-06, |
| "loss": 0.0626, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.026926960619320095, |
| "grad_norm": 0.7873454736924561, |
| "learning_rate": 4.996436063640243e-06, |
| "loss": 0.0559, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.027888637784295813, |
| "grad_norm": 0.692936142674225, |
| "learning_rate": 4.99601723055533e-06, |
| "loss": 0.0536, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.028850314949271528, |
| "grad_norm": 1.0235532326651298, |
| "learning_rate": 4.995575154357849e-06, |
| "loss": 0.0567, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.029811992114247246, |
| "grad_norm": 0.9393868743912899, |
| "learning_rate": 4.99510983916445e-06, |
| "loss": 0.0596, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.030773669279222964, |
| "grad_norm": 0.872787592137608, |
| "learning_rate": 4.994621289308186e-06, |
| "loss": 0.0621, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.03173534644419868, |
| "grad_norm": 0.9615976477501298, |
| "learning_rate": 4.994109509338471e-06, |
| "loss": 0.06, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.0326970236091744, |
| "grad_norm": 1.2427884553639734, |
| "learning_rate": 4.993574504021043e-06, |
| "loss": 0.0557, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.03365870077415012, |
| "grad_norm": 1.0018414489663223, |
| "learning_rate": 4.993016278337912e-06, |
| "loss": 0.0604, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.03462037793912583, |
| "grad_norm": 2.7434361000682634, |
| "learning_rate": 4.9924348374873225e-06, |
| "loss": 0.0589, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.035582055104101555, |
| "grad_norm": 2.4339220974756777, |
| "learning_rate": 4.991830186883697e-06, |
| "loss": 0.058, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.03654373226907727, |
| "grad_norm": 1.2083699897574145, |
| "learning_rate": 4.991202332157591e-06, |
| "loss": 0.0602, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.03750540943405299, |
| "grad_norm": 2.2965361117210796, |
| "learning_rate": 4.990551279155637e-06, |
| "loss": 0.0562, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.038467086599028706, |
| "grad_norm": 0.6158633882799655, |
| "learning_rate": 4.989877033940496e-06, |
| "loss": 0.0566, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.03942876376400442, |
| "grad_norm": 1.071397966929684, |
| "learning_rate": 4.989179602790789e-06, |
| "loss": 0.0546, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.04039044092898014, |
| "grad_norm": 2.2778093959683963, |
| "learning_rate": 4.988458992201054e-06, |
| "loss": 0.0589, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.04135211809395586, |
| "grad_norm": 0.6112050206855325, |
| "learning_rate": 4.987715208881673e-06, |
| "loss": 0.0543, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.04231379525893158, |
| "grad_norm": 0.6729610884717333, |
| "learning_rate": 4.986948259758817e-06, |
| "loss": 0.0547, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.043275472423907294, |
| "grad_norm": 1.2412526959211654, |
| "learning_rate": 4.986158151974376e-06, |
| "loss": 0.0606, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.044237149588883015, |
| "grad_norm": 0.8419029405267627, |
| "learning_rate": 4.985344892885899e-06, |
| "loss": 0.0586, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.04519882675385873, |
| "grad_norm": 1.650325925575591, |
| "learning_rate": 4.98450849006652e-06, |
| "loss": 0.0622, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.046160503918834445, |
| "grad_norm": 2.0131313488312803, |
| "learning_rate": 4.983648951304886e-06, |
| "loss": 0.0572, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.047122181083810166, |
| "grad_norm": 1.4794091031341499, |
| "learning_rate": 4.982766284605094e-06, |
| "loss": 0.0548, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.04808385824878588, |
| "grad_norm": 3.021403997149228, |
| "learning_rate": 4.981860498186607e-06, |
| "loss": 0.0568, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.0490455354137616, |
| "grad_norm": 0.7550619428016987, |
| "learning_rate": 4.980931600484179e-06, |
| "loss": 0.0593, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.05000721257873732, |
| "grad_norm": 1.5706729726248816, |
| "learning_rate": 4.97997960014778e-06, |
| "loss": 0.0526, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.05096888974371304, |
| "grad_norm": 1.3248557260762117, |
| "learning_rate": 4.979004506042514e-06, |
| "loss": 0.0562, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.051930566908688754, |
| "grad_norm": 1.0944433269716005, |
| "learning_rate": 4.978006327248537e-06, |
| "loss": 0.0545, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.05289224407366447, |
| "grad_norm": 2.673943968941609, |
| "learning_rate": 4.976985073060968e-06, |
| "loss": 0.0585, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.05385392123864019, |
| "grad_norm": 0.7244987431392901, |
| "learning_rate": 4.9759407529898085e-06, |
| "loss": 0.0558, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.054815598403615905, |
| "grad_norm": 0.809222380583553, |
| "learning_rate": 4.97487337675985e-06, |
| "loss": 0.0534, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.055777275568591626, |
| "grad_norm": 2.0184147646913817, |
| "learning_rate": 4.973782954310587e-06, |
| "loss": 0.0591, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.05673895273356734, |
| "grad_norm": 0.9059406774170206, |
| "learning_rate": 4.972669495796119e-06, |
| "loss": 0.0551, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.057700629898543056, |
| "grad_norm": 2.04214463655639, |
| "learning_rate": 4.971533011585064e-06, |
| "loss": 0.0541, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.05866230706351878, |
| "grad_norm": 1.1854405895018896, |
| "learning_rate": 4.97037351226045e-06, |
| "loss": 0.0576, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.05962398422849449, |
| "grad_norm": 1.8137834582984904, |
| "learning_rate": 4.96919100861963e-06, |
| "loss": 0.0516, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.060585661393470214, |
| "grad_norm": 0.9812946403287354, |
| "learning_rate": 4.967985511674174e-06, |
| "loss": 0.0532, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.06154733855844593, |
| "grad_norm": 0.9463033118324627, |
| "learning_rate": 4.966757032649764e-06, |
| "loss": 0.0568, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.06250901572342164, |
| "grad_norm": 0.6775966933761994, |
| "learning_rate": 4.965505582986094e-06, |
| "loss": 0.054, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.06347069288839736, |
| "grad_norm": 1.9612079952737873, |
| "learning_rate": 4.964231174336767e-06, |
| "loss": 0.053, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.06443237005337309, |
| "grad_norm": 0.6953553097308165, |
| "learning_rate": 4.9629338185691765e-06, |
| "loss": 0.055, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.0653940472183488, |
| "grad_norm": 1.2662232913123563, |
| "learning_rate": 4.961613527764404e-06, |
| "loss": 0.0549, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.06635572438332452, |
| "grad_norm": 0.7631345061729781, |
| "learning_rate": 4.960270314217103e-06, |
| "loss": 0.054, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.06731740154830024, |
| "grad_norm": 0.6714657946629196, |
| "learning_rate": 4.958904190435386e-06, |
| "loss": 0.0516, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.06827907871327596, |
| "grad_norm": 4.184412788534788, |
| "learning_rate": 4.957515169140707e-06, |
| "loss": 0.0531, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.06924075587825167, |
| "grad_norm": 2.886200367721473, |
| "learning_rate": 4.956103263267744e-06, |
| "loss": 0.0596, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.07020243304322739, |
| "grad_norm": 1.292455665103877, |
| "learning_rate": 4.954668485964278e-06, |
| "loss": 0.0586, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.07116411020820311, |
| "grad_norm": 0.9475147975850359, |
| "learning_rate": 4.9532108505910685e-06, |
| "loss": 0.0527, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.07212578737317882, |
| "grad_norm": 0.4347037674642459, |
| "learning_rate": 4.951730370721735e-06, |
| "loss": 0.0518, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.07308746453815454, |
| "grad_norm": 0.8758663739014733, |
| "learning_rate": 4.950227060142623e-06, |
| "loss": 0.0506, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.07404914170313026, |
| "grad_norm": 2.2140301984037265, |
| "learning_rate": 4.948700932852683e-06, |
| "loss": 0.0535, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.07501081886810598, |
| "grad_norm": 1.1766595657138406, |
| "learning_rate": 4.947152003063334e-06, |
| "loss": 0.0546, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.07597249603308169, |
| "grad_norm": 1.6295200544321324, |
| "learning_rate": 4.945580285198333e-06, |
| "loss": 0.0561, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.07693417319805741, |
| "grad_norm": 0.5449659199067279, |
| "learning_rate": 4.943985793893644e-06, |
| "loss": 0.0532, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.07789585036303313, |
| "grad_norm": 1.374378621298615, |
| "learning_rate": 4.9423685439972985e-06, |
| "loss": 0.0553, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.07885752752800884, |
| "grad_norm": 0.650093223815337, |
| "learning_rate": 4.940728550569256e-06, |
| "loss": 0.0509, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.07981920469298456, |
| "grad_norm": 0.8484597756386942, |
| "learning_rate": 4.9390658288812675e-06, |
| "loss": 0.0537, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.08078088185796028, |
| "grad_norm": 1.0427759385872313, |
| "learning_rate": 4.937380394416729e-06, |
| "loss": 0.0498, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.081742559022936, |
| "grad_norm": 0.7209843028099016, |
| "learning_rate": 4.935672262870545e-06, |
| "loss": 0.0491, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.08270423618791171, |
| "grad_norm": 0.9571574541050073, |
| "learning_rate": 4.93394145014897e-06, |
| "loss": 0.0521, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.08366591335288744, |
| "grad_norm": 0.7695103113769526, |
| "learning_rate": 4.932187972369472e-06, |
| "loss": 0.053, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.08462759051786316, |
| "grad_norm": 0.8110716054586803, |
| "learning_rate": 4.930411845860578e-06, |
| "loss": 0.0531, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.08558926768283887, |
| "grad_norm": 0.8672102595141926, |
| "learning_rate": 4.9286130871617175e-06, |
| "loss": 0.0533, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.08655094484781459, |
| "grad_norm": 0.565210685040344, |
| "learning_rate": 4.926791713023078e-06, |
| "loss": 0.0505, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.08751262201279031, |
| "grad_norm": 0.47252099666995023, |
| "learning_rate": 4.92494774040544e-06, |
| "loss": 0.0528, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.08847429917776603, |
| "grad_norm": 1.0353067888767646, |
| "learning_rate": 4.923081186480027e-06, |
| "loss": 0.053, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.08943597634274174, |
| "grad_norm": 0.5701264278389166, |
| "learning_rate": 4.921192068628335e-06, |
| "loss": 0.0544, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.09039765350771746, |
| "grad_norm": 1.4169403363808555, |
| "learning_rate": 4.919280404441984e-06, |
| "loss": 0.055, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.09135933067269318, |
| "grad_norm": 2.41628626773653, |
| "learning_rate": 4.917346211722542e-06, |
| "loss": 0.055, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.09232100783766889, |
| "grad_norm": 1.3885993448667342, |
| "learning_rate": 4.915389508481369e-06, |
| "loss": 0.0532, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.09328268500264461, |
| "grad_norm": 2.0139038613592946, |
| "learning_rate": 4.91341031293944e-06, |
| "loss": 0.0514, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.09424436216762033, |
| "grad_norm": 2.891101765717945, |
| "learning_rate": 4.911408643527185e-06, |
| "loss": 0.0541, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.09520603933259605, |
| "grad_norm": 0.6423033301805539, |
| "learning_rate": 4.909384518884309e-06, |
| "loss": 0.0505, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.09616771649757176, |
| "grad_norm": 1.4618766155640333, |
| "learning_rate": 4.9073379578596215e-06, |
| "loss": 0.05, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.09712939366254748, |
| "grad_norm": 0.5812427728368863, |
| "learning_rate": 4.905268979510865e-06, |
| "loss": 0.0519, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.0980910708275232, |
| "grad_norm": 0.9448116367035004, |
| "learning_rate": 4.903177603104531e-06, |
| "loss": 0.0516, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.09905274799249891, |
| "grad_norm": 0.9813164681256951, |
| "learning_rate": 4.901063848115683e-06, |
| "loss": 0.055, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.10001442515747463, |
| "grad_norm": 1.451751119306974, |
| "learning_rate": 4.898927734227779e-06, |
| "loss": 0.0502, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.10097610232245036, |
| "grad_norm": 1.2026458080812998, |
| "learning_rate": 4.896769281332482e-06, |
| "loss": 0.052, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.10193777948742608, |
| "grad_norm": 0.5203048564150877, |
| "learning_rate": 4.894588509529478e-06, |
| "loss": 0.0511, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.10289945665240179, |
| "grad_norm": 0.831382060722347, |
| "learning_rate": 4.8923854391262886e-06, |
| "loss": 0.0546, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.10386113381737751, |
| "grad_norm": 1.0940886733561104, |
| "learning_rate": 4.890160090638083e-06, |
| "loss": 0.0489, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.10482281098235323, |
| "grad_norm": 0.5907205479883191, |
| "learning_rate": 4.887912484787484e-06, |
| "loss": 0.0486, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.10578448814732894, |
| "grad_norm": 2.7601487609741024, |
| "learning_rate": 4.885642642504378e-06, |
| "loss": 0.0503, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.10674616531230466, |
| "grad_norm": 0.5532894203126215, |
| "learning_rate": 4.883350584925718e-06, |
| "loss": 0.0523, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.10770784247728038, |
| "grad_norm": 0.4387876651000983, |
| "learning_rate": 4.881036333395329e-06, |
| "loss": 0.0546, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.10866951964225609, |
| "grad_norm": 1.7538995148298184, |
| "learning_rate": 4.878699909463705e-06, |
| "loss": 0.0486, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.10963119680723181, |
| "grad_norm": 2.1518070845702963, |
| "learning_rate": 4.876341334887814e-06, |
| "loss": 0.0504, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.11059287397220753, |
| "grad_norm": 0.7090018046411943, |
| "learning_rate": 4.873960631630891e-06, |
| "loss": 0.0523, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.11155455113718325, |
| "grad_norm": 0.8333495524958301, |
| "learning_rate": 4.871557821862236e-06, |
| "loss": 0.0507, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.11251622830215896, |
| "grad_norm": 1.6215584716389702, |
| "learning_rate": 4.869132927957007e-06, |
| "loss": 0.0532, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.11347790546713468, |
| "grad_norm": 0.7086646163107485, |
| "learning_rate": 4.866685972496009e-06, |
| "loss": 0.0523, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.1144395826321104, |
| "grad_norm": 1.4851457811345226, |
| "learning_rate": 4.8642169782654876e-06, |
| "loss": 0.0509, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.11540125979708611, |
| "grad_norm": 1.6002255708415776, |
| "learning_rate": 4.861725968256916e-06, |
| "loss": 0.0521, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.11636293696206183, |
| "grad_norm": 0.9371192931890011, |
| "learning_rate": 4.859212965666779e-06, |
| "loss": 0.0523, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.11732461412703755, |
| "grad_norm": 1.8008007053804227, |
| "learning_rate": 4.856677993896357e-06, |
| "loss": 0.0547, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.11828629129201328, |
| "grad_norm": 1.2731516163053056, |
| "learning_rate": 4.854121076551511e-06, |
| "loss": 0.0521, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.11924796845698898, |
| "grad_norm": 0.5572736540430235, |
| "learning_rate": 4.851542237442461e-06, |
| "loss": 0.0517, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.1202096456219647, |
| "grad_norm": 0.6072654017924405, |
| "learning_rate": 4.848941500583563e-06, |
| "loss": 0.0502, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.12117132278694043, |
| "grad_norm": 0.7021183451378372, |
| "learning_rate": 4.846318890193087e-06, |
| "loss": 0.0492, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.12213299995191614, |
| "grad_norm": 0.5028170750388734, |
| "learning_rate": 4.843674430692992e-06, |
| "loss": 0.049, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.12309467711689186, |
| "grad_norm": 1.8296841346631316, |
| "learning_rate": 4.841008146708696e-06, |
| "loss": 0.0493, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.12405635428186758, |
| "grad_norm": 1.398732173249951, |
| "learning_rate": 4.838320063068849e-06, |
| "loss": 0.0491, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.1250180314468433, |
| "grad_norm": 1.2803387041647178, |
| "learning_rate": 4.8356102048051015e-06, |
| "loss": 0.0533, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.125979708611819, |
| "grad_norm": 1.3197186716116218, |
| "learning_rate": 4.832878597151872e-06, |
| "loss": 0.0531, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.12694138577679473, |
| "grad_norm": 0.6356430538780302, |
| "learning_rate": 4.830125265546109e-06, |
| "loss": 0.0519, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.12790306294177045, |
| "grad_norm": 1.1984205259294263, |
| "learning_rate": 4.827350235627057e-06, |
| "loss": 0.0526, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.12886474010674617, |
| "grad_norm": 0.9050920122188584, |
| "learning_rate": 4.824553533236018e-06, |
| "loss": 0.0479, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.1298264172717219, |
| "grad_norm": 0.5215951518249528, |
| "learning_rate": 4.821735184416109e-06, |
| "loss": 0.0511, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.1307880944366976, |
| "grad_norm": 1.8582273089990207, |
| "learning_rate": 4.818895215412019e-06, |
| "loss": 0.0515, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.1317497716016733, |
| "grad_norm": 0.5806755384102423, |
| "learning_rate": 4.816033652669767e-06, |
| "loss": 0.0502, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.13271144876664903, |
| "grad_norm": 1.8544583887389596, |
| "learning_rate": 4.813150522836456e-06, |
| "loss": 0.0507, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.13367312593162475, |
| "grad_norm": 2.6693013577127362, |
| "learning_rate": 4.8102458527600215e-06, |
| "loss": 0.0517, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.13463480309660047, |
| "grad_norm": 0.9827616279769803, |
| "learning_rate": 4.8073196694889834e-06, |
| "loss": 0.0521, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.1355964802615762, |
| "grad_norm": 0.7520594371131964, |
| "learning_rate": 4.804372000272196e-06, |
| "loss": 0.0506, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.13655815742655192, |
| "grad_norm": 0.5344458535831641, |
| "learning_rate": 4.801402872558592e-06, |
| "loss": 0.0502, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.1375198345915276, |
| "grad_norm": 0.8601597790352912, |
| "learning_rate": 4.7984123139969245e-06, |
| "loss": 0.0515, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.13848151175650333, |
| "grad_norm": 0.7160677254991389, |
| "learning_rate": 4.795400352435515e-06, |
| "loss": 0.0496, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.13944318892147906, |
| "grad_norm": 1.1150580696312409, |
| "learning_rate": 4.792367015921994e-06, |
| "loss": 0.0535, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.14040486608645478, |
| "grad_norm": 1.9931564330875253, |
| "learning_rate": 4.78931233270303e-06, |
| "loss": 0.0499, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.1413665432514305, |
| "grad_norm": 0.5224032710098964, |
| "learning_rate": 4.7862363312240815e-06, |
| "loss": 0.0557, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.14232822041640622, |
| "grad_norm": 1.009425136428323, |
| "learning_rate": 4.7831390401291185e-06, |
| "loss": 0.0546, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.14328989758138194, |
| "grad_norm": 1.2544018783862374, |
| "learning_rate": 4.780020488260366e-06, |
| "loss": 0.0483, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.14425157474635764, |
| "grad_norm": 0.5812058273452628, |
| "learning_rate": 4.776880704658028e-06, |
| "loss": 0.0501, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.14521325191133336, |
| "grad_norm": 1.0003275285928708, |
| "learning_rate": 4.773719718560021e-06, |
| "loss": 0.0504, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.14617492907630908, |
| "grad_norm": 2.159883946094008, |
| "learning_rate": 4.770537559401702e-06, |
| "loss": 0.055, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.1471366062412848, |
| "grad_norm": 1.053050305286529, |
| "learning_rate": 4.76733425681559e-06, |
| "loss": 0.052, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.14809828340626052, |
| "grad_norm": 1.487706027393197, |
| "learning_rate": 4.764109840631098e-06, |
| "loss": 0.0462, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.14905996057123624, |
| "grad_norm": 0.8364602430236822, |
| "learning_rate": 4.760864340874246e-06, |
| "loss": 0.0508, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.15002163773621197, |
| "grad_norm": 0.6648590068917024, |
| "learning_rate": 4.7575977877673895e-06, |
| "loss": 0.0498, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.15098331490118766, |
| "grad_norm": 0.46641169113073916, |
| "learning_rate": 4.754310211728932e-06, |
| "loss": 0.0482, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.15194499206616338, |
| "grad_norm": 0.6696210759168303, |
| "learning_rate": 4.751001643373046e-06, |
| "loss": 0.0494, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.1529066692311391, |
| "grad_norm": 1.6986944164877984, |
| "learning_rate": 4.747672113509385e-06, |
| "loss": 0.05, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.15386834639611482, |
| "grad_norm": 0.6291550806412338, |
| "learning_rate": 4.744321653142797e-06, |
| "loss": 0.0487, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.15483002356109055, |
| "grad_norm": 1.020606843017927, |
| "learning_rate": 4.740950293473038e-06, |
| "loss": 0.0508, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.15579170072606627, |
| "grad_norm": 0.7328578603836486, |
| "learning_rate": 4.737558065894481e-06, |
| "loss": 0.0532, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.156753377891042, |
| "grad_norm": 0.6538573851721827, |
| "learning_rate": 4.734145001995819e-06, |
| "loss": 0.0494, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.15771505505601768, |
| "grad_norm": 0.4636576018613761, |
| "learning_rate": 4.730711133559779e-06, |
| "loss": 0.0527, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.1586767322209934, |
| "grad_norm": 0.7318449840395541, |
| "learning_rate": 4.727256492562816e-06, |
| "loss": 0.051, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.15963840938596913, |
| "grad_norm": 0.45496731199059526, |
| "learning_rate": 4.723781111174827e-06, |
| "loss": 0.049, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.16060008655094485, |
| "grad_norm": 0.4539296591441065, |
| "learning_rate": 4.720285021758842e-06, |
| "loss": 0.0499, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.16156176371592057, |
| "grad_norm": 0.5351681737885619, |
| "learning_rate": 4.716768256870723e-06, |
| "loss": 0.0473, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.1625234408808963, |
| "grad_norm": 0.5320946266299922, |
| "learning_rate": 4.713230849258869e-06, |
| "loss": 0.0507, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.163485118045872, |
| "grad_norm": 0.7794189363429388, |
| "learning_rate": 4.709672831863903e-06, |
| "loss": 0.0503, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.1644467952108477, |
| "grad_norm": 1.2528932599218483, |
| "learning_rate": 4.706094237818368e-06, |
| "loss": 0.0521, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.16540847237582343, |
| "grad_norm": 1.2369833961248287, |
| "learning_rate": 4.702495100446419e-06, |
| "loss": 0.0499, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.16637014954079915, |
| "grad_norm": 0.7078065075956762, |
| "learning_rate": 4.698875453263511e-06, |
| "loss": 0.0485, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.16733182670577487, |
| "grad_norm": 1.4165084941585022, |
| "learning_rate": 4.6952353299760895e-06, |
| "loss": 0.0477, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.1682935038707506, |
| "grad_norm": 0.4737638432165625, |
| "learning_rate": 4.691574764481274e-06, |
| "loss": 0.0486, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.16925518103572632, |
| "grad_norm": 0.941321206815924, |
| "learning_rate": 4.687893790866544e-06, |
| "loss": 0.0504, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.17021685820070204, |
| "grad_norm": 0.941314788642388, |
| "learning_rate": 4.684192443409421e-06, |
| "loss": 0.0495, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.17117853536567773, |
| "grad_norm": 0.8902758294625184, |
| "learning_rate": 4.680470756577149e-06, |
| "loss": 0.0502, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.17214021253065345, |
| "grad_norm": 0.6109196349713547, |
| "learning_rate": 4.676728765026375e-06, |
| "loss": 0.0476, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.17310188969562917, |
| "grad_norm": 0.7778734434227994, |
| "learning_rate": 4.6729665036028225e-06, |
| "loss": 0.0556, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.1740635668606049, |
| "grad_norm": 1.8474301335595285, |
| "learning_rate": 4.669184007340973e-06, |
| "loss": 0.0547, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.17502524402558062, |
| "grad_norm": 0.7057616173129847, |
| "learning_rate": 4.665381311463735e-06, |
| "loss": 0.0509, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.17598692119055634, |
| "grad_norm": 0.7758646987915944, |
| "learning_rate": 4.6615584513821174e-06, |
| "loss": 0.0466, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.17694859835553206, |
| "grad_norm": 1.111135874256496, |
| "learning_rate": 4.657715462694898e-06, |
| "loss": 0.049, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.17791027552050775, |
| "grad_norm": 0.8064499417556943, |
| "learning_rate": 4.653852381188298e-06, |
| "loss": 0.0488, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.17887195268548348, |
| "grad_norm": 0.5530222703140719, |
| "learning_rate": 4.649969242835642e-06, |
| "loss": 0.0486, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.1798336298504592, |
| "grad_norm": 0.6429691584271668, |
| "learning_rate": 4.646066083797023e-06, |
| "loss": 0.0481, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.18079530701543492, |
| "grad_norm": 1.6315587010606711, |
| "learning_rate": 4.642142940418973e-06, |
| "loss": 0.0488, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.18175698418041064, |
| "grad_norm": 0.983519715002234, |
| "learning_rate": 4.638199849234119e-06, |
| "loss": 0.051, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.18271866134538636, |
| "grad_norm": 0.9939474921894577, |
| "learning_rate": 4.634236846960838e-06, |
| "loss": 0.0514, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.18368033851036208, |
| "grad_norm": 0.4556857994927375, |
| "learning_rate": 4.630253970502929e-06, |
| "loss": 0.0471, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.18464201567533778, |
| "grad_norm": 0.9924599929544679, |
| "learning_rate": 4.626251256949255e-06, |
| "loss": 0.0482, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.1856036928403135, |
| "grad_norm": 1.0217883876623177, |
| "learning_rate": 4.622228743573406e-06, |
| "loss": 0.0522, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.18656537000528922, |
| "grad_norm": 0.4328285835462968, |
| "learning_rate": 4.6181864678333485e-06, |
| "loss": 0.0491, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.18752704717026494, |
| "grad_norm": 1.1211044987856227, |
| "learning_rate": 4.6141244673710796e-06, |
| "loss": 0.0501, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.18848872433524066, |
| "grad_norm": 1.1328080624604346, |
| "learning_rate": 4.6100427800122715e-06, |
| "loss": 0.0441, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.1894504015002164, |
| "grad_norm": 0.536978197420232, |
| "learning_rate": 4.605941443765925e-06, |
| "loss": 0.0519, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.1904120786651921, |
| "grad_norm": 0.6840027772140324, |
| "learning_rate": 4.6018204968240135e-06, |
| "loss": 0.0464, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.1913737558301678, |
| "grad_norm": 0.5123109176445019, |
| "learning_rate": 4.597679977561122e-06, |
| "loss": 0.0453, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.19233543299514352, |
| "grad_norm": 1.4607603327840122, |
| "learning_rate": 4.593519924534101e-06, |
| "loss": 0.0498, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.19329711016011925, |
| "grad_norm": 0.6653383319599022, |
| "learning_rate": 4.589340376481696e-06, |
| "loss": 0.0495, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.19425878732509497, |
| "grad_norm": 1.0152365340736673, |
| "learning_rate": 4.5851413723241935e-06, |
| "loss": 0.0524, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.1952204644900707, |
| "grad_norm": 1.1516636563630647, |
| "learning_rate": 4.5809229511630585e-06, |
| "loss": 0.0478, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.1961821416550464, |
| "grad_norm": 0.7266050494491181, |
| "learning_rate": 4.576685152280565e-06, |
| "loss": 0.0458, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.19714381882002213, |
| "grad_norm": 0.6218070730986153, |
| "learning_rate": 4.572428015139439e-06, |
| "loss": 0.0465, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.19810549598499783, |
| "grad_norm": 0.8279531269362596, |
| "learning_rate": 4.568151579382478e-06, |
| "loss": 0.0478, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.19906717314997355, |
| "grad_norm": 0.965617379749776, |
| "learning_rate": 4.5638558848322e-06, |
| "loss": 0.052, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.20002885031494927, |
| "grad_norm": 2.309423060232851, |
| "learning_rate": 4.559540971490452e-06, |
| "loss": 0.0504, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.200990527479925, |
| "grad_norm": 0.6132692133319397, |
| "learning_rate": 4.5552068795380574e-06, |
| "loss": 0.0473, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.2019522046449007, |
| "grad_norm": 0.5407426636974618, |
| "learning_rate": 4.550853649334426e-06, |
| "loss": 0.0503, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.20291388180987643, |
| "grad_norm": 0.46237812358627833, |
| "learning_rate": 4.5464813214171865e-06, |
| "loss": 0.0493, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.20387555897485216, |
| "grad_norm": 0.6704492951349466, |
| "learning_rate": 4.542089936501807e-06, |
| "loss": 0.0478, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.20483723613982785, |
| "grad_norm": 0.9230760452956961, |
| "learning_rate": 4.537679535481215e-06, |
| "loss": 0.0493, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.20579891330480357, |
| "grad_norm": 0.6325590773609738, |
| "learning_rate": 4.53325015942542e-06, |
| "loss": 0.0487, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.2067605904697793, |
| "grad_norm": 0.918308289588748, |
| "learning_rate": 4.528801849581126e-06, |
| "loss": 0.0532, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.20772226763475501, |
| "grad_norm": 0.468956461659909, |
| "learning_rate": 4.524334647371352e-06, |
| "loss": 0.0504, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.20868394479973074, |
| "grad_norm": 0.8839928552228944, |
| "learning_rate": 4.519848594395042e-06, |
| "loss": 0.0497, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.20964562196470646, |
| "grad_norm": 0.8432758252457325, |
| "learning_rate": 4.5153437324266814e-06, |
| "loss": 0.0515, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.21060729912968218, |
| "grad_norm": 0.5436369595744284, |
| "learning_rate": 4.510820103415906e-06, |
| "loss": 0.0474, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.21156897629465787, |
| "grad_norm": 1.2362144966483275, |
| "learning_rate": 4.506277749487111e-06, |
| "loss": 0.0474, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.2125306534596336, |
| "grad_norm": 1.1615902056030474, |
| "learning_rate": 4.5017167129390615e-06, |
| "loss": 0.0504, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.21349233062460932, |
| "grad_norm": 1.2392163421952516, |
| "learning_rate": 4.497137036244496e-06, |
| "loss": 0.0484, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.21445400778958504, |
| "grad_norm": 0.6014925745274142, |
| "learning_rate": 4.492538762049729e-06, |
| "loss": 0.0473, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.21541568495456076, |
| "grad_norm": 0.7035505524243068, |
| "learning_rate": 4.48792193317426e-06, |
| "loss": 0.0496, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.21637736211953648, |
| "grad_norm": 0.5485361502133869, |
| "learning_rate": 4.48328659261037e-06, |
| "loss": 0.0477, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.21733903928451218, |
| "grad_norm": 0.4338126849382722, |
| "learning_rate": 4.478632783522721e-06, |
| "loss": 0.0511, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.2183007164494879, |
| "grad_norm": 1.0939824902300184, |
| "learning_rate": 4.473960549247956e-06, |
| "loss": 0.0486, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.21926239361446362, |
| "grad_norm": 0.8268333547580425, |
| "learning_rate": 4.469269933294296e-06, |
| "loss": 0.0514, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.22022407077943934, |
| "grad_norm": 0.4621967934649193, |
| "learning_rate": 4.464560979341133e-06, |
| "loss": 0.0489, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.22118574794441506, |
| "grad_norm": 0.7050203001694055, |
| "learning_rate": 4.459833731238623e-06, |
| "loss": 0.0478, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.22214742510939078, |
| "grad_norm": 0.5036136287337455, |
| "learning_rate": 4.45508823300728e-06, |
| "loss": 0.0458, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.2231091022743665, |
| "grad_norm": 0.5516412721223017, |
| "learning_rate": 4.4503245288375636e-06, |
| "loss": 0.0489, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.2240707794393422, |
| "grad_norm": 0.8571457255688174, |
| "learning_rate": 4.445542663089469e-06, |
| "loss": 0.0513, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.22503245660431792, |
| "grad_norm": 0.6872826653213713, |
| "learning_rate": 4.440742680292112e-06, |
| "loss": 0.0486, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.22599413376929364, |
| "grad_norm": 1.2682256135402035, |
| "learning_rate": 4.4359246251433205e-06, |
| "loss": 0.0495, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.22695581093426936, |
| "grad_norm": 1.759748835245636, |
| "learning_rate": 4.431088542509209e-06, |
| "loss": 0.0507, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.22791748809924509, |
| "grad_norm": 2.096872862061913, |
| "learning_rate": 4.426234477423765e-06, |
| "loss": 0.0444, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.2288791652642208, |
| "grad_norm": 0.7518016223089684, |
| "learning_rate": 4.421362475088433e-06, |
| "loss": 0.0476, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.22984084242919653, |
| "grad_norm": 0.46356058611217504, |
| "learning_rate": 4.41647258087169e-06, |
| "loss": 0.0506, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.23080251959417222, |
| "grad_norm": 0.5816920321749187, |
| "learning_rate": 4.411564840308622e-06, |
| "loss": 0.0503, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.23176419675914794, |
| "grad_norm": 0.5714523313563947, |
| "learning_rate": 4.406639299100504e-06, |
| "loss": 0.0475, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.23272587392412367, |
| "grad_norm": 1.2641106705966159, |
| "learning_rate": 4.401696003114368e-06, |
| "loss": 0.0487, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.2336875510890994, |
| "grad_norm": 0.6571800642163251, |
| "learning_rate": 4.396734998382584e-06, |
| "loss": 0.0463, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.2346492282540751, |
| "grad_norm": 0.9052671810415047, |
| "learning_rate": 4.391756331102428e-06, |
| "loss": 0.0485, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.23561090541905083, |
| "grad_norm": 1.197453923420733, |
| "learning_rate": 4.3867600476356445e-06, |
| "loss": 0.049, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.23657258258402655, |
| "grad_norm": 0.5219397462514015, |
| "learning_rate": 4.38174619450803e-06, |
| "loss": 0.0461, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.23753425974900225, |
| "grad_norm": 0.44479356020275485, |
| "learning_rate": 4.376714818408983e-06, |
| "loss": 0.0467, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.23849593691397797, |
| "grad_norm": 1.1090811669262812, |
| "learning_rate": 4.371665966191084e-06, |
| "loss": 0.0465, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.2394576140789537, |
| "grad_norm": 0.834250910910423, |
| "learning_rate": 4.366599684869648e-06, |
| "loss": 0.0501, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.2404192912439294, |
| "grad_norm": 0.8054458944981407, |
| "learning_rate": 4.361516021622294e-06, |
| "loss": 0.046, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.24138096840890513, |
| "grad_norm": 2.1825475213935737, |
| "learning_rate": 4.356415023788501e-06, |
| "loss": 0.0536, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.24234264557388085, |
| "grad_norm": 0.4955035074706517, |
| "learning_rate": 4.351296738869169e-06, |
| "loss": 0.048, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.24330432273885658, |
| "grad_norm": 0.9724133960774812, |
| "learning_rate": 4.34616121452618e-06, |
| "loss": 0.0505, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.24426599990383227, |
| "grad_norm": 0.5198749669471064, |
| "learning_rate": 4.341008498581947e-06, |
| "loss": 0.0481, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.245227677068808, |
| "grad_norm": 0.795792422413744, |
| "learning_rate": 4.335838639018973e-06, |
| "loss": 0.0465, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.2461893542337837, |
| "grad_norm": 1.1171435054005627, |
| "learning_rate": 4.330651683979406e-06, |
| "loss": 0.048, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.24715103139875944, |
| "grad_norm": 0.5659990988245966, |
| "learning_rate": 4.325447681764586e-06, |
| "loss": 0.0451, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.24811270856373516, |
| "grad_norm": 1.0885448182485475, |
| "learning_rate": 4.3202266808346e-06, |
| "loss": 0.0499, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.24907438572871088, |
| "grad_norm": 0.4350549399699456, |
| "learning_rate": 4.3149887298078275e-06, |
| "loss": 0.0478, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.2500360628936866, |
| "grad_norm": 1.6863453010709697, |
| "learning_rate": 4.309733877460488e-06, |
| "loss": 0.048, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.2509977400586623, |
| "grad_norm": 0.4832409168239455, |
| "learning_rate": 4.304462172726187e-06, |
| "loss": 0.0487, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.251959417223638, |
| "grad_norm": 1.4809213946255568, |
| "learning_rate": 4.299173664695463e-06, |
| "loss": 0.047, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.25292109438861377, |
| "grad_norm": 0.5309194303186058, |
| "learning_rate": 4.293868402615325e-06, |
| "loss": 0.0496, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.25388277155358946, |
| "grad_norm": 1.7674642972607977, |
| "learning_rate": 4.288546435888801e-06, |
| "loss": 0.0485, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.25484444871856515, |
| "grad_norm": 0.5242166604056985, |
| "learning_rate": 4.283207814074471e-06, |
| "loss": 0.0453, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.2558061258835409, |
| "grad_norm": 1.1934789961769663, |
| "learning_rate": 4.277852586886007e-06, |
| "loss": 0.0462, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.2567678030485166, |
| "grad_norm": 0.5851042659879782, |
| "learning_rate": 4.272480804191719e-06, |
| "loss": 0.0459, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.25772948021349235, |
| "grad_norm": 2.4045553208803, |
| "learning_rate": 4.267092516014073e-06, |
| "loss": 0.0482, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.25869115737846804, |
| "grad_norm": 0.42637226266827866, |
| "learning_rate": 4.2616877725292434e-06, |
| "loss": 0.0508, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.2596528345434438, |
| "grad_norm": 1.4893628181492624, |
| "learning_rate": 4.256266624066635e-06, |
| "loss": 0.0484, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.2606145117084195, |
| "grad_norm": 0.5147031567461892, |
| "learning_rate": 4.250829121108415e-06, |
| "loss": 0.0483, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.2615761888733952, |
| "grad_norm": 0.6055197291206599, |
| "learning_rate": 4.245375314289049e-06, |
| "loss": 0.0508, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.2625378660383709, |
| "grad_norm": 0.879446479065469, |
| "learning_rate": 4.239905254394821e-06, |
| "loss": 0.046, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.2634995432033466, |
| "grad_norm": 1.3356268767239161, |
| "learning_rate": 4.23441899236337e-06, |
| "loss": 0.0491, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.26446122036832237, |
| "grad_norm": 0.797836040591811, |
| "learning_rate": 4.228916579283207e-06, |
| "loss": 0.048, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.26542289753329806, |
| "grad_norm": 0.5310142238127978, |
| "learning_rate": 4.2233980663932415e-06, |
| "loss": 0.0456, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.2663845746982738, |
| "grad_norm": 0.6121846601450998, |
| "learning_rate": 4.21786350508231e-06, |
| "loss": 0.0495, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.2673462518632495, |
| "grad_norm": 1.2740113967391669, |
| "learning_rate": 4.212312946888692e-06, |
| "loss": 0.0522, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.2683079290282252, |
| "grad_norm": 0.6021842791146538, |
| "learning_rate": 4.206746443499628e-06, |
| "loss": 0.0477, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.26926960619320095, |
| "grad_norm": 0.6990568116573, |
| "learning_rate": 4.201164046750846e-06, |
| "loss": 0.0468, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.27023128335817664, |
| "grad_norm": 1.2445143636877731, |
| "learning_rate": 4.1955658086260714e-06, |
| "loss": 0.0478, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.2711929605231524, |
| "grad_norm": 0.596072350274243, |
| "learning_rate": 4.189951781256546e-06, |
| "loss": 0.0503, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.2721546376881281, |
| "grad_norm": 1.3335564428472577, |
| "learning_rate": 4.184322016920544e-06, |
| "loss": 0.046, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.27311631485310384, |
| "grad_norm": 0.9909574575932719, |
| "learning_rate": 4.178676568042879e-06, |
| "loss": 0.0493, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.27407799201807953, |
| "grad_norm": 0.608093683200906, |
| "learning_rate": 4.1730154871944284e-06, |
| "loss": 0.0472, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.2750396691830552, |
| "grad_norm": 0.698381798434203, |
| "learning_rate": 4.167338827091627e-06, |
| "loss": 0.0452, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.276001346348031, |
| "grad_norm": 0.6938810494451463, |
| "learning_rate": 4.161646640595991e-06, |
| "loss": 0.0459, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.27696302351300667, |
| "grad_norm": 0.6030716534781777, |
| "learning_rate": 4.155938980713617e-06, |
| "loss": 0.0472, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.2779247006779824, |
| "grad_norm": 0.6309966248108333, |
| "learning_rate": 4.150215900594689e-06, |
| "loss": 0.0464, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.2788863778429581, |
| "grad_norm": 1.1017792241669566, |
| "learning_rate": 4.144477453532991e-06, |
| "loss": 0.0497, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.27984805500793386, |
| "grad_norm": 0.48521892202116806, |
| "learning_rate": 4.138723692965402e-06, |
| "loss": 0.0483, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.28080973217290955, |
| "grad_norm": 1.0896888534009332, |
| "learning_rate": 4.132954672471401e-06, |
| "loss": 0.0483, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.28177140933788525, |
| "grad_norm": 1.6265766352392197, |
| "learning_rate": 4.127170445772568e-06, |
| "loss": 0.0442, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.282733086502861, |
| "grad_norm": 0.9634957360797449, |
| "learning_rate": 4.121371066732087e-06, |
| "loss": 0.0474, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.2836947636678367, |
| "grad_norm": 0.6813790600402847, |
| "learning_rate": 4.115556589354242e-06, |
| "loss": 0.0455, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.28465644083281244, |
| "grad_norm": 0.6763228335468872, |
| "learning_rate": 4.109727067783909e-06, |
| "loss": 0.0489, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.28561811799778813, |
| "grad_norm": 0.8777929846457984, |
| "learning_rate": 4.103882556306064e-06, |
| "loss": 0.0433, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.2865797951627639, |
| "grad_norm": 0.6129863083215775, |
| "learning_rate": 4.098023109345264e-06, |
| "loss": 0.0458, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.2875414723277396, |
| "grad_norm": 0.9092279028059856, |
| "learning_rate": 4.092148781465149e-06, |
| "loss": 0.0509, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.28850314949271527, |
| "grad_norm": 0.464843310570539, |
| "learning_rate": 4.086259627367933e-06, |
| "loss": 0.0441, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.289464826657691, |
| "grad_norm": 0.4354693804368491, |
| "learning_rate": 4.080355701893889e-06, |
| "loss": 0.0478, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.2904265038226667, |
| "grad_norm": 0.47571855379221284, |
| "learning_rate": 4.074437060020845e-06, |
| "loss": 0.0482, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.29138818098764246, |
| "grad_norm": 0.887888007032425, |
| "learning_rate": 4.06850375686367e-06, |
| "loss": 0.0462, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.29234985815261816, |
| "grad_norm": 1.843772572321036, |
| "learning_rate": 4.062555847673757e-06, |
| "loss": 0.0457, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.2933115353175939, |
| "grad_norm": 1.6908904480521982, |
| "learning_rate": 4.0565933878385144e-06, |
| "loss": 0.0475, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.2942732124825696, |
| "grad_norm": 1.0553517253821827, |
| "learning_rate": 4.050616432880845e-06, |
| "loss": 0.0485, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.2952348896475453, |
| "grad_norm": 0.8607844998038485, |
| "learning_rate": 4.044625038458634e-06, |
| "loss": 0.0493, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.29619656681252104, |
| "grad_norm": 0.6457106652930089, |
| "learning_rate": 4.038619260364225e-06, |
| "loss": 0.0479, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.29715824397749674, |
| "grad_norm": 0.9470537470454247, |
| "learning_rate": 4.032599154523906e-06, |
| "loss": 0.0465, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.2981199211424725, |
| "grad_norm": 0.38475760993235597, |
| "learning_rate": 4.026564776997386e-06, |
| "loss": 0.0459, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.2990815983074482, |
| "grad_norm": 0.43112573938432786, |
| "learning_rate": 4.020516183977271e-06, |
| "loss": 0.048, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.30004327547242393, |
| "grad_norm": 0.4407065923399617, |
| "learning_rate": 4.014453431788545e-06, |
| "loss": 0.0461, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.3010049526373996, |
| "grad_norm": 0.5520117801106119, |
| "learning_rate": 4.008376576888041e-06, |
| "loss": 0.0461, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.3019666298023753, |
| "grad_norm": 1.3595631066744507, |
| "learning_rate": 4.0022856758639215e-06, |
| "loss": 0.0486, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.30292830696735107, |
| "grad_norm": 0.6058222699808167, |
| "learning_rate": 3.9961807854351446e-06, |
| "loss": 0.0483, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.30388998413232676, |
| "grad_norm": 1.159699346953244, |
| "learning_rate": 3.990061962450937e-06, |
| "loss": 0.0504, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.3048516612973025, |
| "grad_norm": 2.102202367743382, |
| "learning_rate": 3.983929263890271e-06, |
| "loss": 0.0489, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.3058133384622782, |
| "grad_norm": 1.4459415180276805, |
| "learning_rate": 3.977782746861328e-06, |
| "loss": 0.0478, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.30677501562725396, |
| "grad_norm": 0.9908373463517591, |
| "learning_rate": 3.971622468600965e-06, |
| "loss": 0.0485, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.30773669279222965, |
| "grad_norm": 0.49324596843755253, |
| "learning_rate": 3.965448486474189e-06, |
| "loss": 0.0468, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.30869836995720534, |
| "grad_norm": 0.4782186023620525, |
| "learning_rate": 3.9592608579736145e-06, |
| "loss": 0.0489, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.3096600471221811, |
| "grad_norm": 0.8584520254891779, |
| "learning_rate": 3.953059640718937e-06, |
| "loss": 0.0474, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.3106217242871568, |
| "grad_norm": 0.38391055484902287, |
| "learning_rate": 3.946844892456386e-06, |
| "loss": 0.0467, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.31158340145213254, |
| "grad_norm": 1.2535470051817201, |
| "learning_rate": 3.940616671058198e-06, |
| "loss": 0.0482, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.31254507861710823, |
| "grad_norm": 0.9482734664005307, |
| "learning_rate": 3.934375034522069e-06, |
| "loss": 0.0467, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.313506755782084, |
| "grad_norm": 1.0090709528013633, |
| "learning_rate": 3.928120040970618e-06, |
| "loss": 0.0468, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.3144684329470597, |
| "grad_norm": 0.47741343270709824, |
| "learning_rate": 3.921851748650847e-06, |
| "loss": 0.0481, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.31543011011203537, |
| "grad_norm": 0.9059401717878673, |
| "learning_rate": 3.9155702159335975e-06, |
| "loss": 0.0446, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.3163917872770111, |
| "grad_norm": 1.408408126233889, |
| "learning_rate": 3.909275501313005e-06, |
| "loss": 0.0482, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.3173534644419868, |
| "grad_norm": 1.5406874620527182, |
| "learning_rate": 3.9029676634059565e-06, |
| "loss": 0.0476, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.31831514160696256, |
| "grad_norm": 0.8248452089208789, |
| "learning_rate": 3.896646760951544e-06, |
| "loss": 0.0465, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.31927681877193825, |
| "grad_norm": 0.8474165832020985, |
| "learning_rate": 3.890312852810519e-06, |
| "loss": 0.0444, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.320238495936914, |
| "grad_norm": 0.643470335819761, |
| "learning_rate": 3.883965997964742e-06, |
| "loss": 0.0425, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.3212001731018897, |
| "grad_norm": 0.4301190454915286, |
| "learning_rate": 3.877606255516634e-06, |
| "loss": 0.0449, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.3221618502668654, |
| "grad_norm": 0.7979268655276348, |
| "learning_rate": 3.871233684688625e-06, |
| "loss": 0.0479, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.32312352743184114, |
| "grad_norm": 0.4929779761445051, |
| "learning_rate": 3.864848344822607e-06, |
| "loss": 0.0462, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.32408520459681683, |
| "grad_norm": 2.2510389660281933, |
| "learning_rate": 3.858450295379377e-06, |
| "loss": 0.0497, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.3250468817617926, |
| "grad_norm": 1.6277802380908708, |
| "learning_rate": 3.852039595938083e-06, |
| "loss": 0.0467, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.3260085589267683, |
| "grad_norm": 1.058589325986546, |
| "learning_rate": 3.8456163061956745e-06, |
| "loss": 0.0465, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.326970236091744, |
| "grad_norm": 1.0327990781705698, |
| "learning_rate": 3.839180485966337e-06, |
| "loss": 0.0468, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.3279319132567197, |
| "grad_norm": 0.396619472063671, |
| "learning_rate": 3.832732195180948e-06, |
| "loss": 0.0449, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.3288935904216954, |
| "grad_norm": 0.45248331464232083, |
| "learning_rate": 3.826271493886506e-06, |
| "loss": 0.0492, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.32985526758667116, |
| "grad_norm": 0.6269658296977539, |
| "learning_rate": 3.8197984422455814e-06, |
| "loss": 0.0436, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.33081694475164686, |
| "grad_norm": 0.77933568407084, |
| "learning_rate": 3.813313100535747e-06, |
| "loss": 0.0474, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.3317786219166226, |
| "grad_norm": 0.9502116929921758, |
| "learning_rate": 3.806815529149028e-06, |
| "loss": 0.0479, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.3327402990815983, |
| "grad_norm": 0.5280518621007327, |
| "learning_rate": 3.8003057885913286e-06, |
| "loss": 0.0465, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.33370197624657405, |
| "grad_norm": 0.7760327674438253, |
| "learning_rate": 3.793783939481875e-06, |
| "loss": 0.0471, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.33466365341154974, |
| "grad_norm": 0.6291072024364046, |
| "learning_rate": 3.7872500425526483e-06, |
| "loss": 0.0491, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.33562533057652544, |
| "grad_norm": 0.9547009529176435, |
| "learning_rate": 3.780704158647821e-06, |
| "loss": 0.0442, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.3365870077415012, |
| "grad_norm": 0.4615147385094075, |
| "learning_rate": 3.77414634872319e-06, |
| "loss": 0.0465, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.3375486849064769, |
| "grad_norm": 0.7591953807423276, |
| "learning_rate": 3.7675766738456054e-06, |
| "loss": 0.0459, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.33851036207145263, |
| "grad_norm": 0.5186431903072721, |
| "learning_rate": 3.7609951951924075e-06, |
| "loss": 0.0478, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.3394720392364283, |
| "grad_norm": 0.5522466552079773, |
| "learning_rate": 3.754401974050852e-06, |
| "loss": 0.0472, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.3404337164014041, |
| "grad_norm": 1.7110780728857546, |
| "learning_rate": 3.747797071817544e-06, |
| "loss": 0.05, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.34139539356637977, |
| "grad_norm": 1.8358972304941557, |
| "learning_rate": 3.741180549997862e-06, |
| "loss": 0.0478, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.34235707073135546, |
| "grad_norm": 0.893271690524588, |
| "learning_rate": 3.7345524702053877e-06, |
| "loss": 0.05, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.3433187478963312, |
| "grad_norm": 1.1567745013070618, |
| "learning_rate": 3.7279128941613317e-06, |
| "loss": 0.0477, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.3442804250613069, |
| "grad_norm": 1.6904430333019538, |
| "learning_rate": 3.7212618836939586e-06, |
| "loss": 0.0474, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.34524210222628265, |
| "grad_norm": 0.9526535336883637, |
| "learning_rate": 3.7145995007380108e-06, |
| "loss": 0.0461, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.34620377939125835, |
| "grad_norm": 0.4733587828722112, |
| "learning_rate": 3.7079258073341327e-06, |
| "loss": 0.0452, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.3471654565562341, |
| "grad_norm": 0.5859870567517841, |
| "learning_rate": 3.7012408656282923e-06, |
| "loss": 0.047, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.3481271337212098, |
| "grad_norm": 0.40934014852828227, |
| "learning_rate": 3.6945447378712025e-06, |
| "loss": 0.0469, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.3490888108861855, |
| "grad_norm": 0.7820143337115689, |
| "learning_rate": 3.6878374864177417e-06, |
| "loss": 0.0469, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.35005048805116123, |
| "grad_norm": 0.9850850593427208, |
| "learning_rate": 3.6811191737263746e-06, |
| "loss": 0.045, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.35101216521613693, |
| "grad_norm": 0.4610378197046248, |
| "learning_rate": 3.674389862358566e-06, |
| "loss": 0.0461, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.3519738423811127, |
| "grad_norm": 0.7434358281991552, |
| "learning_rate": 3.667649614978203e-06, |
| "loss": 0.045, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.35293551954608837, |
| "grad_norm": 1.013772225093487, |
| "learning_rate": 3.6608984943510102e-06, |
| "loss": 0.0464, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.3538971967110641, |
| "grad_norm": 2.03580373613277, |
| "learning_rate": 3.654136563343964e-06, |
| "loss": 0.0462, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.3548588738760398, |
| "grad_norm": 0.6062326637520352, |
| "learning_rate": 3.647363884924708e-06, |
| "loss": 0.0472, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.3558205510410155, |
| "grad_norm": 1.6065698370288557, |
| "learning_rate": 3.6405805221609665e-06, |
| "loss": 0.0459, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.35678222820599126, |
| "grad_norm": 1.0008315672829413, |
| "learning_rate": 3.633786538219958e-06, |
| "loss": 0.0498, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.35774390537096695, |
| "grad_norm": 0.5070243444043352, |
| "learning_rate": 3.6269819963678042e-06, |
| "loss": 0.0483, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.3587055825359427, |
| "grad_norm": 1.749182783554186, |
| "learning_rate": 3.6201669599689466e-06, |
| "loss": 0.045, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.3596672597009184, |
| "grad_norm": 1.7925773362702226, |
| "learning_rate": 3.6133414924855493e-06, |
| "loss": 0.0457, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.36062893686589415, |
| "grad_norm": 1.5905061952084874, |
| "learning_rate": 3.606505657476912e-06, |
| "loss": 0.0481, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.36159061403086984, |
| "grad_norm": 0.5403789343187696, |
| "learning_rate": 3.5996595185988793e-06, |
| "loss": 0.0489, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.36255229119584553, |
| "grad_norm": 0.5116721897243874, |
| "learning_rate": 3.5928031396032448e-06, |
| "loss": 0.0458, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.3635139683608213, |
| "grad_norm": 1.0979651161467756, |
| "learning_rate": 3.5859365843371606e-06, |
| "loss": 0.0465, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.364475645525797, |
| "grad_norm": 0.6641482127444833, |
| "learning_rate": 3.5790599167425383e-06, |
| "loss": 0.0452, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.3654373226907727, |
| "grad_norm": 0.3628693283053952, |
| "learning_rate": 3.572173200855459e-06, |
| "loss": 0.0443, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.3663989998557484, |
| "grad_norm": 1.0153156102373053, |
| "learning_rate": 3.5652765008055722e-06, |
| "loss": 0.0468, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.36736067702072417, |
| "grad_norm": 0.6402025352004515, |
| "learning_rate": 3.558369880815503e-06, |
| "loss": 0.0458, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.36832235418569986, |
| "grad_norm": 0.398215200624654, |
| "learning_rate": 3.5514534052002492e-06, |
| "loss": 0.0456, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.36928403135067556, |
| "grad_norm": 0.4250516015588499, |
| "learning_rate": 3.544527138366587e-06, |
| "loss": 0.0415, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.3702457085156513, |
| "grad_norm": 0.4878684908869518, |
| "learning_rate": 3.5375911448124684e-06, |
| "loss": 0.0486, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.371207385680627, |
| "grad_norm": 1.1323935907789884, |
| "learning_rate": 3.530645489126421e-06, |
| "loss": 0.0475, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.37216906284560275, |
| "grad_norm": 0.9349952680798136, |
| "learning_rate": 3.523690235986947e-06, |
| "loss": 0.0476, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.37313074001057844, |
| "grad_norm": 0.5173346881780102, |
| "learning_rate": 3.5167254501619234e-06, |
| "loss": 0.0474, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.3740924171755542, |
| "grad_norm": 0.6346628490868611, |
| "learning_rate": 3.509751196507992e-06, |
| "loss": 0.0439, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.3750540943405299, |
| "grad_norm": 0.7235445728714044, |
| "learning_rate": 3.502767539969963e-06, |
| "loss": 0.044, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.3760157715055056, |
| "grad_norm": 1.0172085824277866, |
| "learning_rate": 3.495774545580206e-06, |
| "loss": 0.0465, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.37697744867048133, |
| "grad_norm": 0.925304461723489, |
| "learning_rate": 3.4887722784580445e-06, |
| "loss": 0.0458, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.377939125835457, |
| "grad_norm": 1.0784900467507352, |
| "learning_rate": 3.481760803809153e-06, |
| "loss": 0.0453, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.3789008030004328, |
| "grad_norm": 0.4632903558645483, |
| "learning_rate": 3.4747401869249437e-06, |
| "loss": 0.0464, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.37986248016540847, |
| "grad_norm": 0.675511725446818, |
| "learning_rate": 3.467710493181965e-06, |
| "loss": 0.0433, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.3808241573303842, |
| "grad_norm": 0.5589103893825841, |
| "learning_rate": 3.460671788041289e-06, |
| "loss": 0.0437, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.3817858344953599, |
| "grad_norm": 0.4306047034522055, |
| "learning_rate": 3.4536241370479006e-06, |
| "loss": 0.043, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.3827475116603356, |
| "grad_norm": 0.4511885734381446, |
| "learning_rate": 3.446567605830092e-06, |
| "loss": 0.046, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.38370918882531135, |
| "grad_norm": 0.39398451998306894, |
| "learning_rate": 3.4395022600988487e-06, |
| "loss": 0.0479, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.38467086599028705, |
| "grad_norm": 0.45310506746377227, |
| "learning_rate": 3.4324281656472348e-06, |
| "loss": 0.045, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.3856325431552628, |
| "grad_norm": 1.4877572899765974, |
| "learning_rate": 3.425345388349787e-06, |
| "loss": 0.0433, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.3865942203202385, |
| "grad_norm": 0.598855796908007, |
| "learning_rate": 3.4182539941618927e-06, |
| "loss": 0.0448, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.38755589748521424, |
| "grad_norm": 0.5498297416835265, |
| "learning_rate": 3.411154049119184e-06, |
| "loss": 0.0442, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.38851757465018993, |
| "grad_norm": 0.8793721344632282, |
| "learning_rate": 3.4040456193369204e-06, |
| "loss": 0.0459, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.38947925181516563, |
| "grad_norm": 0.48061686787755836, |
| "learning_rate": 3.396928771009368e-06, |
| "loss": 0.0479, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.3904409289801414, |
| "grad_norm": 0.5950883556407336, |
| "learning_rate": 3.389803570409189e-06, |
| "loss": 0.0446, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.39140260614511707, |
| "grad_norm": 0.8032246664909435, |
| "learning_rate": 3.382670083886823e-06, |
| "loss": 0.0454, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.3923642833100928, |
| "grad_norm": 1.5125821352684174, |
| "learning_rate": 3.3755283778698694e-06, |
| "loss": 0.0477, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.3933259604750685, |
| "grad_norm": 0.9670474322653493, |
| "learning_rate": 3.368378518862466e-06, |
| "loss": 0.0463, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.39428763764004426, |
| "grad_norm": 0.6873880425815437, |
| "learning_rate": 3.3612205734446733e-06, |
| "loss": 0.0461, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.39524931480501996, |
| "grad_norm": 0.4213929243862635, |
| "learning_rate": 3.3540546082718534e-06, |
| "loss": 0.0433, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.39621099196999565, |
| "grad_norm": 0.5466066600070922, |
| "learning_rate": 3.3468806900740473e-06, |
| "loss": 0.0446, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.3971726691349714, |
| "grad_norm": 0.9881652939778682, |
| "learning_rate": 3.3396988856553575e-06, |
| "loss": 0.0437, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.3981343462999471, |
| "grad_norm": 0.8924241514807817, |
| "learning_rate": 3.332509261893323e-06, |
| "loss": 0.0441, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.39909602346492284, |
| "grad_norm": 0.7446688773699874, |
| "learning_rate": 3.325311885738296e-06, |
| "loss": 0.0454, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.40005770062989854, |
| "grad_norm": 0.6753724105274455, |
| "learning_rate": 3.3181068242128194e-06, |
| "loss": 0.0468, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.4010193777948743, |
| "grad_norm": 0.6173318648286131, |
| "learning_rate": 3.310894144411005e-06, |
| "loss": 0.0449, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.40198105495985, |
| "grad_norm": 2.2024079067304263, |
| "learning_rate": 3.303673913497906e-06, |
| "loss": 0.0439, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.4029427321248257, |
| "grad_norm": 0.38393698213543204, |
| "learning_rate": 3.29644619870889e-06, |
| "loss": 0.0426, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.4039044092898014, |
| "grad_norm": 0.5293917160543821, |
| "learning_rate": 3.2892110673490163e-06, |
| "loss": 0.0442, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.4048660864547771, |
| "grad_norm": 0.8107484740232437, |
| "learning_rate": 3.2819685867924106e-06, |
| "loss": 0.0476, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.40582776361975287, |
| "grad_norm": 1.297032906671622, |
| "learning_rate": 3.2747188244816304e-06, |
| "loss": 0.046, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.40678944078472856, |
| "grad_norm": 0.9609391772143444, |
| "learning_rate": 3.2674618479270435e-06, |
| "loss": 0.0473, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.4077511179497043, |
| "grad_norm": 0.9807710520853808, |
| "learning_rate": 3.260197724706199e-06, |
| "loss": 0.0445, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.40871279511468, |
| "grad_norm": 1.08302736068263, |
| "learning_rate": 3.252926522463194e-06, |
| "loss": 0.0405, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.4096744722796557, |
| "grad_norm": 1.1747836822577145, |
| "learning_rate": 3.245648308908046e-06, |
| "loss": 0.0442, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.41063614944463145, |
| "grad_norm": 0.4485812170891666, |
| "learning_rate": 3.2383631518160633e-06, |
| "loss": 0.0446, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.41159782660960714, |
| "grad_norm": 0.37767438699630457, |
| "learning_rate": 3.231071119027214e-06, |
| "loss": 0.0439, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.4125595037745829, |
| "grad_norm": 0.5076359013740289, |
| "learning_rate": 3.223772278445492e-06, |
| "loss": 0.0445, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.4135211809395586, |
| "grad_norm": 0.7908641200804637, |
| "learning_rate": 3.2164666980382843e-06, |
| "loss": 0.0447, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.41448285810453434, |
| "grad_norm": 0.7094162046303872, |
| "learning_rate": 3.209154445835742e-06, |
| "loss": 0.0449, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.41544453526951003, |
| "grad_norm": 1.3397838458832874, |
| "learning_rate": 3.2018355899301445e-06, |
| "loss": 0.049, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.4164062124344857, |
| "grad_norm": 0.5978119713768236, |
| "learning_rate": 3.194510198475265e-06, |
| "loss": 0.0444, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.4173678895994615, |
| "grad_norm": 0.6736306296794136, |
| "learning_rate": 3.1871783396857346e-06, |
| "loss": 0.0473, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.41832956676443717, |
| "grad_norm": 0.5695792598399084, |
| "learning_rate": 3.179840081836412e-06, |
| "loss": 0.0469, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.4192912439294129, |
| "grad_norm": 1.4392734073310345, |
| "learning_rate": 3.1724954932617414e-06, |
| "loss": 0.0465, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.4202529210943886, |
| "grad_norm": 0.5820232671836598, |
| "learning_rate": 3.1651446423551215e-06, |
| "loss": 0.0403, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.42121459825936436, |
| "grad_norm": 0.5726559898046876, |
| "learning_rate": 3.1577875975682637e-06, |
| "loss": 0.0451, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.42217627542434005, |
| "grad_norm": 0.9486991866258117, |
| "learning_rate": 3.15042442741056e-06, |
| "loss": 0.0431, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.42313795258931575, |
| "grad_norm": 0.6765760029649375, |
| "learning_rate": 3.1430552004484406e-06, |
| "loss": 0.0447, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.4240996297542915, |
| "grad_norm": 0.6588208357158176, |
| "learning_rate": 3.1356799853047383e-06, |
| "loss": 0.0477, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.4250613069192672, |
| "grad_norm": 0.839435726585832, |
| "learning_rate": 3.1282988506580493e-06, |
| "loss": 0.0463, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.42602298408424294, |
| "grad_norm": 0.7946049561142183, |
| "learning_rate": 3.1209118652420877e-06, |
| "loss": 0.0446, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.42698466124921863, |
| "grad_norm": 1.4271084211016076, |
| "learning_rate": 3.1135190978450565e-06, |
| "loss": 0.0452, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.4279463384141944, |
| "grad_norm": 0.6251745817718668, |
| "learning_rate": 3.106120617308998e-06, |
| "loss": 0.0429, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.4289080155791701, |
| "grad_norm": 1.9223919090594588, |
| "learning_rate": 3.0987164925291556e-06, |
| "loss": 0.047, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.42986969274414577, |
| "grad_norm": 0.6969099678706745, |
| "learning_rate": 3.0913067924533337e-06, |
| "loss": 0.0455, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.4308313699091215, |
| "grad_norm": 0.9440656497766683, |
| "learning_rate": 3.0838915860812525e-06, |
| "loss": 0.0433, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.4317930470740972, |
| "grad_norm": 0.8317821361441047, |
| "learning_rate": 3.076470942463909e-06, |
| "loss": 0.0464, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.43275472423907296, |
| "grad_norm": 0.7759714140212927, |
| "learning_rate": 3.06904493070293e-06, |
| "loss": 0.0447, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.43371640140404866, |
| "grad_norm": 0.7733076107290405, |
| "learning_rate": 3.061613619949935e-06, |
| "loss": 0.0452, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.43467807856902435, |
| "grad_norm": 0.44520970283900696, |
| "learning_rate": 3.054177079405884e-06, |
| "loss": 0.0448, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.4356397557340001, |
| "grad_norm": 0.42069305932039835, |
| "learning_rate": 3.0467353783204383e-06, |
| "loss": 0.0439, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.4366014328989758, |
| "grad_norm": 0.4561526454525665, |
| "learning_rate": 3.0392885859913155e-06, |
| "loss": 0.0429, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.43756311006395154, |
| "grad_norm": 0.8135180591467024, |
| "learning_rate": 3.031836771763644e-06, |
| "loss": 0.042, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.43852478722892724, |
| "grad_norm": 0.49346494989770684, |
| "learning_rate": 3.0243800050293137e-06, |
| "loss": 0.044, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.439486464393903, |
| "grad_norm": 0.6234735254283666, |
| "learning_rate": 3.016918355226335e-06, |
| "loss": 0.0441, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.4404481415588787, |
| "grad_norm": 0.6354636616791136, |
| "learning_rate": 3.009451891838188e-06, |
| "loss": 0.0457, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.4414098187238544, |
| "grad_norm": 1.3582481868969438, |
| "learning_rate": 3.0019806843931804e-06, |
| "loss": 0.0434, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.4423714958888301, |
| "grad_norm": 0.37281358855858115, |
| "learning_rate": 2.9945048024637935e-06, |
| "loss": 0.0455, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.4433331730538058, |
| "grad_norm": 0.7227752116019365, |
| "learning_rate": 2.9870243156660395e-06, |
| "loss": 0.0435, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.44429485021878157, |
| "grad_norm": 0.8874415990293828, |
| "learning_rate": 2.9795392936588114e-06, |
| "loss": 0.0437, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.44525652738375726, |
| "grad_norm": 0.42558020378948075, |
| "learning_rate": 2.972049806143234e-06, |
| "loss": 0.0447, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.446218204548733, |
| "grad_norm": 0.4520428470728059, |
| "learning_rate": 2.964555922862015e-06, |
| "loss": 0.0458, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.4471798817137087, |
| "grad_norm": 0.7544987124654267, |
| "learning_rate": 2.9570577135987975e-06, |
| "loss": 0.0471, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.4481415588786844, |
| "grad_norm": 1.348704616696334, |
| "learning_rate": 2.9495552481775076e-06, |
| "loss": 0.045, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.44910323604366015, |
| "grad_norm": 1.2061904969648565, |
| "learning_rate": 2.942048596461703e-06, |
| "loss": 0.0434, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.45006491320863584, |
| "grad_norm": 0.9541759066481469, |
| "learning_rate": 2.934537828353927e-06, |
| "loss": 0.0443, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.4510265903736116, |
| "grad_norm": 0.9334670190166793, |
| "learning_rate": 2.9270230137950552e-06, |
| "loss": 0.0427, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.4519882675385873, |
| "grad_norm": 0.775454072285955, |
| "learning_rate": 2.9195042227636426e-06, |
| "loss": 0.0444, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.45294994470356303, |
| "grad_norm": 0.5632572436503249, |
| "learning_rate": 2.9119815252752743e-06, |
| "loss": 0.0457, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.45391162186853873, |
| "grad_norm": 1.0113631925848434, |
| "learning_rate": 2.9044549913819125e-06, |
| "loss": 0.0442, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.4548732990335144, |
| "grad_norm": 0.4166738204599621, |
| "learning_rate": 2.8969246911712434e-06, |
| "loss": 0.0437, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.45583497619849017, |
| "grad_norm": 0.9268073772230255, |
| "learning_rate": 2.889390694766028e-06, |
| "loss": 0.0423, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.45679665336346587, |
| "grad_norm": 0.6091512029870576, |
| "learning_rate": 2.881853072323443e-06, |
| "loss": 0.0459, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.4577583305284416, |
| "grad_norm": 0.5711797531296462, |
| "learning_rate": 2.8743118940344343e-06, |
| "loss": 0.0413, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.4587200076934173, |
| "grad_norm": 1.8494451701329828, |
| "learning_rate": 2.8667672301230575e-06, |
| "loss": 0.0465, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.45968168485839306, |
| "grad_norm": 0.5088138418655762, |
| "learning_rate": 2.8592191508458288e-06, |
| "loss": 0.0446, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.46064336202336875, |
| "grad_norm": 1.7438489538411421, |
| "learning_rate": 2.851667726491069e-06, |
| "loss": 0.0461, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.46160503918834445, |
| "grad_norm": 0.839296281562141, |
| "learning_rate": 2.8441130273782438e-06, |
| "loss": 0.0409, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.4625667163533202, |
| "grad_norm": 0.7474269915658673, |
| "learning_rate": 2.8365551238573185e-06, |
| "loss": 0.045, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.4635283935182959, |
| "grad_norm": 0.5615061881783524, |
| "learning_rate": 2.828994086308097e-06, |
| "loss": 0.0426, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.46449007068327164, |
| "grad_norm": 0.49805225761624955, |
| "learning_rate": 2.8214299851395678e-06, |
| "loss": 0.0437, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.46545174784824733, |
| "grad_norm": 0.7362786640433004, |
| "learning_rate": 2.8138628907892455e-06, |
| "loss": 0.0423, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.4664134250132231, |
| "grad_norm": 0.47733459709767795, |
| "learning_rate": 2.806292873722521e-06, |
| "loss": 0.0432, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.4673751021781988, |
| "grad_norm": 0.47837681275959654, |
| "learning_rate": 2.798720004432e-06, |
| "loss": 0.0445, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.46833677934317447, |
| "grad_norm": 1.3835549449714315, |
| "learning_rate": 2.7911443534368476e-06, |
| "loss": 0.0432, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.4692984565081502, |
| "grad_norm": 0.4152625915730697, |
| "learning_rate": 2.783565991282134e-06, |
| "loss": 0.0433, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.4702601336731259, |
| "grad_norm": 0.7200706357449548, |
| "learning_rate": 2.775984988538175e-06, |
| "loss": 0.0474, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.47122181083810166, |
| "grad_norm": 0.48973002590162135, |
| "learning_rate": 2.768401415799876e-06, |
| "loss": 0.0424, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.47218348800307736, |
| "grad_norm": 1.3330132741282845, |
| "learning_rate": 2.760815343686073e-06, |
| "loss": 0.0461, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.4731451651680531, |
| "grad_norm": 1.4289513019099684, |
| "learning_rate": 2.75322684283888e-06, |
| "loss": 0.042, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.4741068423330288, |
| "grad_norm": 0.5441951129451363, |
| "learning_rate": 2.7456359839230247e-06, |
| "loss": 0.0449, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.4750685194980045, |
| "grad_norm": 0.7681339677997147, |
| "learning_rate": 2.738042837625192e-06, |
| "loss": 0.0413, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.47603019666298024, |
| "grad_norm": 0.7070600016198817, |
| "learning_rate": 2.7304474746533718e-06, |
| "loss": 0.0462, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.47699187382795594, |
| "grad_norm": 0.6300221395108899, |
| "learning_rate": 2.7228499657361905e-06, |
| "loss": 0.0462, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.4779535509929317, |
| "grad_norm": 0.9092212045792996, |
| "learning_rate": 2.715250381622263e-06, |
| "loss": 0.0428, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.4789152281579074, |
| "grad_norm": 0.8079811173904251, |
| "learning_rate": 2.7076487930795233e-06, |
| "loss": 0.0427, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.47987690532288313, |
| "grad_norm": 1.0965138792797642, |
| "learning_rate": 2.7000452708945745e-06, |
| "loss": 0.0448, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.4808385824878588, |
| "grad_norm": 0.6491687645075486, |
| "learning_rate": 2.6924398858720242e-06, |
| "loss": 0.0448, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.4818002596528345, |
| "grad_norm": 0.9705181797221856, |
| "learning_rate": 2.6848327088338283e-06, |
| "loss": 0.0459, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.48276193681781027, |
| "grad_norm": 0.5525931425134091, |
| "learning_rate": 2.6772238106186294e-06, |
| "loss": 0.0454, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.48372361398278596, |
| "grad_norm": 1.1109234432324662, |
| "learning_rate": 2.6696132620810973e-06, |
| "loss": 0.0408, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.4846852911477617, |
| "grad_norm": 1.527005234973535, |
| "learning_rate": 2.6620011340912693e-06, |
| "loss": 0.0444, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.4856469683127374, |
| "grad_norm": 0.4227029405442314, |
| "learning_rate": 2.6543874975338923e-06, |
| "loss": 0.0468, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.48660864547771315, |
| "grad_norm": 0.5229227427294103, |
| "learning_rate": 2.646772423307761e-06, |
| "loss": 0.0471, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.48757032264268885, |
| "grad_norm": 0.5140845125810779, |
| "learning_rate": 2.639155982325057e-06, |
| "loss": 0.0452, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.48853199980766454, |
| "grad_norm": 0.8075096651281918, |
| "learning_rate": 2.6315382455106874e-06, |
| "loss": 0.0445, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.4894936769726403, |
| "grad_norm": 0.6012464253856623, |
| "learning_rate": 2.623919283801631e-06, |
| "loss": 0.0473, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.490455354137616, |
| "grad_norm": 0.5008079687860367, |
| "learning_rate": 2.616299168146268e-06, |
| "loss": 0.0444, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.49141703130259173, |
| "grad_norm": 1.9446476507671282, |
| "learning_rate": 2.6086779695037272e-06, |
| "loss": 0.0464, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.4923787084675674, |
| "grad_norm": 0.4729754302852872, |
| "learning_rate": 2.601055758843221e-06, |
| "loss": 0.044, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.4933403856325432, |
| "grad_norm": 0.7292122366710135, |
| "learning_rate": 2.593432607143387e-06, |
| "loss": 0.0419, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.49430206279751887, |
| "grad_norm": 1.1703815724381668, |
| "learning_rate": 2.5858085853916236e-06, |
| "loss": 0.0438, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.49526373996249456, |
| "grad_norm": 1.3690448086457863, |
| "learning_rate": 2.578183764583434e-06, |
| "loss": 0.0435, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.4962254171274703, |
| "grad_norm": 0.6032771647281817, |
| "learning_rate": 2.5705582157217595e-06, |
| "loss": 0.0409, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.497187094292446, |
| "grad_norm": 1.5081599696960393, |
| "learning_rate": 2.5629320098163246e-06, |
| "loss": 0.0428, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.49814877145742176, |
| "grad_norm": 0.48495022810971583, |
| "learning_rate": 2.5553052178829676e-06, |
| "loss": 0.0452, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.49911044862239745, |
| "grad_norm": 0.4847346781347575, |
| "learning_rate": 2.5476779109429877e-06, |
| "loss": 0.0414, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.5000721257873731, |
| "grad_norm": 0.7641968222769143, |
| "learning_rate": 2.54005016002248e-06, |
| "loss": 0.0426, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.5010338029523489, |
| "grad_norm": 0.7054313690891985, |
| "learning_rate": 2.5324220361516693e-06, |
| "loss": 0.0428, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.5019954801173246, |
| "grad_norm": 0.5801585002763671, |
| "learning_rate": 2.524793610364259e-06, |
| "loss": 0.0432, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.5029571572823003, |
| "grad_norm": 2.368621411427518, |
| "learning_rate": 2.5171649536967617e-06, |
| "loss": 0.043, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.503918834447276, |
| "grad_norm": 0.42736695654692824, |
| "learning_rate": 2.5095361371878393e-06, |
| "loss": 0.0419, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.5048805116122518, |
| "grad_norm": 0.5977367913933342, |
| "learning_rate": 2.501907231877643e-06, |
| "loss": 0.0428, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.5058421887772275, |
| "grad_norm": 1.1822972909411187, |
| "learning_rate": 2.4942783088071496e-06, |
| "loss": 0.0437, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.5068038659422032, |
| "grad_norm": 1.3369593706112974, |
| "learning_rate": 2.486649439017505e-06, |
| "loss": 0.0439, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.5077655431071789, |
| "grad_norm": 1.5181523465907636, |
| "learning_rate": 2.479020693549353e-06, |
| "loss": 0.0443, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.5087272202721547, |
| "grad_norm": 0.8536466426831733, |
| "learning_rate": 2.4713921434421852e-06, |
| "loss": 0.0448, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.5096888974371303, |
| "grad_norm": 0.7383510406722349, |
| "learning_rate": 2.4637638597336715e-06, |
| "loss": 0.0424, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.510650574602106, |
| "grad_norm": 0.4626409742569067, |
| "learning_rate": 2.456135913459001e-06, |
| "loss": 0.043, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.5116122517670818, |
| "grad_norm": 1.383572929923116, |
| "learning_rate": 2.4485083756502214e-06, |
| "loss": 0.0404, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.5125739289320576, |
| "grad_norm": 0.43647989376828095, |
| "learning_rate": 2.4408813173355755e-06, |
| "loss": 0.0457, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.5135356060970332, |
| "grad_norm": 0.5221898200338801, |
| "learning_rate": 2.433254809538843e-06, |
| "loss": 0.043, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.5144972832620089, |
| "grad_norm": 0.9704439269300914, |
| "learning_rate": 2.4256289232786744e-06, |
| "loss": 0.0432, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.5154589604269847, |
| "grad_norm": 0.5421799798677618, |
| "learning_rate": 2.418003729567936e-06, |
| "loss": 0.044, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.5164206375919603, |
| "grad_norm": 0.6646835448118066, |
| "learning_rate": 2.410379299413042e-06, |
| "loss": 0.0458, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.5173823147569361, |
| "grad_norm": 0.8629468569650347, |
| "learning_rate": 2.4027557038132952e-06, |
| "loss": 0.0432, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.5183439919219118, |
| "grad_norm": 0.9591735678852654, |
| "learning_rate": 2.3951330137602328e-06, |
| "loss": 0.0435, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.5193056690868876, |
| "grad_norm": 0.5741425677800204, |
| "learning_rate": 2.3875113002369527e-06, |
| "loss": 0.0448, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.5202673462518632, |
| "grad_norm": 0.431185067205228, |
| "learning_rate": 2.3798906342174647e-06, |
| "loss": 0.0454, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.521229023416839, |
| "grad_norm": 1.2127210191586328, |
| "learning_rate": 2.37227108666602e-06, |
| "loss": 0.0436, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.5221907005818147, |
| "grad_norm": 1.8659626544532892, |
| "learning_rate": 2.3646527285364565e-06, |
| "loss": 0.0436, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.5231523777467904, |
| "grad_norm": 1.3221789641785466, |
| "learning_rate": 2.357035630771537e-06, |
| "loss": 0.0412, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.5241140549117661, |
| "grad_norm": 0.4451569840873578, |
| "learning_rate": 2.3494198643022853e-06, |
| "loss": 0.0422, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.5250757320767419, |
| "grad_norm": 0.6199729657511549, |
| "learning_rate": 2.341805500047329e-06, |
| "loss": 0.0445, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.5260374092417176, |
| "grad_norm": 0.4161902371279613, |
| "learning_rate": 2.334192608912241e-06, |
| "loss": 0.0422, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.5269990864066932, |
| "grad_norm": 1.0060957680823668, |
| "learning_rate": 2.3265812617888706e-06, |
| "loss": 0.042, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.527960763571669, |
| "grad_norm": 0.7187387267813719, |
| "learning_rate": 2.3189715295546953e-06, |
| "loss": 0.0414, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.5289224407366447, |
| "grad_norm": 1.047788234458364, |
| "learning_rate": 2.3113634830721505e-06, |
| "loss": 0.0455, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.5298841179016204, |
| "grad_norm": 0.47584001632884115, |
| "learning_rate": 2.3037571931879747e-06, |
| "loss": 0.0446, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.5308457950665961, |
| "grad_norm": 0.4545473716102162, |
| "learning_rate": 2.2961527307325496e-06, |
| "loss": 0.0423, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.5318074722315719, |
| "grad_norm": 0.42858677423369673, |
| "learning_rate": 2.2885501665192395e-06, |
| "loss": 0.0447, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.5327691493965476, |
| "grad_norm": 0.6591466862914502, |
| "learning_rate": 2.2809495713437315e-06, |
| "loss": 0.0399, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.5337308265615233, |
| "grad_norm": 0.7281536350858315, |
| "learning_rate": 2.2733510159833773e-06, |
| "loss": 0.0452, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.534692503726499, |
| "grad_norm": 0.5281721393924694, |
| "learning_rate": 2.265754571196533e-06, |
| "loss": 0.0427, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.5356541808914748, |
| "grad_norm": 0.8892627937684449, |
| "learning_rate": 2.2581603077219037e-06, |
| "loss": 0.0424, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.5366158580564504, |
| "grad_norm": 0.8659765243907781, |
| "learning_rate": 2.2505682962778762e-06, |
| "loss": 0.0434, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.5375775352214262, |
| "grad_norm": 0.7542553197206187, |
| "learning_rate": 2.2429786075618733e-06, |
| "loss": 0.0448, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.5385392123864019, |
| "grad_norm": 0.4321786979967103, |
| "learning_rate": 2.235391312249683e-06, |
| "loss": 0.0422, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.5395008895513776, |
| "grad_norm": 0.8541189894401751, |
| "learning_rate": 2.227806480994807e-06, |
| "loss": 0.0436, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.5404625667163533, |
| "grad_norm": 0.5243443446115236, |
| "learning_rate": 2.2202241844278037e-06, |
| "loss": 0.0427, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.541424243881329, |
| "grad_norm": 0.7214266899765223, |
| "learning_rate": 2.212644493155625e-06, |
| "loss": 0.0444, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.5423859210463048, |
| "grad_norm": 2.036198446815295, |
| "learning_rate": 2.2050674777609654e-06, |
| "loss": 0.0441, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.5433475982112804, |
| "grad_norm": 0.5036611961557795, |
| "learning_rate": 2.1974932088015986e-06, |
| "loss": 0.042, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.5443092753762562, |
| "grad_norm": 0.7247788792662955, |
| "learning_rate": 2.189921756809724e-06, |
| "loss": 0.0419, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.5452709525412319, |
| "grad_norm": 1.2890140149360336, |
| "learning_rate": 2.1823531922913117e-06, |
| "loss": 0.0449, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.5462326297062077, |
| "grad_norm": 0.5857986788423583, |
| "learning_rate": 2.1747875857254393e-06, |
| "loss": 0.0433, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.5471943068711833, |
| "grad_norm": 0.9598631770030072, |
| "learning_rate": 2.1672250075636407e-06, |
| "loss": 0.0435, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.5481559840361591, |
| "grad_norm": 0.6844341069823336, |
| "learning_rate": 2.1596655282292534e-06, |
| "loss": 0.0427, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.5491176612011348, |
| "grad_norm": 0.4035375672951785, |
| "learning_rate": 2.1521092181167524e-06, |
| "loss": 0.042, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.5500793383661104, |
| "grad_norm": 0.5495607649577819, |
| "learning_rate": 2.144556147591105e-06, |
| "loss": 0.0436, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.5510410155310862, |
| "grad_norm": 0.6717906009034129, |
| "learning_rate": 2.137006386987108e-06, |
| "loss": 0.0415, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.552002692696062, |
| "grad_norm": 1.4242030997442994, |
| "learning_rate": 2.1294600066087377e-06, |
| "loss": 0.0427, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.5529643698610377, |
| "grad_norm": 0.8452380115507164, |
| "learning_rate": 2.1219170767284946e-06, |
| "loss": 0.0428, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.5539260470260133, |
| "grad_norm": 1.5897862668947906, |
| "learning_rate": 2.114377667586744e-06, |
| "loss": 0.0452, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.5548877241909891, |
| "grad_norm": 0.49608564909811864, |
| "learning_rate": 2.1068418493910713e-06, |
| "loss": 0.0424, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.5558494013559648, |
| "grad_norm": 0.47117844626437866, |
| "learning_rate": 2.099309692315618e-06, |
| "loss": 0.0417, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.5568110785209405, |
| "grad_norm": 0.7589564300613016, |
| "learning_rate": 2.091781266500434e-06, |
| "loss": 0.041, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.5577727556859162, |
| "grad_norm": 0.564076112638375, |
| "learning_rate": 2.0842566420508255e-06, |
| "loss": 0.0433, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.558734432850892, |
| "grad_norm": 0.7198933045635281, |
| "learning_rate": 2.0767358890366977e-06, |
| "loss": 0.0427, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.5596961100158677, |
| "grad_norm": 0.43713094485824605, |
| "learning_rate": 2.0692190774919064e-06, |
| "loss": 0.0425, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.5606577871808434, |
| "grad_norm": 0.5878750877004351, |
| "learning_rate": 2.0617062774136035e-06, |
| "loss": 0.0429, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.5616194643458191, |
| "grad_norm": 0.4614727128290557, |
| "learning_rate": 2.0541975587615843e-06, |
| "loss": 0.0438, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.5625811415107949, |
| "grad_norm": 0.38982146532268463, |
| "learning_rate": 2.0466929914576404e-06, |
| "loss": 0.0437, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.5635428186757705, |
| "grad_norm": 0.4715776053492419, |
| "learning_rate": 2.039192645384902e-06, |
| "loss": 0.041, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.5645044958407462, |
| "grad_norm": 0.6832896104268298, |
| "learning_rate": 2.031696590387197e-06, |
| "loss": 0.0419, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.565466173005722, |
| "grad_norm": 0.4923955390903546, |
| "learning_rate": 2.024204896268387e-06, |
| "loss": 0.0433, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.5664278501706977, |
| "grad_norm": 0.9742001521338618, |
| "learning_rate": 2.0167176327917286e-06, |
| "loss": 0.0395, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.5673895273356734, |
| "grad_norm": 0.5145824133227087, |
| "learning_rate": 2.0092348696792217e-06, |
| "loss": 0.0456, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.5683512045006491, |
| "grad_norm": 0.8679578670178179, |
| "learning_rate": 2.0017566766109547e-06, |
| "loss": 0.0417, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.5693128816656249, |
| "grad_norm": 0.4704419272351941, |
| "learning_rate": 1.9942831232244608e-06, |
| "loss": 0.0442, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.5702745588306005, |
| "grad_norm": 0.5289955891699124, |
| "learning_rate": 1.9868142791140695e-06, |
| "loss": 0.0439, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.5712362359955763, |
| "grad_norm": 0.38009738344652527, |
| "learning_rate": 1.9793502138302547e-06, |
| "loss": 0.0453, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.572197913160552, |
| "grad_norm": 0.5390189831569139, |
| "learning_rate": 1.971890996878992e-06, |
| "loss": 0.0429, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.5731595903255278, |
| "grad_norm": 0.6933797373813755, |
| "learning_rate": 1.9644366977211073e-06, |
| "loss": 0.0419, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.5741212674905034, |
| "grad_norm": 0.776207286543582, |
| "learning_rate": 1.9569873857716304e-06, |
| "loss": 0.0421, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.5750829446554792, |
| "grad_norm": 2.009477600999501, |
| "learning_rate": 1.9495431303991542e-06, |
| "loss": 0.0425, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.5760446218204549, |
| "grad_norm": 0.6838782686872555, |
| "learning_rate": 1.9421040009251786e-06, |
| "loss": 0.0435, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.5770062989854305, |
| "grad_norm": 0.4101746127710506, |
| "learning_rate": 1.9346700666234767e-06, |
| "loss": 0.0415, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.5779679761504063, |
| "grad_norm": 0.8372366206448584, |
| "learning_rate": 1.927241396719439e-06, |
| "loss": 0.0406, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.578929653315382, |
| "grad_norm": 0.8293841287143796, |
| "learning_rate": 1.919818060389435e-06, |
| "loss": 0.0446, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.5798913304803578, |
| "grad_norm": 0.5791382279617594, |
| "learning_rate": 1.9124001267601684e-06, |
| "loss": 0.042, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.5808530076453334, |
| "grad_norm": 0.4281340220514872, |
| "learning_rate": 1.9049876649080317e-06, |
| "loss": 0.0449, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.5818146848103092, |
| "grad_norm": 0.6137279345182578, |
| "learning_rate": 1.8975807438584643e-06, |
| "loss": 0.0418, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.5827763619752849, |
| "grad_norm": 1.5064175776869198, |
| "learning_rate": 1.8901794325853087e-06, |
| "loss": 0.0418, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.5837380391402606, |
| "grad_norm": 0.9453557496198544, |
| "learning_rate": 1.8827838000101675e-06, |
| "loss": 0.0404, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.5846997163052363, |
| "grad_norm": 0.5923934723511699, |
| "learning_rate": 1.8753939150017673e-06, |
| "loss": 0.0423, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.5856613934702121, |
| "grad_norm": 0.4254672638303066, |
| "learning_rate": 1.8680098463753068e-06, |
| "loss": 0.0428, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.5866230706351878, |
| "grad_norm": 0.44726867465519093, |
| "learning_rate": 1.8606316628918252e-06, |
| "loss": 0.0422, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.5875847478001635, |
| "grad_norm": 0.48624010136686635, |
| "learning_rate": 1.853259433257561e-06, |
| "loss": 0.0455, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.5885464249651392, |
| "grad_norm": 0.5863898540403713, |
| "learning_rate": 1.8458932261233053e-06, |
| "loss": 0.0392, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.589508102130115, |
| "grad_norm": 0.8135569721537507, |
| "learning_rate": 1.838533110083771e-06, |
| "loss": 0.042, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.5904697792950906, |
| "grad_norm": 0.6840054286753812, |
| "learning_rate": 1.8311791536769485e-06, |
| "loss": 0.0439, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.5914314564600663, |
| "grad_norm": 0.4775518715074939, |
| "learning_rate": 1.8238314253834683e-06, |
| "loss": 0.044, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.5923931336250421, |
| "grad_norm": 0.47342909943017597, |
| "learning_rate": 1.8164899936259666e-06, |
| "loss": 0.0417, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.5933548107900178, |
| "grad_norm": 0.5302716889091093, |
| "learning_rate": 1.8091549267684433e-06, |
| "loss": 0.0447, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.5943164879549935, |
| "grad_norm": 1.2190368838775454, |
| "learning_rate": 1.8018262931156313e-06, |
| "loss": 0.0439, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.5952781651199692, |
| "grad_norm": 0.45725956084151625, |
| "learning_rate": 1.794504160912353e-06, |
| "loss": 0.0425, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.596239842284945, |
| "grad_norm": 0.6355276933783601, |
| "learning_rate": 1.7871885983428895e-06, |
| "loss": 0.0413, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.5972015194499206, |
| "grad_norm": 1.0623670911503607, |
| "learning_rate": 1.779879673530348e-06, |
| "loss": 0.0436, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.5981631966148964, |
| "grad_norm": 0.6397303536864815, |
| "learning_rate": 1.7725774545360216e-06, |
| "loss": 0.0416, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.5991248737798721, |
| "grad_norm": 0.5457849493889795, |
| "learning_rate": 1.7652820093587597e-06, |
| "loss": 0.0426, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.6000865509448479, |
| "grad_norm": 1.1582412870703396, |
| "learning_rate": 1.7579934059343318e-06, |
| "loss": 0.0456, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.6010482281098235, |
| "grad_norm": 0.43830245728221406, |
| "learning_rate": 1.750711712134797e-06, |
| "loss": 0.0448, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.6020099052747993, |
| "grad_norm": 0.8866256176979662, |
| "learning_rate": 1.7434369957678728e-06, |
| "loss": 0.0432, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.602971582439775, |
| "grad_norm": 0.8522695993637045, |
| "learning_rate": 1.7361693245763001e-06, |
| "loss": 0.0409, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.6039332596047506, |
| "grad_norm": 0.8749773589111838, |
| "learning_rate": 1.7289087662372178e-06, |
| "loss": 0.0422, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.6048949367697264, |
| "grad_norm": 0.4051318145545014, |
| "learning_rate": 1.7216553883615252e-06, |
| "loss": 0.0409, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.6058566139347021, |
| "grad_norm": 1.1408427717249285, |
| "learning_rate": 1.7144092584932586e-06, |
| "loss": 0.042, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.6068182910996779, |
| "grad_norm": 0.518820991524683, |
| "learning_rate": 1.7071704441089618e-06, |
| "loss": 0.0422, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.6077799682646535, |
| "grad_norm": 0.6119522004068226, |
| "learning_rate": 1.6999390126170545e-06, |
| "loss": 0.0431, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.6087416454296293, |
| "grad_norm": 0.4706543014946102, |
| "learning_rate": 1.6927150313572043e-06, |
| "loss": 0.0424, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.609703322594605, |
| "grad_norm": 0.4997918459588703, |
| "learning_rate": 1.6854985675997065e-06, |
| "loss": 0.0406, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.6106649997595807, |
| "grad_norm": 0.8090084290805342, |
| "learning_rate": 1.678289688544849e-06, |
| "loss": 0.0416, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.6116266769245564, |
| "grad_norm": 0.43872771728439036, |
| "learning_rate": 1.671088461322292e-06, |
| "loss": 0.0395, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.6125883540895322, |
| "grad_norm": 0.5631284397297477, |
| "learning_rate": 1.6638949529904403e-06, |
| "loss": 0.0449, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.6135500312545079, |
| "grad_norm": 0.5498319172158895, |
| "learning_rate": 1.65670923053582e-06, |
| "loss": 0.0403, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.6145117084194835, |
| "grad_norm": 0.7868860400442366, |
| "learning_rate": 1.6495313608724557e-06, |
| "loss": 0.0443, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.6154733855844593, |
| "grad_norm": 0.6517094496703933, |
| "learning_rate": 1.6423614108412434e-06, |
| "loss": 0.0425, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.616435062749435, |
| "grad_norm": 1.4943738625400873, |
| "learning_rate": 1.6351994472093347e-06, |
| "loss": 0.0443, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.6173967399144107, |
| "grad_norm": 0.662103244147144, |
| "learning_rate": 1.6280455366695085e-06, |
| "loss": 0.0393, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.6183584170793864, |
| "grad_norm": 0.5809781171022292, |
| "learning_rate": 1.6208997458395526e-06, |
| "loss": 0.0423, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.6193200942443622, |
| "grad_norm": 1.3782127631896581, |
| "learning_rate": 1.6137621412616448e-06, |
| "loss": 0.0434, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.6202817714093379, |
| "grad_norm": 0.45907268418219555, |
| "learning_rate": 1.6066327894017302e-06, |
| "loss": 0.0447, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.6212434485743136, |
| "grad_norm": 0.5174629861619041, |
| "learning_rate": 1.5995117566489068e-06, |
| "loss": 0.0407, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.6222051257392893, |
| "grad_norm": 0.48597276896651986, |
| "learning_rate": 1.5923991093148011e-06, |
| "loss": 0.0407, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.6231668029042651, |
| "grad_norm": 0.6328847491444265, |
| "learning_rate": 1.5852949136329549e-06, |
| "loss": 0.0399, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.6241284800692407, |
| "grad_norm": 0.5901459489466954, |
| "learning_rate": 1.5781992357582093e-06, |
| "loss": 0.0397, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.6250901572342165, |
| "grad_norm": 0.7585451060339511, |
| "learning_rate": 1.571112141766084e-06, |
| "loss": 0.0419, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.6260518343991922, |
| "grad_norm": 0.8173256050211164, |
| "learning_rate": 1.5640336976521687e-06, |
| "loss": 0.0416, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.627013511564168, |
| "grad_norm": 1.4032776874364878, |
| "learning_rate": 1.5569639693315005e-06, |
| "loss": 0.0412, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.6279751887291436, |
| "grad_norm": 1.0685123649144748, |
| "learning_rate": 1.549903022637957e-06, |
| "loss": 0.0431, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.6289368658941193, |
| "grad_norm": 0.4560263122724366, |
| "learning_rate": 1.5428509233236403e-06, |
| "loss": 0.0441, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.6298985430590951, |
| "grad_norm": 1.0070476113771596, |
| "learning_rate": 1.5358077370582642e-06, |
| "loss": 0.0434, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.6308602202240707, |
| "grad_norm": 0.8300929297306663, |
| "learning_rate": 1.5287735294285433e-06, |
| "loss": 0.0401, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.6318218973890465, |
| "grad_norm": 1.131111519514137, |
| "learning_rate": 1.5217483659375841e-06, |
| "loss": 0.0399, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.6327835745540222, |
| "grad_norm": 0.587880961068466, |
| "learning_rate": 1.5147323120042714e-06, |
| "loss": 0.0428, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.633745251718998, |
| "grad_norm": 1.0284755328105561, |
| "learning_rate": 1.5077254329626628e-06, |
| "loss": 0.042, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.6347069288839736, |
| "grad_norm": 0.3595199730407531, |
| "learning_rate": 1.5007277940613774e-06, |
| "loss": 0.0419, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.6356686060489494, |
| "grad_norm": 0.5035614392741097, |
| "learning_rate": 1.4937394604629884e-06, |
| "loss": 0.0402, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.6366302832139251, |
| "grad_norm": 0.6001015498395232, |
| "learning_rate": 1.4867604972434208e-06, |
| "loss": 0.0384, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.6375919603789008, |
| "grad_norm": 0.7010814992736488, |
| "learning_rate": 1.4797909693913377e-06, |
| "loss": 0.0415, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.6385536375438765, |
| "grad_norm": 0.5089901683697078, |
| "learning_rate": 1.4728309418075426e-06, |
| "loss": 0.0405, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.6395153147088523, |
| "grad_norm": 0.4665309437125048, |
| "learning_rate": 1.4658804793043699e-06, |
| "loss": 0.044, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.640476991873828, |
| "grad_norm": 0.8356334488602131, |
| "learning_rate": 1.4589396466050832e-06, |
| "loss": 0.0416, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.6414386690388036, |
| "grad_norm": 0.44270034247601925, |
| "learning_rate": 1.4520085083432734e-06, |
| "loss": 0.0412, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.6424003462037794, |
| "grad_norm": 0.7489952954271486, |
| "learning_rate": 1.4450871290622554e-06, |
| "loss": 0.0439, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.6433620233687551, |
| "grad_norm": 0.42237676085901227, |
| "learning_rate": 1.4381755732144699e-06, |
| "loss": 0.0419, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.6443237005337308, |
| "grad_norm": 1.2620404331694897, |
| "learning_rate": 1.431273905160876e-06, |
| "loss": 0.0434, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.6452853776987065, |
| "grad_norm": 1.3093827631345767, |
| "learning_rate": 1.4243821891703616e-06, |
| "loss": 0.0427, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.6462470548636823, |
| "grad_norm": 0.5406361365850345, |
| "learning_rate": 1.4175004894191394e-06, |
| "loss": 0.0397, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.647208732028658, |
| "grad_norm": 0.919800930400262, |
| "learning_rate": 1.410628869990147e-06, |
| "loss": 0.0415, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.6481704091936337, |
| "grad_norm": 1.0580469537937296, |
| "learning_rate": 1.4037673948724574e-06, |
| "loss": 0.0413, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.6491320863586094, |
| "grad_norm": 0.7287531802420544, |
| "learning_rate": 1.3969161279606767e-06, |
| "loss": 0.0428, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.6500937635235852, |
| "grad_norm": 0.6293842645122758, |
| "learning_rate": 1.3900751330543494e-06, |
| "loss": 0.0436, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.6510554406885608, |
| "grad_norm": 0.6953957911654947, |
| "learning_rate": 1.3832444738573723e-06, |
| "loss": 0.0398, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.6520171178535366, |
| "grad_norm": 0.5239533078055859, |
| "learning_rate": 1.3764242139773895e-06, |
| "loss": 0.0393, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.6529787950185123, |
| "grad_norm": 0.7634595359692176, |
| "learning_rate": 1.3696144169252062e-06, |
| "loss": 0.0446, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.653940472183488, |
| "grad_norm": 0.7313585767752528, |
| "learning_rate": 1.362815146114202e-06, |
| "loss": 0.0392, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.6549021493484637, |
| "grad_norm": 1.3268505098290664, |
| "learning_rate": 1.3560264648597288e-06, |
| "loss": 0.0411, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.6558638265134394, |
| "grad_norm": 0.5641620596497435, |
| "learning_rate": 1.3492484363785323e-06, |
| "loss": 0.0411, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.6568255036784152, |
| "grad_norm": 0.5258537628772953, |
| "learning_rate": 1.3424811237881577e-06, |
| "loss": 0.0407, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.6577871808433908, |
| "grad_norm": 0.9306538181266067, |
| "learning_rate": 1.3357245901063603e-06, |
| "loss": 0.0393, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.6587488580083666, |
| "grad_norm": 1.4515124398565762, |
| "learning_rate": 1.328978898250525e-06, |
| "loss": 0.0435, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.6597105351733423, |
| "grad_norm": 0.43227453802449645, |
| "learning_rate": 1.3222441110370745e-06, |
| "loss": 0.0417, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.6606722123383181, |
| "grad_norm": 1.2748171351398383, |
| "learning_rate": 1.3155202911808879e-06, |
| "loss": 0.0432, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.6616338895032937, |
| "grad_norm": 1.0810393312261808, |
| "learning_rate": 1.3088075012947152e-06, |
| "loss": 0.0446, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.6625955666682695, |
| "grad_norm": 0.6132459870897132, |
| "learning_rate": 1.3021058038885926e-06, |
| "loss": 0.044, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.6635572438332452, |
| "grad_norm": 0.42104508744607877, |
| "learning_rate": 1.295415261369264e-06, |
| "loss": 0.0414, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.6645189209982209, |
| "grad_norm": 0.483065681929465, |
| "learning_rate": 1.2887359360395985e-06, |
| "loss": 0.0429, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.6654805981631966, |
| "grad_norm": 0.530867571556329, |
| "learning_rate": 1.2820678900980093e-06, |
| "loss": 0.0424, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.6664422753281724, |
| "grad_norm": 0.48095167095215713, |
| "learning_rate": 1.2754111856378731e-06, |
| "loss": 0.0425, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.6674039524931481, |
| "grad_norm": 0.7108950849221806, |
| "learning_rate": 1.268765884646957e-06, |
| "loss": 0.0438, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.6683656296581237, |
| "grad_norm": 0.9070183197008045, |
| "learning_rate": 1.2621320490068373e-06, |
| "loss": 0.0421, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.6693273068230995, |
| "grad_norm": 0.4518351637086708, |
| "learning_rate": 1.25550974049232e-06, |
| "loss": 0.0419, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.6702889839880752, |
| "grad_norm": 0.8309299622802877, |
| "learning_rate": 1.2488990207708771e-06, |
| "loss": 0.042, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.6712506611530509, |
| "grad_norm": 0.7380844303601123, |
| "learning_rate": 1.2422999514020589e-06, |
| "loss": 0.0395, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.6722123383180266, |
| "grad_norm": 0.6857979926972501, |
| "learning_rate": 1.2357125938369263e-06, |
| "loss": 0.0438, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.6731740154830024, |
| "grad_norm": 0.5018800850247064, |
| "learning_rate": 1.229137009417485e-06, |
| "loss": 0.0396, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.6741356926479781, |
| "grad_norm": 0.4534909260481321, |
| "learning_rate": 1.2225732593761017e-06, |
| "loss": 0.0392, |
| "step": 7010 |
| }, |
| { |
| "epoch": 0.6750973698129538, |
| "grad_norm": 0.49394328986358843, |
| "learning_rate": 1.2160214048349433e-06, |
| "loss": 0.0378, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.6760590469779295, |
| "grad_norm": 0.9624985342694362, |
| "learning_rate": 1.209481506805406e-06, |
| "loss": 0.0428, |
| "step": 7030 |
| }, |
| { |
| "epoch": 0.6770207241429053, |
| "grad_norm": 0.4325500159233589, |
| "learning_rate": 1.2029536261875427e-06, |
| "loss": 0.0395, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.6779824013078809, |
| "grad_norm": 0.9632351206453356, |
| "learning_rate": 1.196437823769502e-06, |
| "loss": 0.0413, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.6789440784728566, |
| "grad_norm": 0.42422316589614495, |
| "learning_rate": 1.1899341602269594e-06, |
| "loss": 0.0431, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.6799057556378324, |
| "grad_norm": 1.1890218091401108, |
| "learning_rate": 1.1834426961225481e-06, |
| "loss": 0.0423, |
| "step": 7070 |
| }, |
| { |
| "epoch": 0.6808674328028081, |
| "grad_norm": 0.5814806800016806, |
| "learning_rate": 1.1769634919053064e-06, |
| "loss": 0.0406, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.6818291099677838, |
| "grad_norm": 0.8642445495362637, |
| "learning_rate": 1.1704966079101004e-06, |
| "loss": 0.0412, |
| "step": 7090 |
| }, |
| { |
| "epoch": 0.6827907871327595, |
| "grad_norm": 0.6638831563313253, |
| "learning_rate": 1.1640421043570731e-06, |
| "loss": 0.0419, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.6837524642977353, |
| "grad_norm": 0.4656296936883594, |
| "learning_rate": 1.1576000413510807e-06, |
| "loss": 0.0388, |
| "step": 7110 |
| }, |
| { |
| "epoch": 0.6847141414627109, |
| "grad_norm": 0.608477113115962, |
| "learning_rate": 1.1511704788811279e-06, |
| "loss": 0.0387, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.6856758186276867, |
| "grad_norm": 0.7570689824228782, |
| "learning_rate": 1.1447534768198172e-06, |
| "loss": 0.0448, |
| "step": 7130 |
| }, |
| { |
| "epoch": 0.6866374957926624, |
| "grad_norm": 0.8986085327117616, |
| "learning_rate": 1.138349094922786e-06, |
| "loss": 0.0429, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.6875991729576382, |
| "grad_norm": 1.503456656590047, |
| "learning_rate": 1.131957392828153e-06, |
| "loss": 0.0412, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.6885608501226138, |
| "grad_norm": 0.6347360509170766, |
| "learning_rate": 1.1255784300559586e-06, |
| "loss": 0.0412, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.6895225272875896, |
| "grad_norm": 0.4489408327543287, |
| "learning_rate": 1.1192122660076166e-06, |
| "loss": 0.0402, |
| "step": 7170 |
| }, |
| { |
| "epoch": 0.6904842044525653, |
| "grad_norm": 0.6670976976990822, |
| "learning_rate": 1.1128589599653582e-06, |
| "loss": 0.0401, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.691445881617541, |
| "grad_norm": 0.9933689174256539, |
| "learning_rate": 1.1065185710916765e-06, |
| "loss": 0.04, |
| "step": 7190 |
| }, |
| { |
| "epoch": 0.6924075587825167, |
| "grad_norm": 0.6284161292890578, |
| "learning_rate": 1.100191158428782e-06, |
| "loss": 0.0364, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.6933692359474924, |
| "grad_norm": 0.4700635843854806, |
| "learning_rate": 1.0938767808980485e-06, |
| "loss": 0.0437, |
| "step": 7210 |
| }, |
| { |
| "epoch": 0.6943309131124682, |
| "grad_norm": 0.7343046843683528, |
| "learning_rate": 1.0875754972994663e-06, |
| "loss": 0.0405, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.6952925902774438, |
| "grad_norm": 0.4976751819036805, |
| "learning_rate": 1.0812873663110936e-06, |
| "loss": 0.0405, |
| "step": 7230 |
| }, |
| { |
| "epoch": 0.6962542674424196, |
| "grad_norm": 0.48317496471866167, |
| "learning_rate": 1.0750124464885094e-06, |
| "loss": 0.0408, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.6972159446073953, |
| "grad_norm": 0.445523797642238, |
| "learning_rate": 1.0687507962642707e-06, |
| "loss": 0.0427, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.698177621772371, |
| "grad_norm": 0.5198335312839286, |
| "learning_rate": 1.0625024739473674e-06, |
| "loss": 0.0423, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.6991392989373467, |
| "grad_norm": 0.44310712063912416, |
| "learning_rate": 1.056267537722675e-06, |
| "loss": 0.0414, |
| "step": 7270 |
| }, |
| { |
| "epoch": 0.7001009761023225, |
| "grad_norm": 0.7564949393953974, |
| "learning_rate": 1.050046045650423e-06, |
| "loss": 0.0411, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.7010626532672982, |
| "grad_norm": 0.7540264100959939, |
| "learning_rate": 1.0438380556656427e-06, |
| "loss": 0.0415, |
| "step": 7290 |
| }, |
| { |
| "epoch": 0.7020243304322739, |
| "grad_norm": 0.46151021056205804, |
| "learning_rate": 1.0376436255776328e-06, |
| "loss": 0.0399, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.7029860075972496, |
| "grad_norm": 0.7561851866582172, |
| "learning_rate": 1.0314628130694267e-06, |
| "loss": 0.0419, |
| "step": 7310 |
| }, |
| { |
| "epoch": 0.7039476847622254, |
| "grad_norm": 1.020988126925549, |
| "learning_rate": 1.0252956756972433e-06, |
| "loss": 0.0435, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.704909361927201, |
| "grad_norm": 0.43922163481739224, |
| "learning_rate": 1.0191422708899607e-06, |
| "loss": 0.0413, |
| "step": 7330 |
| }, |
| { |
| "epoch": 0.7058710390921767, |
| "grad_norm": 0.5712311906635752, |
| "learning_rate": 1.013002655948579e-06, |
| "loss": 0.0417, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.7068327162571525, |
| "grad_norm": 0.5448553639694101, |
| "learning_rate": 1.0068768880456829e-06, |
| "loss": 0.0423, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.7077943934221282, |
| "grad_norm": 0.7340080533587233, |
| "learning_rate": 1.0007650242249154e-06, |
| "loss": 0.0409, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.7087560705871039, |
| "grad_norm": 0.6821347987001682, |
| "learning_rate": 9.946671214004419e-07, |
| "loss": 0.0405, |
| "step": 7370 |
| }, |
| { |
| "epoch": 0.7097177477520796, |
| "grad_norm": 0.5445372733423468, |
| "learning_rate": 9.88583236356424e-07, |
| "loss": 0.0415, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.7106794249170554, |
| "grad_norm": 0.6671971568298842, |
| "learning_rate": 9.825134257464846e-07, |
| "loss": 0.0418, |
| "step": 7390 |
| }, |
| { |
| "epoch": 0.711641102082031, |
| "grad_norm": 0.5762530378104856, |
| "learning_rate": 9.76457746093188e-07, |
| "loss": 0.0417, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.7126027792470068, |
| "grad_norm": 1.6829826177133973, |
| "learning_rate": 9.704162537875084e-07, |
| "loss": 0.0418, |
| "step": 7410 |
| }, |
| { |
| "epoch": 0.7135644564119825, |
| "grad_norm": 0.7081402858163685, |
| "learning_rate": 9.643890050883075e-07, |
| "loss": 0.0394, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.7145261335769583, |
| "grad_norm": 0.5075866409068482, |
| "learning_rate": 9.583760561218067e-07, |
| "loss": 0.0365, |
| "step": 7430 |
| }, |
| { |
| "epoch": 0.7154878107419339, |
| "grad_norm": 0.6504861950904834, |
| "learning_rate": 9.523774628810698e-07, |
| "loss": 0.0381, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.7164494879069097, |
| "grad_norm": 0.4431217852084301, |
| "learning_rate": 9.463932812254778e-07, |
| "loss": 0.0375, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.7174111650718854, |
| "grad_norm": 0.6431321363177122, |
| "learning_rate": 9.404235668802109e-07, |
| "loss": 0.0392, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.718372842236861, |
| "grad_norm": 1.0222470530054188, |
| "learning_rate": 9.344683754357262e-07, |
| "loss": 0.0413, |
| "step": 7470 |
| }, |
| { |
| "epoch": 0.7193345194018368, |
| "grad_norm": 0.6912182658946313, |
| "learning_rate": 9.285277623472446e-07, |
| "loss": 0.0394, |
| "step": 7480 |
| }, |
| { |
| "epoch": 0.7202961965668125, |
| "grad_norm": 0.7208388878128216, |
| "learning_rate": 9.226017829342323e-07, |
| "loss": 0.0376, |
| "step": 7490 |
| }, |
| { |
| "epoch": 0.7212578737317883, |
| "grad_norm": 0.5620774792003812, |
| "learning_rate": 9.166904923798822e-07, |
| "loss": 0.0385, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.7222195508967639, |
| "grad_norm": 0.4588548577721793, |
| "learning_rate": 9.107939457306095e-07, |
| "loss": 0.0416, |
| "step": 7510 |
| }, |
| { |
| "epoch": 0.7231812280617397, |
| "grad_norm": 0.4203362758529336, |
| "learning_rate": 9.049121978955263e-07, |
| "loss": 0.0421, |
| "step": 7520 |
| }, |
| { |
| "epoch": 0.7241429052267154, |
| "grad_norm": 0.7055809638005479, |
| "learning_rate": 8.990453036459412e-07, |
| "loss": 0.0394, |
| "step": 7530 |
| }, |
| { |
| "epoch": 0.7251045823916911, |
| "grad_norm": 0.441815696720863, |
| "learning_rate": 8.931933176148447e-07, |
| "loss": 0.0377, |
| "step": 7540 |
| }, |
| { |
| "epoch": 0.7260662595566668, |
| "grad_norm": 0.4640302667698362, |
| "learning_rate": 8.873562942963978e-07, |
| "loss": 0.0407, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.7270279367216426, |
| "grad_norm": 0.4773113828170063, |
| "learning_rate": 8.815342880454312e-07, |
| "loss": 0.0412, |
| "step": 7560 |
| }, |
| { |
| "epoch": 0.7279896138866183, |
| "grad_norm": 0.5824736007906856, |
| "learning_rate": 8.757273530769339e-07, |
| "loss": 0.0402, |
| "step": 7570 |
| }, |
| { |
| "epoch": 0.728951291051594, |
| "grad_norm": 0.39848620605912094, |
| "learning_rate": 8.699355434655479e-07, |
| "loss": 0.0401, |
| "step": 7580 |
| }, |
| { |
| "epoch": 0.7299129682165697, |
| "grad_norm": 0.43772815999831566, |
| "learning_rate": 8.641589131450717e-07, |
| "loss": 0.0411, |
| "step": 7590 |
| }, |
| { |
| "epoch": 0.7308746453815455, |
| "grad_norm": 0.7060844720705003, |
| "learning_rate": 8.583975159079481e-07, |
| "loss": 0.0421, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.7318363225465211, |
| "grad_norm": 0.4917614694687494, |
| "learning_rate": 8.5265140540477e-07, |
| "loss": 0.04, |
| "step": 7610 |
| }, |
| { |
| "epoch": 0.7327979997114968, |
| "grad_norm": 0.44533692700819505, |
| "learning_rate": 8.469206351437806e-07, |
| "loss": 0.0403, |
| "step": 7620 |
| }, |
| { |
| "epoch": 0.7337596768764726, |
| "grad_norm": 0.5195376804979531, |
| "learning_rate": 8.412052584903701e-07, |
| "loss": 0.0401, |
| "step": 7630 |
| }, |
| { |
| "epoch": 0.7347213540414483, |
| "grad_norm": 1.0111373576639069, |
| "learning_rate": 8.355053286665851e-07, |
| "loss": 0.039, |
| "step": 7640 |
| }, |
| { |
| "epoch": 0.735683031206424, |
| "grad_norm": 0.40050346985372376, |
| "learning_rate": 8.298208987506298e-07, |
| "loss": 0.0434, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.7366447083713997, |
| "grad_norm": 0.6711308233834071, |
| "learning_rate": 8.241520216763696e-07, |
| "loss": 0.0423, |
| "step": 7660 |
| }, |
| { |
| "epoch": 0.7376063855363755, |
| "grad_norm": 0.572559745195412, |
| "learning_rate": 8.184987502328434e-07, |
| "loss": 0.0403, |
| "step": 7670 |
| }, |
| { |
| "epoch": 0.7385680627013511, |
| "grad_norm": 0.5674839090744791, |
| "learning_rate": 8.128611370637679e-07, |
| "loss": 0.0406, |
| "step": 7680 |
| }, |
| { |
| "epoch": 0.7395297398663269, |
| "grad_norm": 0.8530799294832696, |
| "learning_rate": 8.072392346670499e-07, |
| "loss": 0.0407, |
| "step": 7690 |
| }, |
| { |
| "epoch": 0.7404914170313026, |
| "grad_norm": 0.9598390895324034, |
| "learning_rate": 8.016330953942936e-07, |
| "loss": 0.0419, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.7414530941962784, |
| "grad_norm": 0.500935791933002, |
| "learning_rate": 7.96042771450318e-07, |
| "loss": 0.0427, |
| "step": 7710 |
| }, |
| { |
| "epoch": 0.742414771361254, |
| "grad_norm": 0.7761923715570103, |
| "learning_rate": 7.904683148926682e-07, |
| "loss": 0.0414, |
| "step": 7720 |
| }, |
| { |
| "epoch": 0.7433764485262297, |
| "grad_norm": 0.6196739105979959, |
| "learning_rate": 7.849097776311302e-07, |
| "loss": 0.0403, |
| "step": 7730 |
| }, |
| { |
| "epoch": 0.7443381256912055, |
| "grad_norm": 0.6650438590119747, |
| "learning_rate": 7.793672114272496e-07, |
| "loss": 0.041, |
| "step": 7740 |
| }, |
| { |
| "epoch": 0.7452998028561811, |
| "grad_norm": 0.9358801563064497, |
| "learning_rate": 7.738406678938456e-07, |
| "loss": 0.0411, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.7462614800211569, |
| "grad_norm": 0.7175163758125876, |
| "learning_rate": 7.683301984945357e-07, |
| "loss": 0.0393, |
| "step": 7760 |
| }, |
| { |
| "epoch": 0.7472231571861326, |
| "grad_norm": 0.9675771747614191, |
| "learning_rate": 7.628358545432532e-07, |
| "loss": 0.044, |
| "step": 7770 |
| }, |
| { |
| "epoch": 0.7481848343511084, |
| "grad_norm": 0.7812457054652231, |
| "learning_rate": 7.573576872037674e-07, |
| "loss": 0.0428, |
| "step": 7780 |
| }, |
| { |
| "epoch": 0.749146511516084, |
| "grad_norm": 0.7247773255104981, |
| "learning_rate": 7.51895747489215e-07, |
| "loss": 0.0425, |
| "step": 7790 |
| }, |
| { |
| "epoch": 0.7501081886810598, |
| "grad_norm": 0.7203314754278722, |
| "learning_rate": 7.464500862616148e-07, |
| "loss": 0.0409, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.7510698658460355, |
| "grad_norm": 0.7484766561076719, |
| "learning_rate": 7.410207542313988e-07, |
| "loss": 0.041, |
| "step": 7810 |
| }, |
| { |
| "epoch": 0.7520315430110112, |
| "grad_norm": 0.7086143211440757, |
| "learning_rate": 7.356078019569457e-07, |
| "loss": 0.0424, |
| "step": 7820 |
| }, |
| { |
| "epoch": 0.7529932201759869, |
| "grad_norm": 0.4996553893900485, |
| "learning_rate": 7.302112798440989e-07, |
| "loss": 0.0431, |
| "step": 7830 |
| }, |
| { |
| "epoch": 0.7539548973409627, |
| "grad_norm": 0.4861432036588017, |
| "learning_rate": 7.248312381457054e-07, |
| "loss": 0.0406, |
| "step": 7840 |
| }, |
| { |
| "epoch": 0.7549165745059384, |
| "grad_norm": 0.4905978438002265, |
| "learning_rate": 7.194677269611458e-07, |
| "loss": 0.0416, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.755878251670914, |
| "grad_norm": 1.1872499477403913, |
| "learning_rate": 7.141207962358646e-07, |
| "loss": 0.0404, |
| "step": 7860 |
| }, |
| { |
| "epoch": 0.7568399288358898, |
| "grad_norm": 0.4428686499675304, |
| "learning_rate": 7.087904957609102e-07, |
| "loss": 0.0389, |
| "step": 7870 |
| }, |
| { |
| "epoch": 0.7578016060008655, |
| "grad_norm": 0.4112229426715463, |
| "learning_rate": 7.034768751724685e-07, |
| "loss": 0.0378, |
| "step": 7880 |
| }, |
| { |
| "epoch": 0.7587632831658412, |
| "grad_norm": 0.7885666026768597, |
| "learning_rate": 6.981799839513994e-07, |
| "loss": 0.041, |
| "step": 7890 |
| }, |
| { |
| "epoch": 0.7597249603308169, |
| "grad_norm": 1.0700602337757965, |
| "learning_rate": 6.928998714227792e-07, |
| "loss": 0.0408, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.7606866374957927, |
| "grad_norm": 0.8668551044108286, |
| "learning_rate": 6.876365867554391e-07, |
| "loss": 0.0414, |
| "step": 7910 |
| }, |
| { |
| "epoch": 0.7616483146607684, |
| "grad_norm": 0.5855239920199142, |
| "learning_rate": 6.823901789615075e-07, |
| "loss": 0.0388, |
| "step": 7920 |
| }, |
| { |
| "epoch": 0.7626099918257441, |
| "grad_norm": 0.43681606318882177, |
| "learning_rate": 6.77160696895956e-07, |
| "loss": 0.04, |
| "step": 7930 |
| }, |
| { |
| "epoch": 0.7635716689907198, |
| "grad_norm": 0.6239404169600062, |
| "learning_rate": 6.719481892561386e-07, |
| "loss": 0.04, |
| "step": 7940 |
| }, |
| { |
| "epoch": 0.7645333461556956, |
| "grad_norm": 1.1418214039538386, |
| "learning_rate": 6.667527045813452e-07, |
| "loss": 0.0411, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.7654950233206712, |
| "grad_norm": 0.43197006011954164, |
| "learning_rate": 6.61574291252346e-07, |
| "loss": 0.0398, |
| "step": 7960 |
| }, |
| { |
| "epoch": 0.766456700485647, |
| "grad_norm": 0.48823392567790896, |
| "learning_rate": 6.564129974909417e-07, |
| "loss": 0.0393, |
| "step": 7970 |
| }, |
| { |
| "epoch": 0.7674183776506227, |
| "grad_norm": 0.5014758458505306, |
| "learning_rate": 6.51268871359512e-07, |
| "loss": 0.0438, |
| "step": 7980 |
| }, |
| { |
| "epoch": 0.7683800548155985, |
| "grad_norm": 0.699486688381928, |
| "learning_rate": 6.461419607605726e-07, |
| "loss": 0.0384, |
| "step": 7990 |
| }, |
| { |
| "epoch": 0.7693417319805741, |
| "grad_norm": 0.553174233152703, |
| "learning_rate": 6.410323134363269e-07, |
| "loss": 0.041, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.7703034091455498, |
| "grad_norm": 0.5188559286449621, |
| "learning_rate": 6.359399769682181e-07, |
| "loss": 0.0397, |
| "step": 8010 |
| }, |
| { |
| "epoch": 0.7712650863105256, |
| "grad_norm": 0.8513068151216675, |
| "learning_rate": 6.308649987764947e-07, |
| "loss": 0.0411, |
| "step": 8020 |
| }, |
| { |
| "epoch": 0.7722267634755012, |
| "grad_norm": 0.46438787146565114, |
| "learning_rate": 6.258074261197585e-07, |
| "loss": 0.0366, |
| "step": 8030 |
| }, |
| { |
| "epoch": 0.773188440640477, |
| "grad_norm": 0.9345571578788271, |
| "learning_rate": 6.207673060945319e-07, |
| "loss": 0.0412, |
| "step": 8040 |
| }, |
| { |
| "epoch": 0.7741501178054527, |
| "grad_norm": 0.44451822595863544, |
| "learning_rate": 6.157446856348176e-07, |
| "loss": 0.0424, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.7751117949704285, |
| "grad_norm": 0.5236170915237174, |
| "learning_rate": 6.107396115116585e-07, |
| "loss": 0.0416, |
| "step": 8060 |
| }, |
| { |
| "epoch": 0.7760734721354041, |
| "grad_norm": 0.512910578449532, |
| "learning_rate": 6.057521303327069e-07, |
| "loss": 0.0401, |
| "step": 8070 |
| }, |
| { |
| "epoch": 0.7770351493003799, |
| "grad_norm": 0.5372932745971748, |
| "learning_rate": 6.007822885417883e-07, |
| "loss": 0.0417, |
| "step": 8080 |
| }, |
| { |
| "epoch": 0.7779968264653556, |
| "grad_norm": 0.5171068800661865, |
| "learning_rate": 5.958301324184659e-07, |
| "loss": 0.04, |
| "step": 8090 |
| }, |
| { |
| "epoch": 0.7789585036303313, |
| "grad_norm": 0.6179696247672228, |
| "learning_rate": 5.908957080776159e-07, |
| "loss": 0.0413, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.779920180795307, |
| "grad_norm": 0.6711789492434465, |
| "learning_rate": 5.859790614689936e-07, |
| "loss": 0.037, |
| "step": 8110 |
| }, |
| { |
| "epoch": 0.7808818579602828, |
| "grad_norm": 0.7558498925750853, |
| "learning_rate": 5.810802383768046e-07, |
| "loss": 0.0389, |
| "step": 8120 |
| }, |
| { |
| "epoch": 0.7818435351252585, |
| "grad_norm": 0.8387724696494762, |
| "learning_rate": 5.761992844192852e-07, |
| "loss": 0.0406, |
| "step": 8130 |
| }, |
| { |
| "epoch": 0.7828052122902341, |
| "grad_norm": 0.5381582682465662, |
| "learning_rate": 5.713362450482677e-07, |
| "loss": 0.0401, |
| "step": 8140 |
| }, |
| { |
| "epoch": 0.7837668894552099, |
| "grad_norm": 0.5282079840591019, |
| "learning_rate": 5.664911655487651e-07, |
| "loss": 0.0408, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.7847285666201856, |
| "grad_norm": 0.470659508876529, |
| "learning_rate": 5.616640910385471e-07, |
| "loss": 0.0409, |
| "step": 8160 |
| }, |
| { |
| "epoch": 0.7856902437851613, |
| "grad_norm": 0.9016079036312344, |
| "learning_rate": 5.56855066467717e-07, |
| "loss": 0.042, |
| "step": 8170 |
| }, |
| { |
| "epoch": 0.786651920950137, |
| "grad_norm": 0.8724243054522359, |
| "learning_rate": 5.52064136618298e-07, |
| "loss": 0.0389, |
| "step": 8180 |
| }, |
| { |
| "epoch": 0.7876135981151128, |
| "grad_norm": 0.43531539191961777, |
| "learning_rate": 5.472913461038132e-07, |
| "loss": 0.0407, |
| "step": 8190 |
| }, |
| { |
| "epoch": 0.7885752752800885, |
| "grad_norm": 0.7137553053249395, |
| "learning_rate": 5.425367393688707e-07, |
| "loss": 0.041, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.7895369524450642, |
| "grad_norm": 0.8561951284360314, |
| "learning_rate": 5.378003606887485e-07, |
| "loss": 0.0382, |
| "step": 8210 |
| }, |
| { |
| "epoch": 0.7904986296100399, |
| "grad_norm": 0.45701096852978745, |
| "learning_rate": 5.330822541689853e-07, |
| "loss": 0.0401, |
| "step": 8220 |
| }, |
| { |
| "epoch": 0.7914603067750157, |
| "grad_norm": 0.5492013732551596, |
| "learning_rate": 5.283824637449672e-07, |
| "loss": 0.0376, |
| "step": 8230 |
| }, |
| { |
| "epoch": 0.7924219839399913, |
| "grad_norm": 0.6228523634794666, |
| "learning_rate": 5.237010331815196e-07, |
| "loss": 0.0407, |
| "step": 8240 |
| }, |
| { |
| "epoch": 0.793383661104967, |
| "grad_norm": 0.9323983242359803, |
| "learning_rate": 5.190380060724998e-07, |
| "loss": 0.0396, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.7943453382699428, |
| "grad_norm": 0.8296821602722244, |
| "learning_rate": 5.143934258403888e-07, |
| "loss": 0.0426, |
| "step": 8260 |
| }, |
| { |
| "epoch": 0.7953070154349186, |
| "grad_norm": 0.41486675227228464, |
| "learning_rate": 5.097673357358906e-07, |
| "loss": 0.043, |
| "step": 8270 |
| }, |
| { |
| "epoch": 0.7962686925998942, |
| "grad_norm": 0.43431056751731645, |
| "learning_rate": 5.051597788375279e-07, |
| "loss": 0.0431, |
| "step": 8280 |
| }, |
| { |
| "epoch": 0.7972303697648699, |
| "grad_norm": 0.9016641940189608, |
| "learning_rate": 5.005707980512387e-07, |
| "loss": 0.0424, |
| "step": 8290 |
| }, |
| { |
| "epoch": 0.7981920469298457, |
| "grad_norm": 0.6470238840166656, |
| "learning_rate": 4.960004361099808e-07, |
| "loss": 0.0378, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.7991537240948213, |
| "grad_norm": 0.4812900262623222, |
| "learning_rate": 4.91448735573331e-07, |
| "loss": 0.0432, |
| "step": 8310 |
| }, |
| { |
| "epoch": 0.8001154012597971, |
| "grad_norm": 0.6084403356675981, |
| "learning_rate": 4.869157388270885e-07, |
| "loss": 0.0388, |
| "step": 8320 |
| }, |
| { |
| "epoch": 0.8010770784247728, |
| "grad_norm": 0.6058455259574362, |
| "learning_rate": 4.824014880828845e-07, |
| "loss": 0.0385, |
| "step": 8330 |
| }, |
| { |
| "epoch": 0.8020387555897486, |
| "grad_norm": 0.6148686150620062, |
| "learning_rate": 4.779060253777829e-07, |
| "loss": 0.0387, |
| "step": 8340 |
| }, |
| { |
| "epoch": 0.8030004327547242, |
| "grad_norm": 0.6993143508111809, |
| "learning_rate": 4.7342939257389144e-07, |
| "loss": 0.0389, |
| "step": 8350 |
| }, |
| { |
| "epoch": 0.8039621099197, |
| "grad_norm": 0.5261149182658411, |
| "learning_rate": 4.689716313579759e-07, |
| "loss": 0.0371, |
| "step": 8360 |
| }, |
| { |
| "epoch": 0.8049237870846757, |
| "grad_norm": 0.5176375932940491, |
| "learning_rate": 4.645327832410648e-07, |
| "loss": 0.0408, |
| "step": 8370 |
| }, |
| { |
| "epoch": 0.8058854642496514, |
| "grad_norm": 0.6071379463459617, |
| "learning_rate": 4.601128895580678e-07, |
| "loss": 0.0423, |
| "step": 8380 |
| }, |
| { |
| "epoch": 0.8068471414146271, |
| "grad_norm": 0.4106102283952732, |
| "learning_rate": 4.557119914673902e-07, |
| "loss": 0.0403, |
| "step": 8390 |
| }, |
| { |
| "epoch": 0.8078088185796028, |
| "grad_norm": 0.5013878389601903, |
| "learning_rate": 4.513301299505465e-07, |
| "loss": 0.0421, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.8087704957445786, |
| "grad_norm": 0.5931629825421967, |
| "learning_rate": 4.469673458117832e-07, |
| "loss": 0.0395, |
| "step": 8410 |
| }, |
| { |
| "epoch": 0.8097321729095542, |
| "grad_norm": 0.8062575846216942, |
| "learning_rate": 4.4262367967769585e-07, |
| "loss": 0.0391, |
| "step": 8420 |
| }, |
| { |
| "epoch": 0.81069385007453, |
| "grad_norm": 0.4520347215884978, |
| "learning_rate": 4.382991719968516e-07, |
| "loss": 0.0389, |
| "step": 8430 |
| }, |
| { |
| "epoch": 0.8116555272395057, |
| "grad_norm": 0.3668596163907365, |
| "learning_rate": 4.339938630394136e-07, |
| "loss": 0.0372, |
| "step": 8440 |
| }, |
| { |
| "epoch": 0.8126172044044814, |
| "grad_norm": 0.4711843656961423, |
| "learning_rate": 4.297077928967627e-07, |
| "loss": 0.0419, |
| "step": 8450 |
| }, |
| { |
| "epoch": 0.8135788815694571, |
| "grad_norm": 0.4777123805847445, |
| "learning_rate": 4.2544100148112806e-07, |
| "loss": 0.0403, |
| "step": 8460 |
| }, |
| { |
| "epoch": 0.8145405587344329, |
| "grad_norm": 1.3523911431981477, |
| "learning_rate": 4.211935285252139e-07, |
| "loss": 0.0397, |
| "step": 8470 |
| }, |
| { |
| "epoch": 0.8155022358994086, |
| "grad_norm": 1.3268347314028444, |
| "learning_rate": 4.169654135818291e-07, |
| "loss": 0.0409, |
| "step": 8480 |
| }, |
| { |
| "epoch": 0.8164639130643843, |
| "grad_norm": 1.0473681962105572, |
| "learning_rate": 4.1275669602351827e-07, |
| "loss": 0.0425, |
| "step": 8490 |
| }, |
| { |
| "epoch": 0.81742559022936, |
| "grad_norm": 0.49111986221214887, |
| "learning_rate": 4.085674150421967e-07, |
| "loss": 0.0387, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.8183872673943358, |
| "grad_norm": 0.569632591820968, |
| "learning_rate": 4.043976096487859e-07, |
| "loss": 0.0396, |
| "step": 8510 |
| }, |
| { |
| "epoch": 0.8193489445593114, |
| "grad_norm": 0.5434168255954265, |
| "learning_rate": 4.0024731867284646e-07, |
| "loss": 0.0398, |
| "step": 8520 |
| }, |
| { |
| "epoch": 0.8203106217242871, |
| "grad_norm": 0.7225007004596404, |
| "learning_rate": 3.9611658076222167e-07, |
| "loss": 0.0395, |
| "step": 8530 |
| }, |
| { |
| "epoch": 0.8212722988892629, |
| "grad_norm": 1.332550691570749, |
| "learning_rate": 3.9200543438267427e-07, |
| "loss": 0.0392, |
| "step": 8540 |
| }, |
| { |
| "epoch": 0.8222339760542386, |
| "grad_norm": 0.8694943960717446, |
| "learning_rate": 3.8791391781752757e-07, |
| "loss": 0.0415, |
| "step": 8550 |
| }, |
| { |
| "epoch": 0.8231956532192143, |
| "grad_norm": 0.6830727460583145, |
| "learning_rate": 3.838420691673139e-07, |
| "loss": 0.0407, |
| "step": 8560 |
| }, |
| { |
| "epoch": 0.82415733038419, |
| "grad_norm": 0.9543266970244659, |
| "learning_rate": 3.797899263494129e-07, |
| "loss": 0.0418, |
| "step": 8570 |
| }, |
| { |
| "epoch": 0.8251190075491658, |
| "grad_norm": 0.4397319026243427, |
| "learning_rate": 3.7575752709770377e-07, |
| "loss": 0.0405, |
| "step": 8580 |
| }, |
| { |
| "epoch": 0.8260806847141414, |
| "grad_norm": 0.5868680957184178, |
| "learning_rate": 3.7174490896221215e-07, |
| "loss": 0.0398, |
| "step": 8590 |
| }, |
| { |
| "epoch": 0.8270423618791172, |
| "grad_norm": 0.7991055409911382, |
| "learning_rate": 3.6775210930875883e-07, |
| "loss": 0.0393, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.8280040390440929, |
| "grad_norm": 1.1996499976257216, |
| "learning_rate": 3.6377916531861487e-07, |
| "loss": 0.0404, |
| "step": 8610 |
| }, |
| { |
| "epoch": 0.8289657162090687, |
| "grad_norm": 0.4061522323567939, |
| "learning_rate": 3.598261139881537e-07, |
| "loss": 0.0403, |
| "step": 8620 |
| }, |
| { |
| "epoch": 0.8299273933740443, |
| "grad_norm": 0.4040544167973367, |
| "learning_rate": 3.5589299212850453e-07, |
| "loss": 0.0401, |
| "step": 8630 |
| }, |
| { |
| "epoch": 0.8308890705390201, |
| "grad_norm": 0.8352330787077704, |
| "learning_rate": 3.5197983636521577e-07, |
| "loss": 0.0376, |
| "step": 8640 |
| }, |
| { |
| "epoch": 0.8318507477039958, |
| "grad_norm": 0.5684101664381208, |
| "learning_rate": 3.4808668313790594e-07, |
| "loss": 0.0392, |
| "step": 8650 |
| }, |
| { |
| "epoch": 0.8328124248689714, |
| "grad_norm": 0.5599185838211364, |
| "learning_rate": 3.442135686999304e-07, |
| "loss": 0.0365, |
| "step": 8660 |
| }, |
| { |
| "epoch": 0.8337741020339472, |
| "grad_norm": 0.4214256383979978, |
| "learning_rate": 3.4036052911804227e-07, |
| "loss": 0.0395, |
| "step": 8670 |
| }, |
| { |
| "epoch": 0.834735779198923, |
| "grad_norm": 0.4755397042145643, |
| "learning_rate": 3.3652760027205384e-07, |
| "loss": 0.0368, |
| "step": 8680 |
| }, |
| { |
| "epoch": 0.8356974563638987, |
| "grad_norm": 0.5613488475420603, |
| "learning_rate": 3.3271481785450587e-07, |
| "loss": 0.0395, |
| "step": 8690 |
| }, |
| { |
| "epoch": 0.8366591335288743, |
| "grad_norm": 0.5399909939650492, |
| "learning_rate": 3.289222173703346e-07, |
| "loss": 0.0412, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.8376208106938501, |
| "grad_norm": 0.4491065474278777, |
| "learning_rate": 3.2514983413654e-07, |
| "loss": 0.0417, |
| "step": 8710 |
| }, |
| { |
| "epoch": 0.8385824878588258, |
| "grad_norm": 1.1071106035996205, |
| "learning_rate": 3.21397703281856e-07, |
| "loss": 0.0417, |
| "step": 8720 |
| }, |
| { |
| "epoch": 0.8395441650238015, |
| "grad_norm": 0.6951153391624573, |
| "learning_rate": 3.176658597464269e-07, |
| "loss": 0.0418, |
| "step": 8730 |
| }, |
| { |
| "epoch": 0.8405058421887772, |
| "grad_norm": 0.6029449290469917, |
| "learning_rate": 3.1395433828147915e-07, |
| "loss": 0.0405, |
| "step": 8740 |
| }, |
| { |
| "epoch": 0.841467519353753, |
| "grad_norm": 0.4708075358307905, |
| "learning_rate": 3.102631734489972e-07, |
| "loss": 0.0412, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.8424291965187287, |
| "grad_norm": 0.5584401656620339, |
| "learning_rate": 3.065923996214043e-07, |
| "loss": 0.0423, |
| "step": 8760 |
| }, |
| { |
| "epoch": 0.8433908736837044, |
| "grad_norm": 0.3889654536146124, |
| "learning_rate": 3.0294205098124056e-07, |
| "loss": 0.0386, |
| "step": 8770 |
| }, |
| { |
| "epoch": 0.8443525508486801, |
| "grad_norm": 0.4451122001470659, |
| "learning_rate": 2.9931216152084554e-07, |
| "loss": 0.0409, |
| "step": 8780 |
| }, |
| { |
| "epoch": 0.8453142280136559, |
| "grad_norm": 0.6111419853331169, |
| "learning_rate": 2.957027650420413e-07, |
| "loss": 0.0409, |
| "step": 8790 |
| }, |
| { |
| "epoch": 0.8462759051786315, |
| "grad_norm": 0.8423777652075379, |
| "learning_rate": 2.9211389515581614e-07, |
| "loss": 0.0405, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.8472375823436072, |
| "grad_norm": 1.0059216196257024, |
| "learning_rate": 2.885455852820146e-07, |
| "loss": 0.0408, |
| "step": 8810 |
| }, |
| { |
| "epoch": 0.848199259508583, |
| "grad_norm": 0.7992151067338256, |
| "learning_rate": 2.8499786864902515e-07, |
| "loss": 0.038, |
| "step": 8820 |
| }, |
| { |
| "epoch": 0.8491609366735587, |
| "grad_norm": 0.8382200528055795, |
| "learning_rate": 2.8147077829346754e-07, |
| "loss": 0.0394, |
| "step": 8830 |
| }, |
| { |
| "epoch": 0.8501226138385344, |
| "grad_norm": 1.2162466401834917, |
| "learning_rate": 2.7796434705989225e-07, |
| "loss": 0.0404, |
| "step": 8840 |
| }, |
| { |
| "epoch": 0.8510842910035101, |
| "grad_norm": 1.1641809619939494, |
| "learning_rate": 2.7447860760046683e-07, |
| "loss": 0.0417, |
| "step": 8850 |
| }, |
| { |
| "epoch": 0.8520459681684859, |
| "grad_norm": 0.6050568483552976, |
| "learning_rate": 2.7101359237467597e-07, |
| "loss": 0.0409, |
| "step": 8860 |
| }, |
| { |
| "epoch": 0.8530076453334615, |
| "grad_norm": 0.4167931542271921, |
| "learning_rate": 2.675693336490209e-07, |
| "loss": 0.0394, |
| "step": 8870 |
| }, |
| { |
| "epoch": 0.8539693224984373, |
| "grad_norm": 0.45466468618718453, |
| "learning_rate": 2.641458634967137e-07, |
| "loss": 0.0406, |
| "step": 8880 |
| }, |
| { |
| "epoch": 0.854930999663413, |
| "grad_norm": 0.5095769752822631, |
| "learning_rate": 2.6074321379738337e-07, |
| "loss": 0.0401, |
| "step": 8890 |
| }, |
| { |
| "epoch": 0.8558926768283888, |
| "grad_norm": 0.6211503779915548, |
| "learning_rate": 2.573614162367771e-07, |
| "loss": 0.0435, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.8568543539933644, |
| "grad_norm": 0.4860082317899825, |
| "learning_rate": 2.540005023064643e-07, |
| "loss": 0.0398, |
| "step": 8910 |
| }, |
| { |
| "epoch": 0.8578160311583402, |
| "grad_norm": 0.9626828725582396, |
| "learning_rate": 2.5066050330354476e-07, |
| "loss": 0.0378, |
| "step": 8920 |
| }, |
| { |
| "epoch": 0.8587777083233159, |
| "grad_norm": 0.4790521749621617, |
| "learning_rate": 2.473414503303576e-07, |
| "loss": 0.0386, |
| "step": 8930 |
| }, |
| { |
| "epoch": 0.8597393854882915, |
| "grad_norm": 0.8601520194405653, |
| "learning_rate": 2.4404337429418975e-07, |
| "loss": 0.0434, |
| "step": 8940 |
| }, |
| { |
| "epoch": 0.8607010626532673, |
| "grad_norm": 0.6036804996448542, |
| "learning_rate": 2.4076630590699065e-07, |
| "loss": 0.0385, |
| "step": 8950 |
| }, |
| { |
| "epoch": 0.861662739818243, |
| "grad_norm": 0.6201948993755445, |
| "learning_rate": 2.375102756850825e-07, |
| "loss": 0.0436, |
| "step": 8960 |
| }, |
| { |
| "epoch": 0.8626244169832187, |
| "grad_norm": 0.6962928675215928, |
| "learning_rate": 2.3427531394888016e-07, |
| "loss": 0.0387, |
| "step": 8970 |
| }, |
| { |
| "epoch": 0.8635860941481944, |
| "grad_norm": 0.9034125138385446, |
| "learning_rate": 2.3106145082260777e-07, |
| "loss": 0.0395, |
| "step": 8980 |
| }, |
| { |
| "epoch": 0.8645477713131702, |
| "grad_norm": 0.8739346512506777, |
| "learning_rate": 2.2786871623401486e-07, |
| "loss": 0.0412, |
| "step": 8990 |
| }, |
| { |
| "epoch": 0.8655094484781459, |
| "grad_norm": 0.5172504034554685, |
| "learning_rate": 2.2469713991410262e-07, |
| "loss": 0.0379, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.8664711256431216, |
| "grad_norm": 0.4512283156143937, |
| "learning_rate": 2.215467513968439e-07, |
| "loss": 0.0397, |
| "step": 9010 |
| }, |
| { |
| "epoch": 0.8674328028080973, |
| "grad_norm": 0.47543855153771347, |
| "learning_rate": 2.1841758001891007e-07, |
| "loss": 0.0412, |
| "step": 9020 |
| }, |
| { |
| "epoch": 0.8683944799730731, |
| "grad_norm": 0.9456798799683241, |
| "learning_rate": 2.153096549193942e-07, |
| "loss": 0.0403, |
| "step": 9030 |
| }, |
| { |
| "epoch": 0.8693561571380487, |
| "grad_norm": 0.49983406201241914, |
| "learning_rate": 2.122230050395449e-07, |
| "loss": 0.0409, |
| "step": 9040 |
| }, |
| { |
| "epoch": 0.8703178343030245, |
| "grad_norm": 0.7551796153774815, |
| "learning_rate": 2.0915765912249391e-07, |
| "loss": 0.0405, |
| "step": 9050 |
| }, |
| { |
| "epoch": 0.8712795114680002, |
| "grad_norm": 0.6241966101724541, |
| "learning_rate": 2.061136457129867e-07, |
| "loss": 0.0427, |
| "step": 9060 |
| }, |
| { |
| "epoch": 0.872241188632976, |
| "grad_norm": 0.5005875068300897, |
| "learning_rate": 2.0309099315712178e-07, |
| "loss": 0.0395, |
| "step": 9070 |
| }, |
| { |
| "epoch": 0.8732028657979516, |
| "grad_norm": 0.5392426262600307, |
| "learning_rate": 2.0008972960208066e-07, |
| "loss": 0.0365, |
| "step": 9080 |
| }, |
| { |
| "epoch": 0.8741645429629273, |
| "grad_norm": 0.6066832761265211, |
| "learning_rate": 1.9710988299587119e-07, |
| "loss": 0.0379, |
| "step": 9090 |
| }, |
| { |
| "epoch": 0.8751262201279031, |
| "grad_norm": 0.7533515079958172, |
| "learning_rate": 1.941514810870637e-07, |
| "loss": 0.0402, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.8760878972928787, |
| "grad_norm": 0.5638279614398983, |
| "learning_rate": 1.9121455142453365e-07, |
| "loss": 0.0422, |
| "step": 9110 |
| }, |
| { |
| "epoch": 0.8770495744578545, |
| "grad_norm": 0.40938686827244714, |
| "learning_rate": 1.8829912135720552e-07, |
| "loss": 0.0382, |
| "step": 9120 |
| }, |
| { |
| "epoch": 0.8780112516228302, |
| "grad_norm": 0.8311702880506676, |
| "learning_rate": 1.854052180337984e-07, |
| "loss": 0.0408, |
| "step": 9130 |
| }, |
| { |
| "epoch": 0.878972928787806, |
| "grad_norm": 0.5698976891997964, |
| "learning_rate": 1.8253286840257095e-07, |
| "loss": 0.0375, |
| "step": 9140 |
| }, |
| { |
| "epoch": 0.8799346059527816, |
| "grad_norm": 0.9338600590043422, |
| "learning_rate": 1.7968209921107454e-07, |
| "loss": 0.0389, |
| "step": 9150 |
| }, |
| { |
| "epoch": 0.8808962831177574, |
| "grad_norm": 0.7382120213617634, |
| "learning_rate": 1.7685293700589938e-07, |
| "loss": 0.0403, |
| "step": 9160 |
| }, |
| { |
| "epoch": 0.8818579602827331, |
| "grad_norm": 0.47084790174724594, |
| "learning_rate": 1.7404540813243137e-07, |
| "loss": 0.0399, |
| "step": 9170 |
| }, |
| { |
| "epoch": 0.8828196374477087, |
| "grad_norm": 0.4844285844397976, |
| "learning_rate": 1.712595387346047e-07, |
| "loss": 0.0372, |
| "step": 9180 |
| }, |
| { |
| "epoch": 0.8837813146126845, |
| "grad_norm": 0.5975465180335219, |
| "learning_rate": 1.684953547546575e-07, |
| "loss": 0.039, |
| "step": 9190 |
| }, |
| { |
| "epoch": 0.8847429917776602, |
| "grad_norm": 0.49068623215197155, |
| "learning_rate": 1.657528819328935e-07, |
| "loss": 0.04, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.885704668942636, |
| "grad_norm": 1.035533831066511, |
| "learning_rate": 1.6303214580743963e-07, |
| "loss": 0.0411, |
| "step": 9210 |
| }, |
| { |
| "epoch": 0.8866663461076116, |
| "grad_norm": 0.8899294276097983, |
| "learning_rate": 1.6033317171400803e-07, |
| "loss": 0.0407, |
| "step": 9220 |
| }, |
| { |
| "epoch": 0.8876280232725874, |
| "grad_norm": 0.6453355659394527, |
| "learning_rate": 1.5765598478566206e-07, |
| "loss": 0.0421, |
| "step": 9230 |
| }, |
| { |
| "epoch": 0.8885897004375631, |
| "grad_norm": 0.4672624589077546, |
| "learning_rate": 1.5500060995258136e-07, |
| "loss": 0.0405, |
| "step": 9240 |
| }, |
| { |
| "epoch": 0.8895513776025388, |
| "grad_norm": 0.5954700363019318, |
| "learning_rate": 1.5236707194182964e-07, |
| "loss": 0.0401, |
| "step": 9250 |
| }, |
| { |
| "epoch": 0.8905130547675145, |
| "grad_norm": 0.42812294684524305, |
| "learning_rate": 1.4975539527712275e-07, |
| "loss": 0.0387, |
| "step": 9260 |
| }, |
| { |
| "epoch": 0.8914747319324903, |
| "grad_norm": 0.6863347718525754, |
| "learning_rate": 1.4716560427860433e-07, |
| "loss": 0.0379, |
| "step": 9270 |
| }, |
| { |
| "epoch": 0.892436409097466, |
| "grad_norm": 0.6736031548447008, |
| "learning_rate": 1.4459772306261528e-07, |
| "loss": 0.0407, |
| "step": 9280 |
| }, |
| { |
| "epoch": 0.8933980862624417, |
| "grad_norm": 0.47722676652382484, |
| "learning_rate": 1.420517755414713e-07, |
| "loss": 0.0404, |
| "step": 9290 |
| }, |
| { |
| "epoch": 0.8943597634274174, |
| "grad_norm": 0.5206710078295524, |
| "learning_rate": 1.3952778542324046e-07, |
| "loss": 0.0372, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.8953214405923932, |
| "grad_norm": 0.49960834917938524, |
| "learning_rate": 1.370257762115204e-07, |
| "loss": 0.0374, |
| "step": 9310 |
| }, |
| { |
| "epoch": 0.8962831177573688, |
| "grad_norm": 0.5386448774343103, |
| "learning_rate": 1.3454577120522145e-07, |
| "loss": 0.0379, |
| "step": 9320 |
| }, |
| { |
| "epoch": 0.8972447949223445, |
| "grad_norm": 0.5508681056349861, |
| "learning_rate": 1.3208779349834998e-07, |
| "loss": 0.0409, |
| "step": 9330 |
| }, |
| { |
| "epoch": 0.8982064720873203, |
| "grad_norm": 0.9119461176925442, |
| "learning_rate": 1.296518659797899e-07, |
| "loss": 0.0433, |
| "step": 9340 |
| }, |
| { |
| "epoch": 0.899168149252296, |
| "grad_norm": 0.7367660121360654, |
| "learning_rate": 1.2723801133309537e-07, |
| "loss": 0.0434, |
| "step": 9350 |
| }, |
| { |
| "epoch": 0.9001298264172717, |
| "grad_norm": 0.4697825976129435, |
| "learning_rate": 1.2484625203627338e-07, |
| "loss": 0.0391, |
| "step": 9360 |
| }, |
| { |
| "epoch": 0.9010915035822474, |
| "grad_norm": 0.5811103525613971, |
| "learning_rate": 1.2247661036157794e-07, |
| "loss": 0.0417, |
| "step": 9370 |
| }, |
| { |
| "epoch": 0.9020531807472232, |
| "grad_norm": 0.5057021325219279, |
| "learning_rate": 1.2012910837530312e-07, |
| "loss": 0.0404, |
| "step": 9380 |
| }, |
| { |
| "epoch": 0.9030148579121988, |
| "grad_norm": 0.6002827328669441, |
| "learning_rate": 1.1780376793757515e-07, |
| "loss": 0.0421, |
| "step": 9390 |
| }, |
| { |
| "epoch": 0.9039765350771746, |
| "grad_norm": 0.6968261939185088, |
| "learning_rate": 1.1550061070215057e-07, |
| "loss": 0.041, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.9049382122421503, |
| "grad_norm": 0.6103649862670979, |
| "learning_rate": 1.1321965811621454e-07, |
| "loss": 0.0392, |
| "step": 9410 |
| }, |
| { |
| "epoch": 0.9058998894071261, |
| "grad_norm": 0.5721465960026799, |
| "learning_rate": 1.109609314201801e-07, |
| "loss": 0.0385, |
| "step": 9420 |
| }, |
| { |
| "epoch": 0.9068615665721017, |
| "grad_norm": 0.8302581789082584, |
| "learning_rate": 1.0872445164749167e-07, |
| "loss": 0.0377, |
| "step": 9430 |
| }, |
| { |
| "epoch": 0.9078232437370775, |
| "grad_norm": 1.1236299443738338, |
| "learning_rate": 1.0651023962442803e-07, |
| "loss": 0.0369, |
| "step": 9440 |
| }, |
| { |
| "epoch": 0.9087849209020532, |
| "grad_norm": 0.40044707403845436, |
| "learning_rate": 1.0431831596990905e-07, |
| "loss": 0.0402, |
| "step": 9450 |
| }, |
| { |
| "epoch": 0.9097465980670288, |
| "grad_norm": 0.6282185184753099, |
| "learning_rate": 1.0214870109530317e-07, |
| "loss": 0.0414, |
| "step": 9460 |
| }, |
| { |
| "epoch": 0.9107082752320046, |
| "grad_norm": 0.5102581447486193, |
| "learning_rate": 1.0000141520423862e-07, |
| "loss": 0.0398, |
| "step": 9470 |
| }, |
| { |
| "epoch": 0.9116699523969803, |
| "grad_norm": 0.5792174987491675, |
| "learning_rate": 9.787647829241353e-08, |
| "loss": 0.039, |
| "step": 9480 |
| }, |
| { |
| "epoch": 0.9126316295619561, |
| "grad_norm": 0.816472405120796, |
| "learning_rate": 9.577391014741089e-08, |
| "loss": 0.0387, |
| "step": 9490 |
| }, |
| { |
| "epoch": 0.9135933067269317, |
| "grad_norm": 0.6126926319157687, |
| "learning_rate": 9.369373034851387e-08, |
| "loss": 0.0395, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.9145549838919075, |
| "grad_norm": 0.48623342129808805, |
| "learning_rate": 9.1635958266523e-08, |
| "loss": 0.0397, |
| "step": 9510 |
| }, |
| { |
| "epoch": 0.9155166610568832, |
| "grad_norm": 0.8015709048123753, |
| "learning_rate": 8.960061306357764e-08, |
| "loss": 0.0409, |
| "step": 9520 |
| }, |
| { |
| "epoch": 0.9164783382218589, |
| "grad_norm": 0.5549820889457359, |
| "learning_rate": 8.758771369297536e-08, |
| "loss": 0.0401, |
| "step": 9530 |
| }, |
| { |
| "epoch": 0.9174400153868346, |
| "grad_norm": 0.5890237226299291, |
| "learning_rate": 8.559727889899589e-08, |
| "loss": 0.0418, |
| "step": 9540 |
| }, |
| { |
| "epoch": 0.9184016925518104, |
| "grad_norm": 0.5618084507999686, |
| "learning_rate": 8.362932721672822e-08, |
| "loss": 0.0408, |
| "step": 9550 |
| }, |
| { |
| "epoch": 0.9193633697167861, |
| "grad_norm": 0.45883864833413474, |
| "learning_rate": 8.168387697189612e-08, |
| "loss": 0.0379, |
| "step": 9560 |
| }, |
| { |
| "epoch": 0.9203250468817618, |
| "grad_norm": 0.4797888415292444, |
| "learning_rate": 7.976094628068782e-08, |
| "loss": 0.0396, |
| "step": 9570 |
| }, |
| { |
| "epoch": 0.9212867240467375, |
| "grad_norm": 0.5683815027000246, |
| "learning_rate": 7.786055304958878e-08, |
| "loss": 0.0433, |
| "step": 9580 |
| }, |
| { |
| "epoch": 0.9222484012117133, |
| "grad_norm": 0.7245717877786506, |
| "learning_rate": 7.598271497521237e-08, |
| "loss": 0.0376, |
| "step": 9590 |
| }, |
| { |
| "epoch": 0.9232100783766889, |
| "grad_norm": 0.5636904046032535, |
| "learning_rate": 7.41274495441377e-08, |
| "loss": 0.0387, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.9241717555416646, |
| "grad_norm": 0.59928708563672, |
| "learning_rate": 7.229477403274537e-08, |
| "loss": 0.0386, |
| "step": 9610 |
| }, |
| { |
| "epoch": 0.9251334327066404, |
| "grad_norm": 0.46570482696443644, |
| "learning_rate": 7.048470550705649e-08, |
| "loss": 0.0386, |
| "step": 9620 |
| }, |
| { |
| "epoch": 0.9260951098716161, |
| "grad_norm": 1.0389681052737678, |
| "learning_rate": 6.869726082257389e-08, |
| "loss": 0.0375, |
| "step": 9630 |
| }, |
| { |
| "epoch": 0.9270567870365918, |
| "grad_norm": 0.440488744322497, |
| "learning_rate": 6.693245662412668e-08, |
| "loss": 0.0392, |
| "step": 9640 |
| }, |
| { |
| "epoch": 0.9280184642015675, |
| "grad_norm": 1.0937681043832441, |
| "learning_rate": 6.519030934571235e-08, |
| "loss": 0.0407, |
| "step": 9650 |
| }, |
| { |
| "epoch": 0.9289801413665433, |
| "grad_norm": 0.4360652236071348, |
| "learning_rate": 6.347083521034608e-08, |
| "loss": 0.0384, |
| "step": 9660 |
| }, |
| { |
| "epoch": 0.9299418185315189, |
| "grad_norm": 0.8664800217428701, |
| "learning_rate": 6.177405022990912e-08, |
| "loss": 0.0409, |
| "step": 9670 |
| }, |
| { |
| "epoch": 0.9309034956964947, |
| "grad_norm": 0.655266355284001, |
| "learning_rate": 6.009997020499897e-08, |
| "loss": 0.0391, |
| "step": 9680 |
| }, |
| { |
| "epoch": 0.9318651728614704, |
| "grad_norm": 0.5212844984873689, |
| "learning_rate": 5.844861072478336e-08, |
| "loss": 0.0431, |
| "step": 9690 |
| }, |
| { |
| "epoch": 0.9328268500264462, |
| "grad_norm": 0.48049310508833226, |
| "learning_rate": 5.6819987166854e-08, |
| "loss": 0.0391, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.9337885271914218, |
| "grad_norm": 0.6823508418958387, |
| "learning_rate": 5.521411469708387e-08, |
| "loss": 0.0376, |
| "step": 9710 |
| }, |
| { |
| "epoch": 0.9347502043563976, |
| "grad_norm": 0.4493122392540859, |
| "learning_rate": 5.363100826948686e-08, |
| "loss": 0.0406, |
| "step": 9720 |
| }, |
| { |
| "epoch": 0.9357118815213733, |
| "grad_norm": 0.5657510718923322, |
| "learning_rate": 5.207068262607584e-08, |
| "loss": 0.0375, |
| "step": 9730 |
| }, |
| { |
| "epoch": 0.9366735586863489, |
| "grad_norm": 0.820048119185096, |
| "learning_rate": 5.053315229672923e-08, |
| "loss": 0.0381, |
| "step": 9740 |
| }, |
| { |
| "epoch": 0.9376352358513247, |
| "grad_norm": 0.8823064470801121, |
| "learning_rate": 4.901843159905217e-08, |
| "loss": 0.0383, |
| "step": 9750 |
| }, |
| { |
| "epoch": 0.9385969130163004, |
| "grad_norm": 0.9118818813028625, |
| "learning_rate": 4.752653463824558e-08, |
| "loss": 0.0408, |
| "step": 9760 |
| }, |
| { |
| "epoch": 0.9395585901812762, |
| "grad_norm": 0.8029901559644491, |
| "learning_rate": 4.605747530697341e-08, |
| "loss": 0.0384, |
| "step": 9770 |
| }, |
| { |
| "epoch": 0.9405202673462518, |
| "grad_norm": 0.47901182750312143, |
| "learning_rate": 4.461126728523391e-08, |
| "loss": 0.0392, |
| "step": 9780 |
| }, |
| { |
| "epoch": 0.9414819445112276, |
| "grad_norm": 0.6493524199356094, |
| "learning_rate": 4.31879240402322e-08, |
| "loss": 0.0416, |
| "step": 9790 |
| }, |
| { |
| "epoch": 0.9424436216762033, |
| "grad_norm": 0.47036363084077565, |
| "learning_rate": 4.178745882625457e-08, |
| "loss": 0.04, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.943405298841179, |
| "grad_norm": 0.3834833553568893, |
| "learning_rate": 4.040988468454576e-08, |
| "loss": 0.0364, |
| "step": 9810 |
| }, |
| { |
| "epoch": 0.9443669760061547, |
| "grad_norm": 0.48173467506372364, |
| "learning_rate": 3.905521444318605e-08, |
| "loss": 0.043, |
| "step": 9820 |
| }, |
| { |
| "epoch": 0.9453286531711305, |
| "grad_norm": 0.7313643184555398, |
| "learning_rate": 3.772346071697353e-08, |
| "loss": 0.0371, |
| "step": 9830 |
| }, |
| { |
| "epoch": 0.9462903303361062, |
| "grad_norm": 0.5394987473296934, |
| "learning_rate": 3.641463590730615e-08, |
| "loss": 0.0394, |
| "step": 9840 |
| }, |
| { |
| "epoch": 0.9472520075010818, |
| "grad_norm": 0.4901537655970931, |
| "learning_rate": 3.512875220206491e-08, |
| "loss": 0.0399, |
| "step": 9850 |
| }, |
| { |
| "epoch": 0.9482136846660576, |
| "grad_norm": 0.4538275533861492, |
| "learning_rate": 3.386582157550222e-08, |
| "loss": 0.0403, |
| "step": 9860 |
| }, |
| { |
| "epoch": 0.9491753618310333, |
| "grad_norm": 0.7357283515373997, |
| "learning_rate": 3.262585578812927e-08, |
| "loss": 0.0385, |
| "step": 9870 |
| }, |
| { |
| "epoch": 0.950137038996009, |
| "grad_norm": 0.5040237342328293, |
| "learning_rate": 3.140886638660662e-08, |
| "loss": 0.0421, |
| "step": 9880 |
| }, |
| { |
| "epoch": 0.9510987161609847, |
| "grad_norm": 0.786326395524275, |
| "learning_rate": 3.021486470363766e-08, |
| "loss": 0.0379, |
| "step": 9890 |
| }, |
| { |
| "epoch": 0.9520603933259605, |
| "grad_norm": 0.502838626792239, |
| "learning_rate": 2.9043861857861453e-08, |
| "loss": 0.0396, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.9530220704909362, |
| "grad_norm": 1.0011248077299817, |
| "learning_rate": 2.7895868753750332e-08, |
| "loss": 0.0418, |
| "step": 9910 |
| }, |
| { |
| "epoch": 0.9539837476559119, |
| "grad_norm": 0.4992699381072997, |
| "learning_rate": 2.677089608150857e-08, |
| "loss": 0.0389, |
| "step": 9920 |
| }, |
| { |
| "epoch": 0.9549454248208876, |
| "grad_norm": 0.764614320619736, |
| "learning_rate": 2.5668954316971083e-08, |
| "loss": 0.0361, |
| "step": 9930 |
| }, |
| { |
| "epoch": 0.9559071019858634, |
| "grad_norm": 0.40196469871744683, |
| "learning_rate": 2.45900537215088e-08, |
| "loss": 0.0404, |
| "step": 9940 |
| }, |
| { |
| "epoch": 0.956868779150839, |
| "grad_norm": 0.8558795593609507, |
| "learning_rate": 2.35342043419301e-08, |
| "loss": 0.0417, |
| "step": 9950 |
| }, |
| { |
| "epoch": 0.9578304563158148, |
| "grad_norm": 0.4296761732082006, |
| "learning_rate": 2.2501416010388966e-08, |
| "loss": 0.0398, |
| "step": 9960 |
| }, |
| { |
| "epoch": 0.9587921334807905, |
| "grad_norm": 0.49259495097634687, |
| "learning_rate": 2.1491698344293377e-08, |
| "loss": 0.0386, |
| "step": 9970 |
| }, |
| { |
| "epoch": 0.9597538106457663, |
| "grad_norm": 1.1444459940984555, |
| "learning_rate": 2.0505060746215112e-08, |
| "loss": 0.0392, |
| "step": 9980 |
| }, |
| { |
| "epoch": 0.9607154878107419, |
| "grad_norm": 0.5019366062764087, |
| "learning_rate": 1.9541512403802586e-08, |
| "loss": 0.0399, |
| "step": 9990 |
| }, |
| { |
| "epoch": 0.9616771649757176, |
| "grad_norm": 0.40908265632236995, |
| "learning_rate": 1.860106228969566e-08, |
| "loss": 0.0404, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.9626388421406934, |
| "grad_norm": 0.49139554789742484, |
| "learning_rate": 1.7683719161440127e-08, |
| "loss": 0.0405, |
| "step": 10010 |
| }, |
| { |
| "epoch": 0.963600519305669, |
| "grad_norm": 1.046960009240565, |
| "learning_rate": 1.678949156140974e-08, |
| "loss": 0.0381, |
| "step": 10020 |
| }, |
| { |
| "epoch": 0.9645621964706448, |
| "grad_norm": 0.598054129664017, |
| "learning_rate": 1.5918387816723225e-08, |
| "loss": 0.0413, |
| "step": 10030 |
| }, |
| { |
| "epoch": 0.9655238736356205, |
| "grad_norm": 0.4983863720325166, |
| "learning_rate": 1.507041603916848e-08, |
| "loss": 0.0424, |
| "step": 10040 |
| }, |
| { |
| "epoch": 0.9664855508005963, |
| "grad_norm": 0.4422025555776094, |
| "learning_rate": 1.4245584125126832e-08, |
| "loss": 0.0402, |
| "step": 10050 |
| }, |
| { |
| "epoch": 0.9674472279655719, |
| "grad_norm": 0.8199604081464351, |
| "learning_rate": 1.3443899755498924e-08, |
| "loss": 0.0395, |
| "step": 10060 |
| }, |
| { |
| "epoch": 0.9684089051305477, |
| "grad_norm": 0.605685166765489, |
| "learning_rate": 1.2665370395634202e-08, |
| "loss": 0.0414, |
| "step": 10070 |
| }, |
| { |
| "epoch": 0.9693705822955234, |
| "grad_norm": 0.4826258167672886, |
| "learning_rate": 1.1910003295260152e-08, |
| "loss": 0.0385, |
| "step": 10080 |
| }, |
| { |
| "epoch": 0.9703322594604991, |
| "grad_norm": 0.4720050447428653, |
| "learning_rate": 1.1177805488415961e-08, |
| "loss": 0.0402, |
| "step": 10090 |
| }, |
| { |
| "epoch": 0.9712939366254748, |
| "grad_norm": 0.5013016103160101, |
| "learning_rate": 1.0468783793386173e-08, |
| "loss": 0.0387, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.9722556137904506, |
| "grad_norm": 0.41994862078370854, |
| "learning_rate": 9.782944812637973e-09, |
| "loss": 0.0378, |
| "step": 10110 |
| }, |
| { |
| "epoch": 0.9732172909554263, |
| "grad_norm": 0.4674876256219555, |
| "learning_rate": 9.120294932758733e-09, |
| "loss": 0.0407, |
| "step": 10120 |
| }, |
| { |
| "epoch": 0.974178968120402, |
| "grad_norm": 0.448715822898682, |
| "learning_rate": 8.480840324397166e-09, |
| "loss": 0.0379, |
| "step": 10130 |
| }, |
| { |
| "epoch": 0.9751406452853777, |
| "grad_norm": 0.4649486370637123, |
| "learning_rate": 7.864586942205877e-09, |
| "loss": 0.0375, |
| "step": 10140 |
| }, |
| { |
| "epoch": 0.9761023224503534, |
| "grad_norm": 0.45621218521402535, |
| "learning_rate": 7.271540524786125e-09, |
| "loss": 0.0426, |
| "step": 10150 |
| }, |
| { |
| "epoch": 0.9770639996153291, |
| "grad_norm": 0.6656820300673596, |
| "learning_rate": 6.701706594633151e-09, |
| "loss": 0.0372, |
| "step": 10160 |
| }, |
| { |
| "epoch": 0.9780256767803048, |
| "grad_norm": 0.5342094930449158, |
| "learning_rate": 6.155090458086765e-09, |
| "loss": 0.0373, |
| "step": 10170 |
| }, |
| { |
| "epoch": 0.9789873539452806, |
| "grad_norm": 0.44775254343816623, |
| "learning_rate": 5.631697205279729e-09, |
| "loss": 0.0384, |
| "step": 10180 |
| }, |
| { |
| "epoch": 0.9799490311102563, |
| "grad_norm": 0.5725634348897934, |
| "learning_rate": 5.13153171009223e-09, |
| "loss": 0.0372, |
| "step": 10190 |
| }, |
| { |
| "epoch": 0.980910708275232, |
| "grad_norm": 0.7471847550457231, |
| "learning_rate": 4.654598630105256e-09, |
| "loss": 0.0381, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.9818723854402077, |
| "grad_norm": 0.7798641995022723, |
| "learning_rate": 4.200902406558405e-09, |
| "loss": 0.0404, |
| "step": 10210 |
| }, |
| { |
| "epoch": 0.9828340626051835, |
| "grad_norm": 1.1932365501256943, |
| "learning_rate": 3.770447264306587e-09, |
| "loss": 0.0426, |
| "step": 10220 |
| }, |
| { |
| "epoch": 0.9837957397701591, |
| "grad_norm": 0.5660051226280081, |
| "learning_rate": 3.363237211783388e-09, |
| "loss": 0.0391, |
| "step": 10230 |
| }, |
| { |
| "epoch": 0.9847574169351349, |
| "grad_norm": 0.470637910967424, |
| "learning_rate": 2.979276040960544e-09, |
| "loss": 0.0393, |
| "step": 10240 |
| }, |
| { |
| "epoch": 0.9857190941001106, |
| "grad_norm": 1.0505421576436955, |
| "learning_rate": 2.6185673273160238e-09, |
| "loss": 0.0386, |
| "step": 10250 |
| }, |
| { |
| "epoch": 0.9866807712650864, |
| "grad_norm": 0.5636172833001281, |
| "learning_rate": 2.281114429797948e-09, |
| "loss": 0.0416, |
| "step": 10260 |
| }, |
| { |
| "epoch": 0.987642448430062, |
| "grad_norm": 0.48657262867985757, |
| "learning_rate": 1.966920490794888e-09, |
| "loss": 0.0376, |
| "step": 10270 |
| }, |
| { |
| "epoch": 0.9886041255950377, |
| "grad_norm": 0.5144489922329165, |
| "learning_rate": 1.675988436105891e-09, |
| "loss": 0.0415, |
| "step": 10280 |
| }, |
| { |
| "epoch": 0.9895658027600135, |
| "grad_norm": 0.5230613753428365, |
| "learning_rate": 1.4083209749135574e-09, |
| "loss": 0.0401, |
| "step": 10290 |
| }, |
| { |
| "epoch": 0.9905274799249891, |
| "grad_norm": 0.5299739636648438, |
| "learning_rate": 1.1639205997587832e-09, |
| "loss": 0.0405, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.9914891570899649, |
| "grad_norm": 0.4414475481206809, |
| "learning_rate": 9.427895865174452e-10, |
| "loss": 0.0416, |
| "step": 10310 |
| }, |
| { |
| "epoch": 0.9924508342549406, |
| "grad_norm": 0.8019308970771823, |
| "learning_rate": 7.44929994379584e-10, |
| "loss": 0.0409, |
| "step": 10320 |
| }, |
| { |
| "epoch": 0.9934125114199164, |
| "grad_norm": 0.7211481438746161, |
| "learning_rate": 5.703436658288653e-10, |
| "loss": 0.0396, |
| "step": 10330 |
| }, |
| { |
| "epoch": 0.994374188584892, |
| "grad_norm": 0.4979517116942413, |
| "learning_rate": 4.1903222662786904e-10, |
| "loss": 0.0417, |
| "step": 10340 |
| }, |
| { |
| "epoch": 0.9953358657498678, |
| "grad_norm": 0.45492751458618963, |
| "learning_rate": 2.9099708580060394e-10, |
| "loss": 0.0369, |
| "step": 10350 |
| }, |
| { |
| "epoch": 0.9962975429148435, |
| "grad_norm": 0.6496655831734433, |
| "learning_rate": 1.8623943562029456e-10, |
| "loss": 0.04, |
| "step": 10360 |
| }, |
| { |
| "epoch": 0.9972592200798192, |
| "grad_norm": 0.7575063748590078, |
| "learning_rate": 1.0476025159911196e-10, |
| "loss": 0.0407, |
| "step": 10370 |
| }, |
| { |
| "epoch": 0.9982208972447949, |
| "grad_norm": 0.529946280532587, |
| "learning_rate": 4.656029247734895e-11, |
| "loss": 0.0389, |
| "step": 10380 |
| }, |
| { |
| "epoch": 0.9991825744097707, |
| "grad_norm": 0.7033439447105561, |
| "learning_rate": 1.1640100217591433e-11, |
| "loss": 0.0438, |
| "step": 10390 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 10399, |
| "total_flos": 5.58475295850496e+16, |
| "train_loss": 0.05697182175379233, |
| "train_runtime": 181828.9427, |
| "train_samples_per_second": 36.6, |
| "train_steps_per_second": 0.057 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10399, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.58475295850496e+16, |
| "train_batch_size": 5, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
