| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.1, |
| "eval_steps": 500, |
| "global_step": 3000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "grad_norm": 1.3009417057037354, |
| "learning_rate": 6.000000000000001e-07, |
| "loss": 1.1749, |
| "step": 10 |
| }, |
| { |
| "grad_norm": 1.2199763059616089, |
| "learning_rate": 1.2666666666666667e-06, |
| "loss": 1.1792, |
| "step": 20 |
| }, |
| { |
| "grad_norm": 1.2334861755371094, |
| "learning_rate": 1.9333333333333336e-06, |
| "loss": 1.1634, |
| "step": 30 |
| }, |
| { |
| "grad_norm": 0.49021822214126587, |
| "learning_rate": 2.6e-06, |
| "loss": 1.1531, |
| "step": 40 |
| }, |
| { |
| "grad_norm": 0.5607965588569641, |
| "learning_rate": 3.2666666666666666e-06, |
| "loss": 1.1421, |
| "step": 50 |
| }, |
| { |
| "grad_norm": 0.5553359389305115, |
| "learning_rate": 3.9333333333333335e-06, |
| "loss": 1.1477, |
| "step": 60 |
| }, |
| { |
| "grad_norm": 0.46306923031806946, |
| "learning_rate": 4.6e-06, |
| "loss": 1.1444, |
| "step": 70 |
| }, |
| { |
| "grad_norm": 0.37802454829216003, |
| "learning_rate": 5.266666666666667e-06, |
| "loss": 1.141, |
| "step": 80 |
| }, |
| { |
| "grad_norm": 0.30536743998527527, |
| "learning_rate": 5.933333333333334e-06, |
| "loss": 1.1446, |
| "step": 90 |
| }, |
| { |
| "grad_norm": 0.30887874960899353, |
| "learning_rate": 6.6e-06, |
| "loss": 1.1291, |
| "step": 100 |
| }, |
| { |
| "grad_norm": 0.3307710289955139, |
| "learning_rate": 7.266666666666668e-06, |
| "loss": 1.1313, |
| "step": 110 |
| }, |
| { |
| "grad_norm": 0.41364726424217224, |
| "learning_rate": 7.933333333333334e-06, |
| "loss": 1.1059, |
| "step": 120 |
| }, |
| { |
| "grad_norm": 0.6503350734710693, |
| "learning_rate": 8.599999999999999e-06, |
| "loss": 1.092, |
| "step": 130 |
| }, |
| { |
| "grad_norm": 0.4717787802219391, |
| "learning_rate": 9.266666666666667e-06, |
| "loss": 1.0759, |
| "step": 140 |
| }, |
| { |
| "grad_norm": 0.4680929481983185, |
| "learning_rate": 9.933333333333334e-06, |
| "loss": 1.0662, |
| "step": 150 |
| }, |
| { |
| "grad_norm": 0.5255718231201172, |
| "learning_rate": 1.06e-05, |
| "loss": 1.0681, |
| "step": 160 |
| }, |
| { |
| "grad_norm": 0.5515910983085632, |
| "learning_rate": 1.1266666666666667e-05, |
| "loss": 1.0722, |
| "step": 170 |
| }, |
| { |
| "grad_norm": 0.48872169852256775, |
| "learning_rate": 1.1933333333333333e-05, |
| "loss": 1.0508, |
| "step": 180 |
| }, |
| { |
| "grad_norm": 0.684299111366272, |
| "learning_rate": 1.2600000000000001e-05, |
| "loss": 1.0376, |
| "step": 190 |
| }, |
| { |
| "grad_norm": 1.1723419427871704, |
| "learning_rate": 1.3266666666666666e-05, |
| "loss": 1.0092, |
| "step": 200 |
| }, |
| { |
| "grad_norm": 1.824255347251892, |
| "learning_rate": 1.3933333333333334e-05, |
| "loss": 0.9294, |
| "step": 210 |
| }, |
| { |
| "grad_norm": 1.4841794967651367, |
| "learning_rate": 1.4599999999999999e-05, |
| "loss": 0.8456, |
| "step": 220 |
| }, |
| { |
| "grad_norm": 2.235757350921631, |
| "learning_rate": 1.5266666666666667e-05, |
| "loss": 0.7766, |
| "step": 230 |
| }, |
| { |
| "grad_norm": 2.0225579738616943, |
| "learning_rate": 1.5933333333333332e-05, |
| "loss": 0.7053, |
| "step": 240 |
| }, |
| { |
| "grad_norm": 2.08072829246521, |
| "learning_rate": 1.66e-05, |
| "loss": 0.6041, |
| "step": 250 |
| }, |
| { |
| "grad_norm": 1.6011135578155518, |
| "learning_rate": 1.726666666666667e-05, |
| "loss": 0.5229, |
| "step": 260 |
| }, |
| { |
| "grad_norm": 2.2321128845214844, |
| "learning_rate": 1.7933333333333337e-05, |
| "loss": 0.4281, |
| "step": 270 |
| }, |
| { |
| "grad_norm": 2.5934298038482666, |
| "learning_rate": 1.86e-05, |
| "loss": 0.3515, |
| "step": 280 |
| }, |
| { |
| "grad_norm": 1.9225094318389893, |
| "learning_rate": 1.926666666666667e-05, |
| "loss": 0.2963, |
| "step": 290 |
| }, |
| { |
| "grad_norm": 2.2619729042053223, |
| "learning_rate": 1.9933333333333334e-05, |
| "loss": 0.2743, |
| "step": 300 |
| }, |
| { |
| "grad_norm": 1.548316478729248, |
| "learning_rate": 2.06e-05, |
| "loss": 0.253, |
| "step": 310 |
| }, |
| { |
| "grad_norm": 2.221480369567871, |
| "learning_rate": 2.1266666666666667e-05, |
| "loss": 0.2073, |
| "step": 320 |
| }, |
| { |
| "grad_norm": 1.8750739097595215, |
| "learning_rate": 2.1933333333333332e-05, |
| "loss": 0.2117, |
| "step": 330 |
| }, |
| { |
| "grad_norm": 2.543257236480713, |
| "learning_rate": 2.26e-05, |
| "loss": 0.2149, |
| "step": 340 |
| }, |
| { |
| "grad_norm": 2.042208433151245, |
| "learning_rate": 2.326666666666667e-05, |
| "loss": 0.1861, |
| "step": 350 |
| }, |
| { |
| "grad_norm": 2.3000669479370117, |
| "learning_rate": 2.3933333333333337e-05, |
| "loss": 0.1862, |
| "step": 360 |
| }, |
| { |
| "grad_norm": 1.547419786453247, |
| "learning_rate": 2.46e-05, |
| "loss": 0.1628, |
| "step": 370 |
| }, |
| { |
| "grad_norm": 2.104421615600586, |
| "learning_rate": 2.5266666666666666e-05, |
| "loss": 0.161, |
| "step": 380 |
| }, |
| { |
| "grad_norm": 1.269059181213379, |
| "learning_rate": 2.5933333333333338e-05, |
| "loss": 0.1528, |
| "step": 390 |
| }, |
| { |
| "grad_norm": 1.5469577312469482, |
| "learning_rate": 2.6600000000000003e-05, |
| "loss": 0.1441, |
| "step": 400 |
| }, |
| { |
| "grad_norm": 1.4905346632003784, |
| "learning_rate": 2.7266666666666668e-05, |
| "loss": 0.1473, |
| "step": 410 |
| }, |
| { |
| "grad_norm": 1.8448561429977417, |
| "learning_rate": 2.7933333333333332e-05, |
| "loss": 0.1371, |
| "step": 420 |
| }, |
| { |
| "grad_norm": 1.6076915264129639, |
| "learning_rate": 2.86e-05, |
| "loss": 0.1409, |
| "step": 430 |
| }, |
| { |
| "grad_norm": 1.9364864826202393, |
| "learning_rate": 2.926666666666667e-05, |
| "loss": 0.1318, |
| "step": 440 |
| }, |
| { |
| "grad_norm": 1.8688479661941528, |
| "learning_rate": 2.9933333333333337e-05, |
| "loss": 0.1294, |
| "step": 450 |
| }, |
| { |
| "grad_norm": 1.5966501235961914, |
| "learning_rate": 3.06e-05, |
| "loss": 0.1204, |
| "step": 460 |
| }, |
| { |
| "grad_norm": 1.4227409362792969, |
| "learning_rate": 3.126666666666666e-05, |
| "loss": 0.1104, |
| "step": 470 |
| }, |
| { |
| "grad_norm": 1.5022822618484497, |
| "learning_rate": 3.1933333333333335e-05, |
| "loss": 0.1155, |
| "step": 480 |
| }, |
| { |
| "grad_norm": 1.629330039024353, |
| "learning_rate": 3.26e-05, |
| "loss": 0.1186, |
| "step": 490 |
| }, |
| { |
| "grad_norm": 1.404849648475647, |
| "learning_rate": 3.326666666666667e-05, |
| "loss": 0.1172, |
| "step": 500 |
| }, |
| { |
| "grad_norm": 1.5502809286117554, |
| "learning_rate": 3.3933333333333336e-05, |
| "loss": 0.1093, |
| "step": 510 |
| }, |
| { |
| "grad_norm": 1.4023650884628296, |
| "learning_rate": 3.46e-05, |
| "loss": 0.111, |
| "step": 520 |
| }, |
| { |
| "grad_norm": 1.4860507249832153, |
| "learning_rate": 3.526666666666667e-05, |
| "loss": 0.1104, |
| "step": 530 |
| }, |
| { |
| "grad_norm": 1.537412405014038, |
| "learning_rate": 3.593333333333334e-05, |
| "loss": 0.1084, |
| "step": 540 |
| }, |
| { |
| "grad_norm": 1.4830931425094604, |
| "learning_rate": 3.66e-05, |
| "loss": 0.0916, |
| "step": 550 |
| }, |
| { |
| "grad_norm": 1.4352984428405762, |
| "learning_rate": 3.726666666666667e-05, |
| "loss": 0.104, |
| "step": 560 |
| }, |
| { |
| "grad_norm": 1.3771204948425293, |
| "learning_rate": 3.793333333333334e-05, |
| "loss": 0.1079, |
| "step": 570 |
| }, |
| { |
| "grad_norm": 1.2277265787124634, |
| "learning_rate": 3.86e-05, |
| "loss": 0.1036, |
| "step": 580 |
| }, |
| { |
| "grad_norm": 1.1596946716308594, |
| "learning_rate": 3.926666666666667e-05, |
| "loss": 0.0972, |
| "step": 590 |
| }, |
| { |
| "grad_norm": 1.66548752784729, |
| "learning_rate": 3.993333333333333e-05, |
| "loss": 0.1048, |
| "step": 600 |
| }, |
| { |
| "grad_norm": 1.2037672996520996, |
| "learning_rate": 4.0600000000000004e-05, |
| "loss": 0.0939, |
| "step": 610 |
| }, |
| { |
| "grad_norm": 1.3335858583450317, |
| "learning_rate": 4.126666666666667e-05, |
| "loss": 0.0933, |
| "step": 620 |
| }, |
| { |
| "grad_norm": 1.2477325201034546, |
| "learning_rate": 4.1933333333333334e-05, |
| "loss": 0.0955, |
| "step": 630 |
| }, |
| { |
| "grad_norm": 1.316272497177124, |
| "learning_rate": 4.26e-05, |
| "loss": 0.0999, |
| "step": 640 |
| }, |
| { |
| "grad_norm": 0.7914609313011169, |
| "learning_rate": 4.3266666666666664e-05, |
| "loss": 0.1001, |
| "step": 650 |
| }, |
| { |
| "grad_norm": 0.918965756893158, |
| "learning_rate": 4.3933333333333335e-05, |
| "loss": 0.0919, |
| "step": 660 |
| }, |
| { |
| "grad_norm": 1.0262644290924072, |
| "learning_rate": 4.46e-05, |
| "loss": 0.084, |
| "step": 670 |
| }, |
| { |
| "grad_norm": 1.2336540222167969, |
| "learning_rate": 4.526666666666667e-05, |
| "loss": 0.0854, |
| "step": 680 |
| }, |
| { |
| "grad_norm": 0.9136370420455933, |
| "learning_rate": 4.5933333333333336e-05, |
| "loss": 0.0812, |
| "step": 690 |
| }, |
| { |
| "grad_norm": 1.1595962047576904, |
| "learning_rate": 4.660000000000001e-05, |
| "loss": 0.083, |
| "step": 700 |
| }, |
| { |
| "grad_norm": 1.0120071172714233, |
| "learning_rate": 4.726666666666667e-05, |
| "loss": 0.0828, |
| "step": 710 |
| }, |
| { |
| "grad_norm": 0.8206706643104553, |
| "learning_rate": 4.793333333333334e-05, |
| "loss": 0.0829, |
| "step": 720 |
| }, |
| { |
| "grad_norm": 0.9440912008285522, |
| "learning_rate": 4.86e-05, |
| "loss": 0.0848, |
| "step": 730 |
| }, |
| { |
| "grad_norm": 0.8843382596969604, |
| "learning_rate": 4.926666666666667e-05, |
| "loss": 0.0893, |
| "step": 740 |
| }, |
| { |
| "grad_norm": 1.190615177154541, |
| "learning_rate": 4.993333333333334e-05, |
| "loss": 0.0866, |
| "step": 750 |
| }, |
| { |
| "grad_norm": 0.9545953869819641, |
| "learning_rate": 5.0600000000000003e-05, |
| "loss": 0.0851, |
| "step": 760 |
| }, |
| { |
| "grad_norm": 1.1350778341293335, |
| "learning_rate": 5.1266666666666675e-05, |
| "loss": 0.0906, |
| "step": 770 |
| }, |
| { |
| "grad_norm": 0.9359301924705505, |
| "learning_rate": 5.193333333333333e-05, |
| "loss": 0.0807, |
| "step": 780 |
| }, |
| { |
| "grad_norm": 0.884219765663147, |
| "learning_rate": 5.2600000000000005e-05, |
| "loss": 0.0775, |
| "step": 790 |
| }, |
| { |
| "grad_norm": 1.1784193515777588, |
| "learning_rate": 5.326666666666666e-05, |
| "loss": 0.081, |
| "step": 800 |
| }, |
| { |
| "grad_norm": 1.332310438156128, |
| "learning_rate": 5.3933333333333334e-05, |
| "loss": 0.0772, |
| "step": 810 |
| }, |
| { |
| "grad_norm": 1.1053208112716675, |
| "learning_rate": 5.4600000000000006e-05, |
| "loss": 0.0773, |
| "step": 820 |
| }, |
| { |
| "grad_norm": 0.779946506023407, |
| "learning_rate": 5.5266666666666664e-05, |
| "loss": 0.0757, |
| "step": 830 |
| }, |
| { |
| "grad_norm": 0.8009672164916992, |
| "learning_rate": 5.5933333333333335e-05, |
| "loss": 0.0784, |
| "step": 840 |
| }, |
| { |
| "grad_norm": 1.1611248254776, |
| "learning_rate": 5.66e-05, |
| "loss": 0.0756, |
| "step": 850 |
| }, |
| { |
| "grad_norm": 0.9510448575019836, |
| "learning_rate": 5.726666666666667e-05, |
| "loss": 0.0793, |
| "step": 860 |
| }, |
| { |
| "grad_norm": 0.7078857421875, |
| "learning_rate": 5.7933333333333337e-05, |
| "loss": 0.0724, |
| "step": 870 |
| }, |
| { |
| "grad_norm": 1.2287640571594238, |
| "learning_rate": 5.86e-05, |
| "loss": 0.0745, |
| "step": 880 |
| }, |
| { |
| "grad_norm": 0.8060562014579773, |
| "learning_rate": 5.926666666666667e-05, |
| "loss": 0.0723, |
| "step": 890 |
| }, |
| { |
| "grad_norm": 0.6258071660995483, |
| "learning_rate": 5.9933333333333345e-05, |
| "loss": 0.0752, |
| "step": 900 |
| }, |
| { |
| "grad_norm": 0.5880326628684998, |
| "learning_rate": 6.06e-05, |
| "loss": 0.0688, |
| "step": 910 |
| }, |
| { |
| "grad_norm": 0.82889723777771, |
| "learning_rate": 6.126666666666667e-05, |
| "loss": 0.0704, |
| "step": 920 |
| }, |
| { |
| "grad_norm": 0.964141845703125, |
| "learning_rate": 6.193333333333333e-05, |
| "loss": 0.0734, |
| "step": 930 |
| }, |
| { |
| "grad_norm": 0.6693416237831116, |
| "learning_rate": 6.26e-05, |
| "loss": 0.0703, |
| "step": 940 |
| }, |
| { |
| "grad_norm": 0.7100448608398438, |
| "learning_rate": 6.326666666666667e-05, |
| "loss": 0.0731, |
| "step": 950 |
| }, |
| { |
| "grad_norm": 0.6688232421875, |
| "learning_rate": 6.393333333333333e-05, |
| "loss": 0.0689, |
| "step": 960 |
| }, |
| { |
| "grad_norm": 1.0207332372665405, |
| "learning_rate": 6.460000000000001e-05, |
| "loss": 0.0701, |
| "step": 970 |
| }, |
| { |
| "grad_norm": 0.649103045463562, |
| "learning_rate": 6.526666666666666e-05, |
| "loss": 0.0679, |
| "step": 980 |
| }, |
| { |
| "grad_norm": 0.8316885232925415, |
| "learning_rate": 6.593333333333334e-05, |
| "loss": 0.0755, |
| "step": 990 |
| }, |
| { |
| "grad_norm": 0.5805196762084961, |
| "learning_rate": 6.66e-05, |
| "loss": 0.0623, |
| "step": 1000 |
| }, |
| { |
| "grad_norm": 0.6480134129524231, |
| "learning_rate": 6.726666666666667e-05, |
| "loss": 0.0626, |
| "step": 1010 |
| }, |
| { |
| "grad_norm": 0.8561599850654602, |
| "learning_rate": 6.793333333333334e-05, |
| "loss": 0.0704, |
| "step": 1020 |
| }, |
| { |
| "grad_norm": 0.5639697313308716, |
| "learning_rate": 6.860000000000001e-05, |
| "loss": 0.0622, |
| "step": 1030 |
| }, |
| { |
| "grad_norm": 0.5264688730239868, |
| "learning_rate": 6.926666666666667e-05, |
| "loss": 0.0576, |
| "step": 1040 |
| }, |
| { |
| "grad_norm": 0.6329230666160583, |
| "learning_rate": 6.993333333333334e-05, |
| "loss": 0.0591, |
| "step": 1050 |
| }, |
| { |
| "grad_norm": 0.5251981019973755, |
| "learning_rate": 7.06e-05, |
| "loss": 0.0569, |
| "step": 1060 |
| }, |
| { |
| "grad_norm": 0.80583655834198, |
| "learning_rate": 7.126666666666667e-05, |
| "loss": 0.0619, |
| "step": 1070 |
| }, |
| { |
| "grad_norm": 0.7077835202217102, |
| "learning_rate": 7.193333333333334e-05, |
| "loss": 0.0638, |
| "step": 1080 |
| }, |
| { |
| "grad_norm": 0.6568991541862488, |
| "learning_rate": 7.26e-05, |
| "loss": 0.0635, |
| "step": 1090 |
| }, |
| { |
| "grad_norm": 0.6936503648757935, |
| "learning_rate": 7.326666666666667e-05, |
| "loss": 0.0586, |
| "step": 1100 |
| }, |
| { |
| "grad_norm": 0.8385834693908691, |
| "learning_rate": 7.393333333333333e-05, |
| "loss": 0.0563, |
| "step": 1110 |
| }, |
| { |
| "grad_norm": 0.6665258407592773, |
| "learning_rate": 7.46e-05, |
| "loss": 0.0598, |
| "step": 1120 |
| }, |
| { |
| "grad_norm": 0.7633928060531616, |
| "learning_rate": 7.526666666666668e-05, |
| "loss": 0.0682, |
| "step": 1130 |
| }, |
| { |
| "grad_norm": 0.6557093858718872, |
| "learning_rate": 7.593333333333334e-05, |
| "loss": 0.0622, |
| "step": 1140 |
| }, |
| { |
| "grad_norm": 0.7676181793212891, |
| "learning_rate": 7.66e-05, |
| "loss": 0.0554, |
| "step": 1150 |
| }, |
| { |
| "grad_norm": 0.49698543548583984, |
| "learning_rate": 7.726666666666667e-05, |
| "loss": 0.0619, |
| "step": 1160 |
| }, |
| { |
| "grad_norm": 0.658534824848175, |
| "learning_rate": 7.793333333333333e-05, |
| "loss": 0.0628, |
| "step": 1170 |
| }, |
| { |
| "grad_norm": 0.7802417874336243, |
| "learning_rate": 7.860000000000001e-05, |
| "loss": 0.0606, |
| "step": 1180 |
| }, |
| { |
| "grad_norm": 0.7362853288650513, |
| "learning_rate": 7.926666666666666e-05, |
| "loss": 0.057, |
| "step": 1190 |
| }, |
| { |
| "grad_norm": 0.7263256311416626, |
| "learning_rate": 7.993333333333334e-05, |
| "loss": 0.0658, |
| "step": 1200 |
| }, |
| { |
| "grad_norm": 0.605475902557373, |
| "learning_rate": 8.060000000000001e-05, |
| "loss": 0.0585, |
| "step": 1210 |
| }, |
| { |
| "grad_norm": 0.6713262796401978, |
| "learning_rate": 8.126666666666667e-05, |
| "loss": 0.0613, |
| "step": 1220 |
| }, |
| { |
| "grad_norm": 0.9524453282356262, |
| "learning_rate": 8.193333333333334e-05, |
| "loss": 0.0623, |
| "step": 1230 |
| }, |
| { |
| "grad_norm": 0.7799460887908936, |
| "learning_rate": 8.26e-05, |
| "loss": 0.0637, |
| "step": 1240 |
| }, |
| { |
| "grad_norm": 0.5529918670654297, |
| "learning_rate": 8.326666666666667e-05, |
| "loss": 0.0582, |
| "step": 1250 |
| }, |
| { |
| "grad_norm": 0.48169708251953125, |
| "learning_rate": 8.393333333333335e-05, |
| "loss": 0.0613, |
| "step": 1260 |
| }, |
| { |
| "grad_norm": 0.4488230049610138, |
| "learning_rate": 8.46e-05, |
| "loss": 0.0533, |
| "step": 1270 |
| }, |
| { |
| "grad_norm": 0.43133044242858887, |
| "learning_rate": 8.526666666666667e-05, |
| "loss": 0.0619, |
| "step": 1280 |
| }, |
| { |
| "grad_norm": 0.6242606043815613, |
| "learning_rate": 8.593333333333333e-05, |
| "loss": 0.056, |
| "step": 1290 |
| }, |
| { |
| "grad_norm": 0.48737120628356934, |
| "learning_rate": 8.66e-05, |
| "loss": 0.056, |
| "step": 1300 |
| }, |
| { |
| "grad_norm": 0.47289788722991943, |
| "learning_rate": 8.726666666666667e-05, |
| "loss": 0.0547, |
| "step": 1310 |
| }, |
| { |
| "grad_norm": 0.8228473663330078, |
| "learning_rate": 8.793333333333333e-05, |
| "loss": 0.0539, |
| "step": 1320 |
| }, |
| { |
| "grad_norm": 0.6020798087120056, |
| "learning_rate": 8.86e-05, |
| "loss": 0.0639, |
| "step": 1330 |
| }, |
| { |
| "grad_norm": 0.6205971837043762, |
| "learning_rate": 8.926666666666668e-05, |
| "loss": 0.0644, |
| "step": 1340 |
| }, |
| { |
| "grad_norm": 0.5030979514122009, |
| "learning_rate": 8.993333333333334e-05, |
| "loss": 0.0584, |
| "step": 1350 |
| }, |
| { |
| "grad_norm": 0.7016464471817017, |
| "learning_rate": 9.06e-05, |
| "loss": 0.0559, |
| "step": 1360 |
| }, |
| { |
| "grad_norm": 0.4915011525154114, |
| "learning_rate": 9.126666666666667e-05, |
| "loss": 0.0565, |
| "step": 1370 |
| }, |
| { |
| "grad_norm": 0.3934551775455475, |
| "learning_rate": 9.193333333333334e-05, |
| "loss": 0.052, |
| "step": 1380 |
| }, |
| { |
| "grad_norm": 0.5540144443511963, |
| "learning_rate": 9.260000000000001e-05, |
| "loss": 0.0523, |
| "step": 1390 |
| }, |
| { |
| "grad_norm": 0.5887146592140198, |
| "learning_rate": 9.326666666666667e-05, |
| "loss": 0.0528, |
| "step": 1400 |
| }, |
| { |
| "grad_norm": 0.6534768342971802, |
| "learning_rate": 9.393333333333334e-05, |
| "loss": 0.0518, |
| "step": 1410 |
| }, |
| { |
| "grad_norm": 0.5691227316856384, |
| "learning_rate": 9.46e-05, |
| "loss": 0.0536, |
| "step": 1420 |
| }, |
| { |
| "grad_norm": 0.3767082691192627, |
| "learning_rate": 9.526666666666667e-05, |
| "loss": 0.0568, |
| "step": 1430 |
| }, |
| { |
| "grad_norm": 0.47469252347946167, |
| "learning_rate": 9.593333333333334e-05, |
| "loss": 0.0569, |
| "step": 1440 |
| }, |
| { |
| "grad_norm": 0.5082659125328064, |
| "learning_rate": 9.66e-05, |
| "loss": 0.0549, |
| "step": 1450 |
| }, |
| { |
| "grad_norm": 0.6236725449562073, |
| "learning_rate": 9.726666666666667e-05, |
| "loss": 0.0636, |
| "step": 1460 |
| }, |
| { |
| "grad_norm": 0.5344048738479614, |
| "learning_rate": 9.793333333333333e-05, |
| "loss": 0.0559, |
| "step": 1470 |
| }, |
| { |
| "grad_norm": 0.5537348985671997, |
| "learning_rate": 9.86e-05, |
| "loss": 0.0573, |
| "step": 1480 |
| }, |
| { |
| "grad_norm": 0.6604304313659668, |
| "learning_rate": 9.926666666666668e-05, |
| "loss": 0.0559, |
| "step": 1490 |
| }, |
| { |
| "grad_norm": 0.6182398796081543, |
| "learning_rate": 9.993333333333334e-05, |
| "loss": 0.0526, |
| "step": 1500 |
| }, |
| { |
| "grad_norm": 0.4472421109676361, |
| "learning_rate": 9.999997539434007e-05, |
| "loss": 0.0554, |
| "step": 1510 |
| }, |
| { |
| "grad_norm": 0.5673554539680481, |
| "learning_rate": 9.999989033776898e-05, |
| "loss": 0.0498, |
| "step": 1520 |
| }, |
| { |
| "grad_norm": 0.631686806678772, |
| "learning_rate": 9.999974452661641e-05, |
| "loss": 0.0558, |
| "step": 1530 |
| }, |
| { |
| "grad_norm": 0.5880892276763916, |
| "learning_rate": 9.999953796105959e-05, |
| "loss": 0.0565, |
| "step": 1540 |
| }, |
| { |
| "grad_norm": 0.386528342962265, |
| "learning_rate": 9.999927064134949e-05, |
| "loss": 0.0546, |
| "step": 1550 |
| }, |
| { |
| "grad_norm": 0.49979427456855774, |
| "learning_rate": 9.999894256781095e-05, |
| "loss": 0.0558, |
| "step": 1560 |
| }, |
| { |
| "grad_norm": 0.49290731549263, |
| "learning_rate": 9.99985537408426e-05, |
| "loss": 0.0559, |
| "step": 1570 |
| }, |
| { |
| "grad_norm": 0.6054269671440125, |
| "learning_rate": 9.999810416091688e-05, |
| "loss": 0.0537, |
| "step": 1580 |
| }, |
| { |
| "grad_norm": 0.4739155173301697, |
| "learning_rate": 9.99975938285801e-05, |
| "loss": 0.0525, |
| "step": 1590 |
| }, |
| { |
| "grad_norm": 0.4727555215358734, |
| "learning_rate": 9.999702274445236e-05, |
| "loss": 0.0562, |
| "step": 1600 |
| }, |
| { |
| "grad_norm": 0.4145797789096832, |
| "learning_rate": 9.999639090922756e-05, |
| "loss": 0.0518, |
| "step": 1610 |
| }, |
| { |
| "grad_norm": 0.6100338697433472, |
| "learning_rate": 9.999569832367346e-05, |
| "loss": 0.0482, |
| "step": 1620 |
| }, |
| { |
| "grad_norm": 0.36332374811172485, |
| "learning_rate": 9.999494498863162e-05, |
| "loss": 0.0575, |
| "step": 1630 |
| }, |
| { |
| "grad_norm": 0.5447846055030823, |
| "learning_rate": 9.99941309050174e-05, |
| "loss": 0.0525, |
| "step": 1640 |
| }, |
| { |
| "grad_norm": 0.5260499119758606, |
| "learning_rate": 9.999325607381999e-05, |
| "loss": 0.0486, |
| "step": 1650 |
| }, |
| { |
| "grad_norm": 0.40509524941444397, |
| "learning_rate": 9.999232049610238e-05, |
| "loss": 0.047, |
| "step": 1660 |
| }, |
| { |
| "grad_norm": 0.5393689870834351, |
| "learning_rate": 9.999132417300142e-05, |
| "loss": 0.0483, |
| "step": 1670 |
| }, |
| { |
| "grad_norm": 0.45050477981567383, |
| "learning_rate": 9.99902671057277e-05, |
| "loss": 0.0516, |
| "step": 1680 |
| }, |
| { |
| "grad_norm": 0.513198971748352, |
| "learning_rate": 9.998914929556569e-05, |
| "loss": 0.0564, |
| "step": 1690 |
| }, |
| { |
| "grad_norm": 0.5798249840736389, |
| "learning_rate": 9.998797074387361e-05, |
| "loss": 0.055, |
| "step": 1700 |
| }, |
| { |
| "grad_norm": 0.4425696134567261, |
| "learning_rate": 9.99867314520835e-05, |
| "loss": 0.0515, |
| "step": 1710 |
| }, |
| { |
| "grad_norm": 0.4912015199661255, |
| "learning_rate": 9.998543142170126e-05, |
| "loss": 0.0494, |
| "step": 1720 |
| }, |
| { |
| "grad_norm": 0.4842802882194519, |
| "learning_rate": 9.99840706543065e-05, |
| "loss": 0.0473, |
| "step": 1730 |
| }, |
| { |
| "grad_norm": 0.37719348073005676, |
| "learning_rate": 9.998264915155274e-05, |
| "loss": 0.0478, |
| "step": 1740 |
| }, |
| { |
| "grad_norm": 0.44606560468673706, |
| "learning_rate": 9.998116691516718e-05, |
| "loss": 0.0496, |
| "step": 1750 |
| }, |
| { |
| "grad_norm": 0.4420314133167267, |
| "learning_rate": 9.997962394695091e-05, |
| "loss": 0.0489, |
| "step": 1760 |
| }, |
| { |
| "grad_norm": 0.5374616384506226, |
| "learning_rate": 9.997802024877875e-05, |
| "loss": 0.0508, |
| "step": 1770 |
| }, |
| { |
| "grad_norm": 0.3837665915489197, |
| "learning_rate": 9.99763558225994e-05, |
| "loss": 0.0491, |
| "step": 1780 |
| }, |
| { |
| "grad_norm": 0.5809544324874878, |
| "learning_rate": 9.997463067043526e-05, |
| "loss": 0.0531, |
| "step": 1790 |
| }, |
| { |
| "grad_norm": 0.5693655610084534, |
| "learning_rate": 9.997284479438253e-05, |
| "loss": 0.0495, |
| "step": 1800 |
| }, |
| { |
| "grad_norm": 0.5101096630096436, |
| "learning_rate": 9.997099819661127e-05, |
| "loss": 0.0498, |
| "step": 1810 |
| }, |
| { |
| "grad_norm": 0.4212728440761566, |
| "learning_rate": 9.996909087936524e-05, |
| "loss": 0.0521, |
| "step": 1820 |
| }, |
| { |
| "grad_norm": 0.3066025376319885, |
| "learning_rate": 9.996712284496201e-05, |
| "loss": 0.0497, |
| "step": 1830 |
| }, |
| { |
| "grad_norm": 0.5426850318908691, |
| "learning_rate": 9.996509409579293e-05, |
| "loss": 0.051, |
| "step": 1840 |
| }, |
| { |
| "grad_norm": 0.4050694704055786, |
| "learning_rate": 9.996300463432312e-05, |
| "loss": 0.053, |
| "step": 1850 |
| }, |
| { |
| "grad_norm": 0.3489755094051361, |
| "learning_rate": 9.996085446309148e-05, |
| "loss": 0.0505, |
| "step": 1860 |
| }, |
| { |
| "grad_norm": 0.31605497002601624, |
| "learning_rate": 9.995864358471066e-05, |
| "loss": 0.0474, |
| "step": 1870 |
| }, |
| { |
| "grad_norm": 0.352236807346344, |
| "learning_rate": 9.99563720018671e-05, |
| "loss": 0.047, |
| "step": 1880 |
| }, |
| { |
| "grad_norm": 0.4507584571838379, |
| "learning_rate": 9.995403971732098e-05, |
| "loss": 0.0504, |
| "step": 1890 |
| }, |
| { |
| "grad_norm": 0.42925962805747986, |
| "learning_rate": 9.995164673390625e-05, |
| "loss": 0.0473, |
| "step": 1900 |
| }, |
| { |
| "grad_norm": 0.353121280670166, |
| "learning_rate": 9.994919305453059e-05, |
| "loss": 0.0464, |
| "step": 1910 |
| }, |
| { |
| "grad_norm": 0.49948233366012573, |
| "learning_rate": 9.994667868217548e-05, |
| "loss": 0.0479, |
| "step": 1920 |
| }, |
| { |
| "grad_norm": 0.4217991828918457, |
| "learning_rate": 9.99441036198961e-05, |
| "loss": 0.0482, |
| "step": 1930 |
| }, |
| { |
| "grad_norm": 0.31471049785614014, |
| "learning_rate": 9.99414678708214e-05, |
| "loss": 0.0481, |
| "step": 1940 |
| }, |
| { |
| "grad_norm": 0.3589913845062256, |
| "learning_rate": 9.993877143815407e-05, |
| "loss": 0.0445, |
| "step": 1950 |
| }, |
| { |
| "grad_norm": 0.2932628095149994, |
| "learning_rate": 9.993601432517053e-05, |
| "loss": 0.046, |
| "step": 1960 |
| }, |
| { |
| "grad_norm": 0.35649144649505615, |
| "learning_rate": 9.993319653522091e-05, |
| "loss": 0.0456, |
| "step": 1970 |
| }, |
| { |
| "grad_norm": 0.4936084449291229, |
| "learning_rate": 9.993031807172911e-05, |
| "loss": 0.0475, |
| "step": 1980 |
| }, |
| { |
| "grad_norm": 0.33784282207489014, |
| "learning_rate": 9.992737893819273e-05, |
| "loss": 0.0485, |
| "step": 1990 |
| }, |
| { |
| "grad_norm": 0.5015108585357666, |
| "learning_rate": 9.992437913818312e-05, |
| "loss": 0.0449, |
| "step": 2000 |
| }, |
| { |
| "grad_norm": 0.42584389448165894, |
| "learning_rate": 9.992131867534526e-05, |
| "loss": 0.0444, |
| "step": 2010 |
| }, |
| { |
| "grad_norm": 0.41565531492233276, |
| "learning_rate": 9.991819755339796e-05, |
| "loss": 0.0483, |
| "step": 2020 |
| }, |
| { |
| "grad_norm": 0.380255788564682, |
| "learning_rate": 9.991501577613365e-05, |
| "loss": 0.0482, |
| "step": 2030 |
| }, |
| { |
| "grad_norm": 0.37106555700302124, |
| "learning_rate": 9.99117733474185e-05, |
| "loss": 0.0454, |
| "step": 2040 |
| }, |
| { |
| "grad_norm": 0.43988800048828125, |
| "learning_rate": 9.990847027119234e-05, |
| "loss": 0.0457, |
| "step": 2050 |
| }, |
| { |
| "grad_norm": 0.9517943263053894, |
| "learning_rate": 9.990510655146877e-05, |
| "loss": 0.0431, |
| "step": 2060 |
| }, |
| { |
| "grad_norm": 0.4155087172985077, |
| "learning_rate": 9.990168219233496e-05, |
| "loss": 0.0455, |
| "step": 2070 |
| }, |
| { |
| "grad_norm": 0.37841394543647766, |
| "learning_rate": 9.989819719795188e-05, |
| "loss": 0.0425, |
| "step": 2080 |
| }, |
| { |
| "grad_norm": 0.45210036635398865, |
| "learning_rate": 9.989465157255412e-05, |
| "loss": 0.047, |
| "step": 2090 |
| }, |
| { |
| "grad_norm": 0.3879967927932739, |
| "learning_rate": 9.989104532044994e-05, |
| "loss": 0.0448, |
| "step": 2100 |
| }, |
| { |
| "grad_norm": 0.3749665319919586, |
| "learning_rate": 9.988737844602128e-05, |
| "loss": 0.0408, |
| "step": 2110 |
| }, |
| { |
| "grad_norm": 0.38606101274490356, |
| "learning_rate": 9.988365095372372e-05, |
| "loss": 0.0422, |
| "step": 2120 |
| }, |
| { |
| "grad_norm": 0.45897138118743896, |
| "learning_rate": 9.987986284808654e-05, |
| "loss": 0.0458, |
| "step": 2130 |
| }, |
| { |
| "grad_norm": 0.3423418402671814, |
| "learning_rate": 9.987601413371264e-05, |
| "loss": 0.0425, |
| "step": 2140 |
| }, |
| { |
| "grad_norm": 0.43687859177589417, |
| "learning_rate": 9.987210481527855e-05, |
| "loss": 0.04, |
| "step": 2150 |
| }, |
| { |
| "grad_norm": 0.3930586278438568, |
| "learning_rate": 9.98681348975345e-05, |
| "loss": 0.042, |
| "step": 2160 |
| }, |
| { |
| "grad_norm": 0.4354424774646759, |
| "learning_rate": 9.986410438530427e-05, |
| "loss": 0.0409, |
| "step": 2170 |
| }, |
| { |
| "grad_norm": 0.4108027219772339, |
| "learning_rate": 9.986001328348534e-05, |
| "loss": 0.0394, |
| "step": 2180 |
| }, |
| { |
| "grad_norm": 0.32850104570388794, |
| "learning_rate": 9.985586159704878e-05, |
| "loss": 0.0407, |
| "step": 2190 |
| }, |
| { |
| "grad_norm": 0.45172032713890076, |
| "learning_rate": 9.985164933103929e-05, |
| "loss": 0.0475, |
| "step": 2200 |
| }, |
| { |
| "grad_norm": 0.30814841389656067, |
| "learning_rate": 9.984737649057513e-05, |
| "loss": 0.0438, |
| "step": 2210 |
| }, |
| { |
| "grad_norm": 0.43183210492134094, |
| "learning_rate": 9.984304308084827e-05, |
| "loss": 0.0485, |
| "step": 2220 |
| }, |
| { |
| "grad_norm": 0.4616735279560089, |
| "learning_rate": 9.983864910712416e-05, |
| "loss": 0.0414, |
| "step": 2230 |
| }, |
| { |
| "grad_norm": 0.36560776829719543, |
| "learning_rate": 9.98341945747419e-05, |
| "loss": 0.0398, |
| "step": 2240 |
| }, |
| { |
| "grad_norm": 0.43177369236946106, |
| "learning_rate": 9.98296794891142e-05, |
| "loss": 0.0445, |
| "step": 2250 |
| }, |
| { |
| "grad_norm": 0.4279302656650543, |
| "learning_rate": 9.982510385572725e-05, |
| "loss": 0.0467, |
| "step": 2260 |
| }, |
| { |
| "grad_norm": 0.40069276094436646, |
| "learning_rate": 9.982046768014094e-05, |
| "loss": 0.0445, |
| "step": 2270 |
| }, |
| { |
| "grad_norm": 0.4348323345184326, |
| "learning_rate": 9.981577096798863e-05, |
| "loss": 0.0369, |
| "step": 2280 |
| }, |
| { |
| "grad_norm": 0.41257351636886597, |
| "learning_rate": 9.981101372497727e-05, |
| "loss": 0.0445, |
| "step": 2290 |
| }, |
| { |
| "grad_norm": 0.4516085982322693, |
| "learning_rate": 9.980619595688737e-05, |
| "loss": 0.0438, |
| "step": 2300 |
| }, |
| { |
| "grad_norm": 0.30238786339759827, |
| "learning_rate": 9.980131766957295e-05, |
| "loss": 0.0421, |
| "step": 2310 |
| }, |
| { |
| "grad_norm": 0.47715190052986145, |
| "learning_rate": 9.979637886896163e-05, |
| "loss": 0.0423, |
| "step": 2320 |
| }, |
| { |
| "grad_norm": 0.29774099588394165, |
| "learning_rate": 9.979137956105447e-05, |
| "loss": 0.0464, |
| "step": 2330 |
| }, |
| { |
| "grad_norm": 0.29573264718055725, |
| "learning_rate": 9.978631975192613e-05, |
| "loss": 0.0376, |
| "step": 2340 |
| }, |
| { |
| "grad_norm": 0.32869309186935425, |
| "learning_rate": 9.978119944772475e-05, |
| "loss": 0.0467, |
| "step": 2350 |
| }, |
| { |
| "grad_norm": 0.3470063805580139, |
| "learning_rate": 9.977601865467197e-05, |
| "loss": 0.0405, |
| "step": 2360 |
| }, |
| { |
| "grad_norm": 0.3539649546146393, |
| "learning_rate": 9.977077737906297e-05, |
| "loss": 0.0403, |
| "step": 2370 |
| }, |
| { |
| "grad_norm": 0.3649725914001465, |
| "learning_rate": 9.976547562726636e-05, |
| "loss": 0.0414, |
| "step": 2380 |
| }, |
| { |
| "grad_norm": 0.32129499316215515, |
| "learning_rate": 9.976011340572429e-05, |
| "loss": 0.0423, |
| "step": 2390 |
| }, |
| { |
| "grad_norm": 0.2593826651573181, |
| "learning_rate": 9.975469072095237e-05, |
| "loss": 0.039, |
| "step": 2400 |
| }, |
| { |
| "grad_norm": 0.3159441351890564, |
| "learning_rate": 9.974920757953965e-05, |
| "loss": 0.0383, |
| "step": 2410 |
| }, |
| { |
| "grad_norm": 0.39688485860824585, |
| "learning_rate": 9.97436639881487e-05, |
| "loss": 0.046, |
| "step": 2420 |
| }, |
| { |
| "grad_norm": 0.3365003764629364, |
| "learning_rate": 9.973805995351545e-05, |
| "loss": 0.0404, |
| "step": 2430 |
| }, |
| { |
| "grad_norm": 0.3504849672317505, |
| "learning_rate": 9.973239548244939e-05, |
| "loss": 0.0431, |
| "step": 2440 |
| }, |
| { |
| "grad_norm": 0.4077778160572052, |
| "learning_rate": 9.972667058183333e-05, |
| "loss": 0.04, |
| "step": 2450 |
| }, |
| { |
| "grad_norm": 0.3008902966976166, |
| "learning_rate": 9.972088525862362e-05, |
| "loss": 0.0382, |
| "step": 2460 |
| }, |
| { |
| "grad_norm": 0.37545672059059143, |
| "learning_rate": 9.971503951984995e-05, |
| "loss": 0.0438, |
| "step": 2470 |
| }, |
| { |
| "grad_norm": 0.36859822273254395, |
| "learning_rate": 9.970913337261543e-05, |
| "loss": 0.0409, |
| "step": 2480 |
| }, |
| { |
| "grad_norm": 0.3510163128376007, |
| "learning_rate": 9.97031668240966e-05, |
| "loss": 0.0479, |
| "step": 2490 |
| }, |
| { |
| "grad_norm": 0.44913795590400696, |
| "learning_rate": 9.969713988154339e-05, |
| "loss": 0.0409, |
| "step": 2500 |
| }, |
| { |
| "grad_norm": 0.46766766905784607, |
| "learning_rate": 9.969105255227906e-05, |
| "loss": 0.0405, |
| "step": 2510 |
| }, |
| { |
| "grad_norm": 0.45442551374435425, |
| "learning_rate": 9.968490484370035e-05, |
| "loss": 0.0394, |
| "step": 2520 |
| }, |
| { |
| "grad_norm": 0.35867244005203247, |
| "learning_rate": 9.967869676327726e-05, |
| "loss": 0.0419, |
| "step": 2530 |
| }, |
| { |
| "grad_norm": 0.3887830674648285, |
| "learning_rate": 9.96724283185532e-05, |
| "loss": 0.0364, |
| "step": 2540 |
| }, |
| { |
| "grad_norm": 0.5115375518798828, |
| "learning_rate": 9.966609951714494e-05, |
| "loss": 0.0411, |
| "step": 2550 |
| }, |
| { |
| "grad_norm": 0.3326650559902191, |
| "learning_rate": 9.965971036674255e-05, |
| "loss": 0.0459, |
| "step": 2560 |
| }, |
| { |
| "grad_norm": 0.28854164481163025, |
| "learning_rate": 9.965326087510947e-05, |
| "loss": 0.0398, |
| "step": 2570 |
| }, |
| { |
| "grad_norm": 0.4342745244503021, |
| "learning_rate": 9.964675105008244e-05, |
| "loss": 0.0407, |
| "step": 2580 |
| }, |
| { |
| "grad_norm": 0.3539927899837494, |
| "learning_rate": 9.964018089957147e-05, |
| "loss": 0.0345, |
| "step": 2590 |
| }, |
| { |
| "grad_norm": 0.3186177611351013, |
| "learning_rate": 9.963355043155996e-05, |
| "loss": 0.0456, |
| "step": 2600 |
| }, |
| { |
| "grad_norm": 0.49563562870025635, |
| "learning_rate": 9.962685965410455e-05, |
| "loss": 0.0423, |
| "step": 2610 |
| }, |
| { |
| "grad_norm": 0.33249884843826294, |
| "learning_rate": 9.962010857533514e-05, |
| "loss": 0.0373, |
| "step": 2620 |
| }, |
| { |
| "grad_norm": 0.5187269449234009, |
| "learning_rate": 9.961329720345493e-05, |
| "loss": 0.0386, |
| "step": 2630 |
| }, |
| { |
| "grad_norm": 0.510249137878418, |
| "learning_rate": 9.96064255467404e-05, |
| "loss": 0.0428, |
| "step": 2640 |
| }, |
| { |
| "grad_norm": 0.35589292645454407, |
| "learning_rate": 9.959949361354126e-05, |
| "loss": 0.0392, |
| "step": 2650 |
| }, |
| { |
| "grad_norm": 0.48643842339515686, |
| "learning_rate": 9.959250141228045e-05, |
| "loss": 0.0406, |
| "step": 2660 |
| }, |
| { |
| "grad_norm": 0.4539337158203125, |
| "learning_rate": 9.958544895145414e-05, |
| "loss": 0.0404, |
| "step": 2670 |
| }, |
| { |
| "grad_norm": 0.29236212372779846, |
| "learning_rate": 9.957833623963177e-05, |
| "loss": 0.041, |
| "step": 2680 |
| }, |
| { |
| "grad_norm": 0.5335069894790649, |
| "learning_rate": 9.957116328545593e-05, |
| "loss": 0.0424, |
| "step": 2690 |
| }, |
| { |
| "grad_norm": 0.3695768117904663, |
| "learning_rate": 9.956393009764244e-05, |
| "loss": 0.0388, |
| "step": 2700 |
| }, |
| { |
| "grad_norm": 0.36372533440589905, |
| "learning_rate": 9.955663668498032e-05, |
| "loss": 0.0385, |
| "step": 2710 |
| }, |
| { |
| "grad_norm": 0.4580289125442505, |
| "learning_rate": 9.954928305633173e-05, |
| "loss": 0.0389, |
| "step": 2720 |
| }, |
| { |
| "grad_norm": 0.43339890241622925, |
| "learning_rate": 9.954186922063204e-05, |
| "loss": 0.0399, |
| "step": 2730 |
| }, |
| { |
| "grad_norm": 0.35029280185699463, |
| "learning_rate": 9.953439518688974e-05, |
| "loss": 0.0377, |
| "step": 2740 |
| }, |
| { |
| "grad_norm": 0.33518457412719727, |
| "learning_rate": 9.952686096418652e-05, |
| "loss": 0.0355, |
| "step": 2750 |
| }, |
| { |
| "grad_norm": 0.30202507972717285, |
| "learning_rate": 9.951926656167714e-05, |
| "loss": 0.0372, |
| "step": 2760 |
| }, |
| { |
| "grad_norm": 0.34633857011795044, |
| "learning_rate": 9.951161198858953e-05, |
| "loss": 0.0412, |
| "step": 2770 |
| }, |
| { |
| "grad_norm": 0.40867945551872253, |
| "learning_rate": 9.950389725422471e-05, |
| "loss": 0.0372, |
| "step": 2780 |
| }, |
| { |
| "grad_norm": 0.2682510316371918, |
| "learning_rate": 9.949612236795682e-05, |
| "loss": 0.0365, |
| "step": 2790 |
| }, |
| { |
| "grad_norm": 0.4570905566215515, |
| "learning_rate": 9.948828733923305e-05, |
| "loss": 0.0393, |
| "step": 2800 |
| }, |
| { |
| "grad_norm": 0.36744511127471924, |
| "learning_rate": 9.948039217757374e-05, |
| "loss": 0.0412, |
| "step": 2810 |
| }, |
| { |
| "grad_norm": 0.29317381978034973, |
| "learning_rate": 9.947243689257225e-05, |
| "loss": 0.038, |
| "step": 2820 |
| }, |
| { |
| "grad_norm": 0.3504505455493927, |
| "learning_rate": 9.946442149389497e-05, |
| "loss": 0.0348, |
| "step": 2830 |
| }, |
| { |
| "grad_norm": 0.31019940972328186, |
| "learning_rate": 9.945634599128139e-05, |
| "loss": 0.038, |
| "step": 2840 |
| }, |
| { |
| "grad_norm": 0.437590092420578, |
| "learning_rate": 9.944821039454402e-05, |
| "loss": 0.0387, |
| "step": 2850 |
| }, |
| { |
| "grad_norm": 0.36887866258621216, |
| "learning_rate": 9.944001471356835e-05, |
| "loss": 0.0405, |
| "step": 2860 |
| }, |
| { |
| "grad_norm": 0.2392815351486206, |
| "learning_rate": 9.94317589583129e-05, |
| "loss": 0.0435, |
| "step": 2870 |
| }, |
| { |
| "grad_norm": 0.21329613029956818, |
| "learning_rate": 9.942344313880922e-05, |
| "loss": 0.0365, |
| "step": 2880 |
| }, |
| { |
| "grad_norm": 0.3033916652202606, |
| "learning_rate": 9.941506726516179e-05, |
| "loss": 0.0385, |
| "step": 2890 |
| }, |
| { |
| "grad_norm": 0.2520839273929596, |
| "learning_rate": 9.94066313475481e-05, |
| "loss": 0.0363, |
| "step": 2900 |
| }, |
| { |
| "grad_norm": 0.43853965401649475, |
| "learning_rate": 9.939813539621857e-05, |
| "loss": 0.0363, |
| "step": 2910 |
| }, |
| { |
| "grad_norm": 0.36329326033592224, |
| "learning_rate": 9.93895794214966e-05, |
| "loss": 0.0402, |
| "step": 2920 |
| }, |
| { |
| "grad_norm": 0.26854604482650757, |
| "learning_rate": 9.938096343377852e-05, |
| "loss": 0.0459, |
| "step": 2930 |
| }, |
| { |
| "grad_norm": 0.44420111179351807, |
| "learning_rate": 9.937228744353353e-05, |
| "loss": 0.0432, |
| "step": 2940 |
| }, |
| { |
| "grad_norm": 0.363777756690979, |
| "learning_rate": 9.936355146130379e-05, |
| "loss": 0.0369, |
| "step": 2950 |
| }, |
| { |
| "grad_norm": 0.2704271972179413, |
| "learning_rate": 9.935475549770435e-05, |
| "loss": 0.0379, |
| "step": 2960 |
| }, |
| { |
| "grad_norm": 0.298907071352005, |
| "learning_rate": 9.934589956342315e-05, |
| "loss": 0.0356, |
| "step": 2970 |
| }, |
| { |
| "grad_norm": 0.31564566493034363, |
| "learning_rate": 9.933698366922093e-05, |
| "loss": 0.0339, |
| "step": 2980 |
| }, |
| { |
| "grad_norm": 0.36585021018981934, |
| "learning_rate": 9.93280078259314e-05, |
| "loss": 0.0373, |
| "step": 2990 |
| }, |
| { |
| "grad_norm": 0.33079367876052856, |
| "learning_rate": 9.931897204446104e-05, |
| "loss": 0.0372, |
| "step": 3000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 30000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 3000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
