| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.8264975101762506, |
| "eval_steps": 500, |
| "global_step": 40000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0020662437754406264, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.9800000000000004e-05, |
| "loss": 0.7375, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.004132487550881253, |
| "grad_norm": 1.28125, |
| "learning_rate": 3.9800000000000005e-05, |
| "loss": 0.3387, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.006198731326321879, |
| "grad_norm": 0.84765625, |
| "learning_rate": 5.9800000000000003e-05, |
| "loss": 0.3035, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.008264975101762505, |
| "grad_norm": 0.8671875, |
| "learning_rate": 7.98e-05, |
| "loss": 0.2934, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.010331218877203133, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.98e-05, |
| "loss": 0.2669, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.012397462652643758, |
| "grad_norm": 0.6171875, |
| "learning_rate": 0.0001198, |
| "loss": 0.2677, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.014463706428084385, |
| "grad_norm": 0.62890625, |
| "learning_rate": 0.0001398, |
| "loss": 0.2643, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.01652995020352501, |
| "grad_norm": 0.5703125, |
| "learning_rate": 0.0001598, |
| "loss": 0.2687, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.018596193978965638, |
| "grad_norm": 0.60546875, |
| "learning_rate": 0.0001798, |
| "loss": 0.274, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.020662437754406265, |
| "grad_norm": 0.46875, |
| "learning_rate": 0.0001998, |
| "loss": 0.2662, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.022728681529846893, |
| "grad_norm": 0.423828125, |
| "learning_rate": 0.00019959591836734693, |
| "loss": 0.2672, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.024794925305287516, |
| "grad_norm": 0.65625, |
| "learning_rate": 0.00019918775510204082, |
| "loss": 0.2652, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.026861169080728144, |
| "grad_norm": 0.447265625, |
| "learning_rate": 0.0001987795918367347, |
| "loss": 0.2823, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.02892741285616877, |
| "grad_norm": 0.46875, |
| "learning_rate": 0.0001983714285714286, |
| "loss": 0.2589, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.030993656631609398, |
| "grad_norm": 0.5, |
| "learning_rate": 0.00019796326530612245, |
| "loss": 0.2632, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.03305990040705002, |
| "grad_norm": 0.4140625, |
| "learning_rate": 0.00019755510204081634, |
| "loss": 0.2565, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.03512614418249065, |
| "grad_norm": 5.78125, |
| "learning_rate": 0.0001971469387755102, |
| "loss": 0.2507, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.037192387957931276, |
| "grad_norm": 0.90625, |
| "learning_rate": 0.0001967387755102041, |
| "loss": 0.252, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.0392586317333719, |
| "grad_norm": 0.310546875, |
| "learning_rate": 0.00019633061224489797, |
| "loss": 0.2434, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.04132487550881253, |
| "grad_norm": 0.3359375, |
| "learning_rate": 0.00019592244897959185, |
| "loss": 0.2421, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.043391119284253155, |
| "grad_norm": 0.3125, |
| "learning_rate": 0.0001955142857142857, |
| "loss": 0.2345, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.045457363059693785, |
| "grad_norm": 0.376953125, |
| "learning_rate": 0.00019510612244897962, |
| "loss": 0.2565, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.04752360683513441, |
| "grad_norm": 0.41015625, |
| "learning_rate": 0.00019469795918367348, |
| "loss": 0.2559, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.04958985061057503, |
| "grad_norm": 0.357421875, |
| "learning_rate": 0.00019428979591836737, |
| "loss": 0.2501, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.051656094386015663, |
| "grad_norm": 0.60546875, |
| "learning_rate": 0.00019388163265306123, |
| "loss": 0.2591, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.05372233816145629, |
| "grad_norm": 0.296875, |
| "learning_rate": 0.00019347346938775511, |
| "loss": 0.236, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.05578858193689692, |
| "grad_norm": 0.298828125, |
| "learning_rate": 0.000193065306122449, |
| "loss": 0.2375, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.05785482571233754, |
| "grad_norm": 0.337890625, |
| "learning_rate": 0.00019265714285714286, |
| "loss": 0.2335, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.059921069487778165, |
| "grad_norm": 0.5078125, |
| "learning_rate": 0.00019224897959183674, |
| "loss": 0.2308, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.061987313263218796, |
| "grad_norm": 0.40234375, |
| "learning_rate": 0.0001918408163265306, |
| "loss": 0.2378, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.06405355703865942, |
| "grad_norm": 0.294921875, |
| "learning_rate": 0.00019143265306122452, |
| "loss": 0.2338, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.06611980081410004, |
| "grad_norm": 0.330078125, |
| "learning_rate": 0.00019102448979591838, |
| "loss": 0.2323, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.06818604458954067, |
| "grad_norm": 0.68359375, |
| "learning_rate": 0.00019061632653061226, |
| "loss": 0.2366, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.0702522883649813, |
| "grad_norm": 0.443359375, |
| "learning_rate": 0.00019020816326530612, |
| "loss": 0.2436, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.07231853214042193, |
| "grad_norm": 0.365234375, |
| "learning_rate": 0.0001898, |
| "loss": 0.236, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.07438477591586255, |
| "grad_norm": 0.37109375, |
| "learning_rate": 0.0001893918367346939, |
| "loss": 0.2318, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.07645101969130318, |
| "grad_norm": 0.376953125, |
| "learning_rate": 0.00018898367346938778, |
| "loss": 0.2207, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.0785172634667438, |
| "grad_norm": 0.416015625, |
| "learning_rate": 0.00018857551020408164, |
| "loss": 0.2344, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.08058350724218444, |
| "grad_norm": 0.296875, |
| "learning_rate": 0.00018816734693877552, |
| "loss": 0.2327, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.08264975101762506, |
| "grad_norm": 0.28515625, |
| "learning_rate": 0.0001877591836734694, |
| "loss": 0.2265, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.08471599479306569, |
| "grad_norm": 0.271484375, |
| "learning_rate": 0.0001873510204081633, |
| "loss": 0.2272, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.08678223856850631, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 0.00018694285714285715, |
| "loss": 0.2281, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.08884848234394693, |
| "grad_norm": 0.43359375, |
| "learning_rate": 0.00018653469387755104, |
| "loss": 0.2386, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.09091472611938757, |
| "grad_norm": 0.41015625, |
| "learning_rate": 0.0001861265306122449, |
| "loss": 0.2298, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.0929809698948282, |
| "grad_norm": 0.32421875, |
| "learning_rate": 0.00018571836734693878, |
| "loss": 0.2255, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.09504721367026882, |
| "grad_norm": 0.328125, |
| "learning_rate": 0.00018531020408163267, |
| "loss": 0.2208, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.09711345744570944, |
| "grad_norm": 0.294921875, |
| "learning_rate": 0.00018490204081632653, |
| "loss": 0.219, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.09917970122115007, |
| "grad_norm": 0.296875, |
| "learning_rate": 0.00018449387755102041, |
| "loss": 0.2243, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.1012459449965907, |
| "grad_norm": 0.3125, |
| "learning_rate": 0.00018408571428571427, |
| "loss": 0.2228, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.10331218877203133, |
| "grad_norm": 0.2734375, |
| "learning_rate": 0.00018367755102040819, |
| "loss": 0.2212, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.10537843254747195, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 0.00018326938775510204, |
| "loss": 0.223, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.10744467632291257, |
| "grad_norm": 0.419921875, |
| "learning_rate": 0.00018286122448979593, |
| "loss": 0.2295, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.1095109200983532, |
| "grad_norm": 0.265625, |
| "learning_rate": 0.0001824530612244898, |
| "loss": 0.2215, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.11157716387379384, |
| "grad_norm": 0.26953125, |
| "learning_rate": 0.0001820448979591837, |
| "loss": 0.2184, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.11364340764923446, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 0.00018163673469387756, |
| "loss": 0.2163, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.11570965142467508, |
| "grad_norm": 0.376953125, |
| "learning_rate": 0.00018122857142857145, |
| "loss": 0.2202, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.11777589520011571, |
| "grad_norm": 0.306640625, |
| "learning_rate": 0.0001808204081632653, |
| "loss": 0.2253, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.11984213897555633, |
| "grad_norm": 0.251953125, |
| "learning_rate": 0.0001804122448979592, |
| "loss": 0.2095, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.12190838275099697, |
| "grad_norm": 0.310546875, |
| "learning_rate": 0.00018000408163265308, |
| "loss": 0.2238, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.12397462652643759, |
| "grad_norm": 0.228515625, |
| "learning_rate": 0.00017959591836734694, |
| "loss": 0.2135, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.12604087030187822, |
| "grad_norm": 0.232421875, |
| "learning_rate": 0.00017918775510204082, |
| "loss": 0.2182, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.12810711407731884, |
| "grad_norm": 0.470703125, |
| "learning_rate": 0.0001787795918367347, |
| "loss": 0.2167, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.13017335785275946, |
| "grad_norm": 0.267578125, |
| "learning_rate": 0.0001783714285714286, |
| "loss": 0.2148, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.1322396016282001, |
| "grad_norm": 0.20703125, |
| "learning_rate": 0.00017796326530612245, |
| "loss": 0.2047, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.1343058454036407, |
| "grad_norm": 0.255859375, |
| "learning_rate": 0.00017755510204081634, |
| "loss": 0.2082, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.13637208917908133, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 0.0001771469387755102, |
| "loss": 0.2128, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.138438332954522, |
| "grad_norm": 0.3671875, |
| "learning_rate": 0.00017673877551020408, |
| "loss": 0.2091, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.1405045767299626, |
| "grad_norm": 0.279296875, |
| "learning_rate": 0.00017633061224489797, |
| "loss": 0.2078, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.14257082050540323, |
| "grad_norm": 0.34375, |
| "learning_rate": 0.00017592244897959185, |
| "loss": 0.2025, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.14463706428084386, |
| "grad_norm": 0.38671875, |
| "learning_rate": 0.0001755142857142857, |
| "loss": 0.2061, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.14670330805628448, |
| "grad_norm": 0.3203125, |
| "learning_rate": 0.0001751061224489796, |
| "loss": 0.2174, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.1487695518317251, |
| "grad_norm": 0.9375, |
| "learning_rate": 0.00017469795918367349, |
| "loss": 0.2098, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.15083579560716573, |
| "grad_norm": 0.3125, |
| "learning_rate": 0.00017428979591836737, |
| "loss": 0.2056, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.15290203938260635, |
| "grad_norm": 0.369140625, |
| "learning_rate": 0.00017388163265306123, |
| "loss": 0.2049, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.15496828315804698, |
| "grad_norm": 0.265625, |
| "learning_rate": 0.00017347346938775512, |
| "loss": 0.2034, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.1570345269334876, |
| "grad_norm": 0.298828125, |
| "learning_rate": 0.00017306530612244897, |
| "loss": 0.1922, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.15910077070892825, |
| "grad_norm": 0.34375, |
| "learning_rate": 0.00017265714285714286, |
| "loss": 0.2059, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.16116701448436888, |
| "grad_norm": 0.326171875, |
| "learning_rate": 0.00017224897959183675, |
| "loss": 0.2052, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.1632332582598095, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 0.0001718408163265306, |
| "loss": 0.2077, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.16529950203525012, |
| "grad_norm": 0.203125, |
| "learning_rate": 0.0001714326530612245, |
| "loss": 0.2116, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.16736574581069075, |
| "grad_norm": 0.2109375, |
| "learning_rate": 0.00017102448979591838, |
| "loss": 0.2154, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.16943198958613137, |
| "grad_norm": 0.28125, |
| "learning_rate": 0.00017061632653061226, |
| "loss": 0.2118, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.171498233361572, |
| "grad_norm": 0.23046875, |
| "learning_rate": 0.00017020816326530612, |
| "loss": 0.2001, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.17356447713701262, |
| "grad_norm": 0.306640625, |
| "learning_rate": 0.0001698, |
| "loss": 0.2024, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.17563072091245324, |
| "grad_norm": 0.23828125, |
| "learning_rate": 0.00016939183673469387, |
| "loss": 0.1997, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.17769696468789387, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 0.00016898367346938778, |
| "loss": 0.1978, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.17976320846333452, |
| "grad_norm": 0.2421875, |
| "learning_rate": 0.00016857551020408164, |
| "loss": 0.1981, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.18182945223877514, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 0.00016816734693877552, |
| "loss": 0.1898, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.18389569601421576, |
| "grad_norm": 0.32421875, |
| "learning_rate": 0.00016775918367346938, |
| "loss": 0.196, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.1859619397896564, |
| "grad_norm": 0.365234375, |
| "learning_rate": 0.0001673510204081633, |
| "loss": 0.2105, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.188028183565097, |
| "grad_norm": 0.267578125, |
| "learning_rate": 0.00016694285714285715, |
| "loss": 0.1967, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.19009442734053764, |
| "grad_norm": 0.28125, |
| "learning_rate": 0.00016653469387755104, |
| "loss": 0.1903, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.19216067111597826, |
| "grad_norm": 0.279296875, |
| "learning_rate": 0.0001661265306122449, |
| "loss": 0.1994, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.19422691489141888, |
| "grad_norm": 1.40625, |
| "learning_rate": 0.00016571836734693878, |
| "loss": 0.2028, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.1962931586668595, |
| "grad_norm": 0.453125, |
| "learning_rate": 0.00016531020408163267, |
| "loss": 0.1988, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.19835940244230013, |
| "grad_norm": 0.18359375, |
| "learning_rate": 0.00016490204081632653, |
| "loss": 0.201, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.20042564621774078, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 0.00016449387755102042, |
| "loss": 0.1877, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.2024918899931814, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 0.00016408571428571427, |
| "loss": 0.1969, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.20455813376862203, |
| "grad_norm": 0.23046875, |
| "learning_rate": 0.0001636775510204082, |
| "loss": 0.1921, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.20662437754406265, |
| "grad_norm": 0.302734375, |
| "learning_rate": 0.00016326938775510205, |
| "loss": 0.1911, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.20869062131950328, |
| "grad_norm": 0.275390625, |
| "learning_rate": 0.00016286122448979593, |
| "loss": 0.201, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.2107568650949439, |
| "grad_norm": 0.275390625, |
| "learning_rate": 0.0001624530612244898, |
| "loss": 0.1937, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.21282310887038453, |
| "grad_norm": 0.232421875, |
| "learning_rate": 0.00016204489795918368, |
| "loss": 0.1922, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.21488935264582515, |
| "grad_norm": 0.244140625, |
| "learning_rate": 0.00016163673469387756, |
| "loss": 0.1969, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.21695559642126577, |
| "grad_norm": 0.232421875, |
| "learning_rate": 0.00016122857142857145, |
| "loss": 0.1902, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.2190218401967064, |
| "grad_norm": 0.208984375, |
| "learning_rate": 0.0001608204081632653, |
| "loss": 0.1927, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.22108808397214702, |
| "grad_norm": 0.1845703125, |
| "learning_rate": 0.0001604122448979592, |
| "loss": 0.2002, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.22315432774758767, |
| "grad_norm": 0.28125, |
| "learning_rate": 0.00016000408163265305, |
| "loss": 0.191, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.2252205715230283, |
| "grad_norm": 0.240234375, |
| "learning_rate": 0.00015959591836734696, |
| "loss": 0.1843, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.22728681529846892, |
| "grad_norm": 0.318359375, |
| "learning_rate": 0.00015918775510204082, |
| "loss": 0.1945, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.22935305907390954, |
| "grad_norm": 0.2041015625, |
| "learning_rate": 0.0001587795918367347, |
| "loss": 0.195, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.23141930284935017, |
| "grad_norm": 0.41015625, |
| "learning_rate": 0.00015837142857142857, |
| "loss": 0.1884, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.2334855466247908, |
| "grad_norm": 0.275390625, |
| "learning_rate": 0.00015796326530612245, |
| "loss": 0.1934, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.23555179040023141, |
| "grad_norm": 0.361328125, |
| "learning_rate": 0.00015755510204081634, |
| "loss": 0.1911, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.23761803417567204, |
| "grad_norm": 0.359375, |
| "learning_rate": 0.0001571469387755102, |
| "loss": 0.184, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.23968427795111266, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 0.00015673877551020408, |
| "loss": 0.179, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.24175052172655329, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 0.00015633061224489794, |
| "loss": 0.1809, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.24381676550199394, |
| "grad_norm": 0.228515625, |
| "learning_rate": 0.00015592244897959186, |
| "loss": 0.1844, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.24588300927743456, |
| "grad_norm": 0.30859375, |
| "learning_rate": 0.00015551428571428572, |
| "loss": 0.1849, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.24794925305287518, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 0.0001551061224489796, |
| "loss": 0.1782, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.2500154968283158, |
| "grad_norm": 0.291015625, |
| "learning_rate": 0.00015469795918367346, |
| "loss": 0.1905, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.25208174060375643, |
| "grad_norm": 0.2080078125, |
| "learning_rate": 0.00015428979591836737, |
| "loss": 0.1841, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.25414798437919706, |
| "grad_norm": 0.28515625, |
| "learning_rate": 0.00015388163265306123, |
| "loss": 0.179, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.2562142281546377, |
| "grad_norm": 0.298828125, |
| "learning_rate": 0.00015347346938775512, |
| "loss": 0.1825, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.2582804719300783, |
| "grad_norm": 0.298828125, |
| "learning_rate": 0.00015306530612244898, |
| "loss": 0.1764, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.2603467157055189, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 0.00015265714285714286, |
| "loss": 0.1769, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.26241295948095955, |
| "grad_norm": 0.1826171875, |
| "learning_rate": 0.00015224897959183675, |
| "loss": 0.1812, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.2644792032564002, |
| "grad_norm": 0.248046875, |
| "learning_rate": 0.00015184081632653063, |
| "loss": 0.179, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.2665454470318408, |
| "grad_norm": 0.255859375, |
| "learning_rate": 0.0001514326530612245, |
| "loss": 0.1777, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.2686116908072814, |
| "grad_norm": 0.271484375, |
| "learning_rate": 0.00015102448979591838, |
| "loss": 0.181, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.27067793458272205, |
| "grad_norm": 0.24609375, |
| "learning_rate": 0.00015061632653061226, |
| "loss": 0.177, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.27274417835816267, |
| "grad_norm": 0.20703125, |
| "learning_rate": 0.00015020816326530612, |
| "loss": 0.1774, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.27481042213360335, |
| "grad_norm": 0.369140625, |
| "learning_rate": 0.0001498, |
| "loss": 0.1754, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.276876665909044, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 0.00014939183673469387, |
| "loss": 0.171, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.2789429096844846, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 0.00014898367346938775, |
| "loss": 0.1751, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.2810091534599252, |
| "grad_norm": 0.419921875, |
| "learning_rate": 0.00014857551020408164, |
| "loss": 0.1783, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.28307539723536584, |
| "grad_norm": 0.22265625, |
| "learning_rate": 0.00014816734693877553, |
| "loss": 0.1704, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.28514164101080647, |
| "grad_norm": 0.51953125, |
| "learning_rate": 0.00014775918367346938, |
| "loss": 0.1829, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.2872078847862471, |
| "grad_norm": 0.224609375, |
| "learning_rate": 0.00014735102040816327, |
| "loss": 0.1762, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.2892741285616877, |
| "grad_norm": 0.314453125, |
| "learning_rate": 0.00014694285714285716, |
| "loss": 0.1724, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.29134037233712834, |
| "grad_norm": 0.271484375, |
| "learning_rate": 0.00014653469387755104, |
| "loss": 0.1747, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.29340661611256896, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 0.0001461265306122449, |
| "loss": 0.1769, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.2954728598880096, |
| "grad_norm": 0.228515625, |
| "learning_rate": 0.0001457183673469388, |
| "loss": 0.1655, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.2975391036634502, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 0.00014531020408163265, |
| "loss": 0.1698, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.29960534743889083, |
| "grad_norm": 0.24609375, |
| "learning_rate": 0.00014490204081632656, |
| "loss": 0.1691, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.30167159121433146, |
| "grad_norm": 0.212890625, |
| "learning_rate": 0.00014449387755102042, |
| "loss": 0.1739, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.3037378349897721, |
| "grad_norm": 0.17578125, |
| "learning_rate": 0.0001440857142857143, |
| "loss": 0.1657, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.3058040787652127, |
| "grad_norm": 0.8203125, |
| "learning_rate": 0.00014367755102040816, |
| "loss": 0.1789, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.30787032254065333, |
| "grad_norm": 0.201171875, |
| "learning_rate": 0.00014326938775510205, |
| "loss": 0.1717, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.30993656631609395, |
| "grad_norm": 0.279296875, |
| "learning_rate": 0.00014286122448979593, |
| "loss": 0.1713, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.3120028100915346, |
| "grad_norm": 0.251953125, |
| "learning_rate": 0.0001424530612244898, |
| "loss": 0.1672, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.3140690538669752, |
| "grad_norm": 0.212890625, |
| "learning_rate": 0.00014204489795918368, |
| "loss": 0.1715, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.3161352976424158, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 0.00014163673469387754, |
| "loss": 0.1661, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.3182015414178565, |
| "grad_norm": 0.27734375, |
| "learning_rate": 0.00014122857142857145, |
| "loss": 0.1642, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.3202677851932971, |
| "grad_norm": 0.1875, |
| "learning_rate": 0.0001408204081632653, |
| "loss": 0.1675, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.32233402896873775, |
| "grad_norm": 0.330078125, |
| "learning_rate": 0.0001404122448979592, |
| "loss": 0.1707, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.3244002727441784, |
| "grad_norm": 0.236328125, |
| "learning_rate": 0.00014000408163265305, |
| "loss": 0.1835, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.326466516519619, |
| "grad_norm": 0.244140625, |
| "learning_rate": 0.00013959591836734697, |
| "loss": 0.1744, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.3285327602950596, |
| "grad_norm": 0.2060546875, |
| "learning_rate": 0.00013918775510204083, |
| "loss": 0.1692, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.33059900407050025, |
| "grad_norm": 0.21875, |
| "learning_rate": 0.0001387795918367347, |
| "loss": 0.1706, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.33266524784594087, |
| "grad_norm": 0.248046875, |
| "learning_rate": 0.00013837142857142857, |
| "loss": 0.1679, |
| "step": 16100 |
| }, |
| { |
| "epoch": 0.3347314916213815, |
| "grad_norm": 0.310546875, |
| "learning_rate": 0.00013796326530612246, |
| "loss": 0.1605, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.3367977353968221, |
| "grad_norm": 0.25390625, |
| "learning_rate": 0.00013755510204081634, |
| "loss": 0.1656, |
| "step": 16300 |
| }, |
| { |
| "epoch": 0.33886397917226274, |
| "grad_norm": 0.234375, |
| "learning_rate": 0.00013714693877551023, |
| "loss": 0.162, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.34093022294770337, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 0.00013673877551020409, |
| "loss": 0.1628, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.342996466723144, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 0.00013633061224489797, |
| "loss": 0.1646, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.3450627104985846, |
| "grad_norm": 0.2041015625, |
| "learning_rate": 0.00013592244897959186, |
| "loss": 0.1616, |
| "step": 16700 |
| }, |
| { |
| "epoch": 0.34712895427402524, |
| "grad_norm": 0.3046875, |
| "learning_rate": 0.00013551428571428572, |
| "loss": 0.1694, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.34919519804946586, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 0.0001351061224489796, |
| "loss": 0.1607, |
| "step": 16900 |
| }, |
| { |
| "epoch": 0.3512614418249065, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 0.00013469795918367346, |
| "loss": 0.1593, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.3533276856003471, |
| "grad_norm": 0.24609375, |
| "learning_rate": 0.00013428979591836735, |
| "loss": 0.1624, |
| "step": 17100 |
| }, |
| { |
| "epoch": 0.35539392937578773, |
| "grad_norm": 0.322265625, |
| "learning_rate": 0.00013388163265306123, |
| "loss": 0.1619, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.35746017315122836, |
| "grad_norm": 0.24609375, |
| "learning_rate": 0.00013347346938775512, |
| "loss": 0.159, |
| "step": 17300 |
| }, |
| { |
| "epoch": 0.35952641692666903, |
| "grad_norm": 0.41796875, |
| "learning_rate": 0.00013306530612244898, |
| "loss": 0.1618, |
| "step": 17400 |
| }, |
| { |
| "epoch": 0.36159266070210966, |
| "grad_norm": 0.208984375, |
| "learning_rate": 0.00013265714285714286, |
| "loss": 0.162, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.3636589044775503, |
| "grad_norm": 0.337890625, |
| "learning_rate": 0.00013224897959183672, |
| "loss": 0.1634, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.3657251482529909, |
| "grad_norm": 0.37109375, |
| "learning_rate": 0.00013184081632653064, |
| "loss": 0.1625, |
| "step": 17700 |
| }, |
| { |
| "epoch": 0.36779139202843153, |
| "grad_norm": 0.23046875, |
| "learning_rate": 0.0001314326530612245, |
| "loss": 0.1608, |
| "step": 17800 |
| }, |
| { |
| "epoch": 0.36985763580387215, |
| "grad_norm": 0.451171875, |
| "learning_rate": 0.00013102448979591838, |
| "loss": 0.1507, |
| "step": 17900 |
| }, |
| { |
| "epoch": 0.3719238795793128, |
| "grad_norm": 0.318359375, |
| "learning_rate": 0.00013061632653061224, |
| "loss": 0.1596, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.3739901233547534, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 0.00013020816326530612, |
| "loss": 0.1584, |
| "step": 18100 |
| }, |
| { |
| "epoch": 0.376056367130194, |
| "grad_norm": 0.291015625, |
| "learning_rate": 0.0001298, |
| "loss": 0.1634, |
| "step": 18200 |
| }, |
| { |
| "epoch": 0.37812261090563465, |
| "grad_norm": 0.1904296875, |
| "learning_rate": 0.00012939183673469387, |
| "loss": 0.1551, |
| "step": 18300 |
| }, |
| { |
| "epoch": 0.3801888546810753, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 0.00012898367346938776, |
| "loss": 0.1577, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.3822550984565159, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 0.00012857551020408164, |
| "loss": 0.1512, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.3843213422319565, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 0.00012816734693877553, |
| "loss": 0.1541, |
| "step": 18600 |
| }, |
| { |
| "epoch": 0.38638758600739714, |
| "grad_norm": 0.255859375, |
| "learning_rate": 0.00012775918367346939, |
| "loss": 0.1602, |
| "step": 18700 |
| }, |
| { |
| "epoch": 0.38845382978283777, |
| "grad_norm": 0.224609375, |
| "learning_rate": 0.00012735102040816327, |
| "loss": 0.1593, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.3905200735582784, |
| "grad_norm": 0.341796875, |
| "learning_rate": 0.00012694285714285713, |
| "loss": 0.1603, |
| "step": 18900 |
| }, |
| { |
| "epoch": 0.392586317333719, |
| "grad_norm": 0.1962890625, |
| "learning_rate": 0.00012653469387755104, |
| "loss": 0.1568, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.39465256110915964, |
| "grad_norm": 0.27734375, |
| "learning_rate": 0.0001261265306122449, |
| "loss": 0.1594, |
| "step": 19100 |
| }, |
| { |
| "epoch": 0.39671880488460026, |
| "grad_norm": 0.1875, |
| "learning_rate": 0.0001257183673469388, |
| "loss": 0.1478, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.3987850486600409, |
| "grad_norm": 0.220703125, |
| "learning_rate": 0.00012531020408163265, |
| "loss": 0.1618, |
| "step": 19300 |
| }, |
| { |
| "epoch": 0.40085129243548157, |
| "grad_norm": 0.18359375, |
| "learning_rate": 0.00012490204081632653, |
| "loss": 0.1522, |
| "step": 19400 |
| }, |
| { |
| "epoch": 0.4029175362109222, |
| "grad_norm": 0.267578125, |
| "learning_rate": 0.00012449387755102042, |
| "loss": 0.1539, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.4049837799863628, |
| "grad_norm": 0.212890625, |
| "learning_rate": 0.0001240857142857143, |
| "loss": 0.1542, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.40705002376180344, |
| "grad_norm": 0.19140625, |
| "learning_rate": 0.00012367755102040816, |
| "loss": 0.1532, |
| "step": 19700 |
| }, |
| { |
| "epoch": 0.40911626753724406, |
| "grad_norm": 0.30078125, |
| "learning_rate": 0.00012326938775510205, |
| "loss": 0.1547, |
| "step": 19800 |
| }, |
| { |
| "epoch": 0.4111825113126847, |
| "grad_norm": 0.263671875, |
| "learning_rate": 0.00012286122448979594, |
| "loss": 0.1534, |
| "step": 19900 |
| }, |
| { |
| "epoch": 0.4132487550881253, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 0.0001224530612244898, |
| "loss": 0.1529, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.41531499886356593, |
| "grad_norm": 0.267578125, |
| "learning_rate": 0.00012204489795918368, |
| "loss": 0.1551, |
| "step": 20100 |
| }, |
| { |
| "epoch": 0.41738124263900656, |
| "grad_norm": 0.333984375, |
| "learning_rate": 0.00012163673469387755, |
| "loss": 0.1507, |
| "step": 20200 |
| }, |
| { |
| "epoch": 0.4194474864144472, |
| "grad_norm": 0.240234375, |
| "learning_rate": 0.00012122857142857142, |
| "loss": 0.1483, |
| "step": 20300 |
| }, |
| { |
| "epoch": 0.4215137301898878, |
| "grad_norm": 0.2060546875, |
| "learning_rate": 0.00012082040816326532, |
| "loss": 0.1531, |
| "step": 20400 |
| }, |
| { |
| "epoch": 0.4235799739653284, |
| "grad_norm": 0.22265625, |
| "learning_rate": 0.0001204122448979592, |
| "loss": 0.1442, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.42564621774076905, |
| "grad_norm": 0.30078125, |
| "learning_rate": 0.00012000408163265307, |
| "loss": 0.1509, |
| "step": 20600 |
| }, |
| { |
| "epoch": 0.4277124615162097, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 0.00011959591836734694, |
| "loss": 0.1462, |
| "step": 20700 |
| }, |
| { |
| "epoch": 0.4297787052916503, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 0.00011918775510204083, |
| "loss": 0.1482, |
| "step": 20800 |
| }, |
| { |
| "epoch": 0.4318449490670909, |
| "grad_norm": 0.265625, |
| "learning_rate": 0.0001187795918367347, |
| "loss": 0.1491, |
| "step": 20900 |
| }, |
| { |
| "epoch": 0.43391119284253155, |
| "grad_norm": 0.232421875, |
| "learning_rate": 0.00011837142857142857, |
| "loss": 0.1465, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.43597743661797217, |
| "grad_norm": 0.236328125, |
| "learning_rate": 0.00011796326530612244, |
| "loss": 0.1499, |
| "step": 21100 |
| }, |
| { |
| "epoch": 0.4380436803934128, |
| "grad_norm": 0.240234375, |
| "learning_rate": 0.00011755510204081632, |
| "loss": 0.1484, |
| "step": 21200 |
| }, |
| { |
| "epoch": 0.4401099241688534, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 0.00011714693877551022, |
| "loss": 0.1508, |
| "step": 21300 |
| }, |
| { |
| "epoch": 0.44217616794429404, |
| "grad_norm": 0.43359375, |
| "learning_rate": 0.00011673877551020409, |
| "loss": 0.1456, |
| "step": 21400 |
| }, |
| { |
| "epoch": 0.4442424117197347, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 0.00011633061224489796, |
| "loss": 0.1467, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.44630865549517534, |
| "grad_norm": 0.27734375, |
| "learning_rate": 0.00011592244897959183, |
| "loss": 0.146, |
| "step": 21600 |
| }, |
| { |
| "epoch": 0.44837489927061597, |
| "grad_norm": 0.203125, |
| "learning_rate": 0.00011551428571428573, |
| "loss": 0.1438, |
| "step": 21700 |
| }, |
| { |
| "epoch": 0.4504411430460566, |
| "grad_norm": 0.296875, |
| "learning_rate": 0.0001151061224489796, |
| "loss": 0.1435, |
| "step": 21800 |
| }, |
| { |
| "epoch": 0.4525073868214972, |
| "grad_norm": 0.220703125, |
| "learning_rate": 0.00011469795918367348, |
| "loss": 0.1428, |
| "step": 21900 |
| }, |
| { |
| "epoch": 0.45457363059693784, |
| "grad_norm": 0.162109375, |
| "learning_rate": 0.00011428979591836735, |
| "loss": 0.1472, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.45663987437237846, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 0.00011388163265306122, |
| "loss": 0.1417, |
| "step": 22100 |
| }, |
| { |
| "epoch": 0.4587061181478191, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 0.00011347346938775512, |
| "loss": 0.143, |
| "step": 22200 |
| }, |
| { |
| "epoch": 0.4607723619232597, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 0.000113065306122449, |
| "loss": 0.1396, |
| "step": 22300 |
| }, |
| { |
| "epoch": 0.46283860569870033, |
| "grad_norm": 0.28515625, |
| "learning_rate": 0.00011265714285714287, |
| "loss": 0.1491, |
| "step": 22400 |
| }, |
| { |
| "epoch": 0.46490484947414096, |
| "grad_norm": 0.2158203125, |
| "learning_rate": 0.00011224897959183674, |
| "loss": 0.143, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.4669710932495816, |
| "grad_norm": 0.306640625, |
| "learning_rate": 0.00011184081632653062, |
| "loss": 0.1448, |
| "step": 22600 |
| }, |
| { |
| "epoch": 0.4690373370250222, |
| "grad_norm": 0.283203125, |
| "learning_rate": 0.0001114326530612245, |
| "loss": 0.1457, |
| "step": 22700 |
| }, |
| { |
| "epoch": 0.47110358080046283, |
| "grad_norm": 0.263671875, |
| "learning_rate": 0.00011102448979591837, |
| "loss": 0.1388, |
| "step": 22800 |
| }, |
| { |
| "epoch": 0.47316982457590345, |
| "grad_norm": 0.20703125, |
| "learning_rate": 0.00011061632653061224, |
| "loss": 0.149, |
| "step": 22900 |
| }, |
| { |
| "epoch": 0.4752360683513441, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 0.00011020816326530611, |
| "loss": 0.1388, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.4773023121267847, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 0.00010980000000000001, |
| "loss": 0.1368, |
| "step": 23100 |
| }, |
| { |
| "epoch": 0.4793685559022253, |
| "grad_norm": 0.25, |
| "learning_rate": 0.00010939183673469388, |
| "loss": 0.1408, |
| "step": 23200 |
| }, |
| { |
| "epoch": 0.48143479967766595, |
| "grad_norm": 0.373046875, |
| "learning_rate": 0.00010898367346938776, |
| "loss": 0.1405, |
| "step": 23300 |
| }, |
| { |
| "epoch": 0.48350104345310657, |
| "grad_norm": 0.275390625, |
| "learning_rate": 0.00010857551020408163, |
| "loss": 0.1355, |
| "step": 23400 |
| }, |
| { |
| "epoch": 0.48556728722854725, |
| "grad_norm": 0.248046875, |
| "learning_rate": 0.0001081673469387755, |
| "loss": 0.1355, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.4876335310039879, |
| "grad_norm": 0.232421875, |
| "learning_rate": 0.0001077591836734694, |
| "loss": 0.1409, |
| "step": 23600 |
| }, |
| { |
| "epoch": 0.4896997747794285, |
| "grad_norm": 0.46484375, |
| "learning_rate": 0.00010735102040816327, |
| "loss": 0.139, |
| "step": 23700 |
| }, |
| { |
| "epoch": 0.4917660185548691, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 0.00010694285714285715, |
| "loss": 0.1357, |
| "step": 23800 |
| }, |
| { |
| "epoch": 0.49383226233030975, |
| "grad_norm": 0.28125, |
| "learning_rate": 0.00010653469387755102, |
| "loss": 0.1367, |
| "step": 23900 |
| }, |
| { |
| "epoch": 0.49589850610575037, |
| "grad_norm": 0.265625, |
| "learning_rate": 0.00010612653061224492, |
| "loss": 0.1332, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.497964749881191, |
| "grad_norm": 0.251953125, |
| "learning_rate": 0.00010571836734693879, |
| "loss": 0.1312, |
| "step": 24100 |
| }, |
| { |
| "epoch": 0.5000309936566316, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 0.00010531020408163266, |
| "loss": 0.1365, |
| "step": 24200 |
| }, |
| { |
| "epoch": 0.5020972374320722, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 0.00010490204081632653, |
| "loss": 0.1332, |
| "step": 24300 |
| }, |
| { |
| "epoch": 0.5041634812075129, |
| "grad_norm": 0.224609375, |
| "learning_rate": 0.00010449387755102041, |
| "loss": 0.1302, |
| "step": 24400 |
| }, |
| { |
| "epoch": 0.5062297249829535, |
| "grad_norm": 0.2041015625, |
| "learning_rate": 0.00010408571428571429, |
| "loss": 0.1345, |
| "step": 24500 |
| }, |
| { |
| "epoch": 0.5082959687583941, |
| "grad_norm": 0.2109375, |
| "learning_rate": 0.00010367755102040817, |
| "loss": 0.1354, |
| "step": 24600 |
| }, |
| { |
| "epoch": 0.5103622125338347, |
| "grad_norm": 0.314453125, |
| "learning_rate": 0.00010326938775510204, |
| "loss": 0.1384, |
| "step": 24700 |
| }, |
| { |
| "epoch": 0.5124284563092754, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 0.00010286122448979591, |
| "loss": 0.129, |
| "step": 24800 |
| }, |
| { |
| "epoch": 0.514494700084716, |
| "grad_norm": 0.259765625, |
| "learning_rate": 0.00010245306122448981, |
| "loss": 0.1367, |
| "step": 24900 |
| }, |
| { |
| "epoch": 0.5165609438601566, |
| "grad_norm": 0.244140625, |
| "learning_rate": 0.00010204489795918368, |
| "loss": 0.1249, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.5186271876355972, |
| "grad_norm": 0.40234375, |
| "learning_rate": 0.00010163673469387755, |
| "loss": 0.1301, |
| "step": 25100 |
| }, |
| { |
| "epoch": 0.5206934314110379, |
| "grad_norm": 0.2578125, |
| "learning_rate": 0.00010122857142857143, |
| "loss": 0.1281, |
| "step": 25200 |
| }, |
| { |
| "epoch": 0.5227596751864785, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 0.0001008204081632653, |
| "loss": 0.137, |
| "step": 25300 |
| }, |
| { |
| "epoch": 0.5248259189619191, |
| "grad_norm": 0.296875, |
| "learning_rate": 0.0001004122448979592, |
| "loss": 0.1425, |
| "step": 25400 |
| }, |
| { |
| "epoch": 0.5268921627373597, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 0.00010000408163265307, |
| "loss": 0.1305, |
| "step": 25500 |
| }, |
| { |
| "epoch": 0.5289584065128003, |
| "grad_norm": 0.287109375, |
| "learning_rate": 9.959591836734694e-05, |
| "loss": 0.1307, |
| "step": 25600 |
| }, |
| { |
| "epoch": 0.531024650288241, |
| "grad_norm": 0.201171875, |
| "learning_rate": 9.918775510204083e-05, |
| "loss": 0.1314, |
| "step": 25700 |
| }, |
| { |
| "epoch": 0.5330908940636816, |
| "grad_norm": 0.291015625, |
| "learning_rate": 9.87795918367347e-05, |
| "loss": 0.1332, |
| "step": 25800 |
| }, |
| { |
| "epoch": 0.5351571378391222, |
| "grad_norm": 0.23828125, |
| "learning_rate": 9.837142857142859e-05, |
| "loss": 0.1319, |
| "step": 25900 |
| }, |
| { |
| "epoch": 0.5372233816145628, |
| "grad_norm": 0.232421875, |
| "learning_rate": 9.796326530612246e-05, |
| "loss": 0.125, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.5392896253900035, |
| "grad_norm": 0.240234375, |
| "learning_rate": 9.755510204081633e-05, |
| "loss": 0.1299, |
| "step": 26100 |
| }, |
| { |
| "epoch": 0.5413558691654441, |
| "grad_norm": 0.23828125, |
| "learning_rate": 9.71469387755102e-05, |
| "loss": 0.1335, |
| "step": 26200 |
| }, |
| { |
| "epoch": 0.5434221129408847, |
| "grad_norm": 0.296875, |
| "learning_rate": 9.673877551020408e-05, |
| "loss": 0.1265, |
| "step": 26300 |
| }, |
| { |
| "epoch": 0.5454883567163253, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 9.633061224489796e-05, |
| "loss": 0.125, |
| "step": 26400 |
| }, |
| { |
| "epoch": 0.547554600491766, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 9.592244897959183e-05, |
| "loss": 0.1262, |
| "step": 26500 |
| }, |
| { |
| "epoch": 0.5496208442672067, |
| "grad_norm": 0.322265625, |
| "learning_rate": 9.551428571428572e-05, |
| "loss": 0.1299, |
| "step": 26600 |
| }, |
| { |
| "epoch": 0.5516870880426473, |
| "grad_norm": 0.224609375, |
| "learning_rate": 9.510612244897959e-05, |
| "loss": 0.1312, |
| "step": 26700 |
| }, |
| { |
| "epoch": 0.553753331818088, |
| "grad_norm": 0.26953125, |
| "learning_rate": 9.469795918367348e-05, |
| "loss": 0.1289, |
| "step": 26800 |
| }, |
| { |
| "epoch": 0.5558195755935286, |
| "grad_norm": 0.26953125, |
| "learning_rate": 9.428979591836735e-05, |
| "loss": 0.1232, |
| "step": 26900 |
| }, |
| { |
| "epoch": 0.5578858193689692, |
| "grad_norm": 0.3046875, |
| "learning_rate": 9.388163265306122e-05, |
| "loss": 0.1281, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.5599520631444098, |
| "grad_norm": 0.212890625, |
| "learning_rate": 9.347346938775511e-05, |
| "loss": 0.125, |
| "step": 27100 |
| }, |
| { |
| "epoch": 0.5620183069198504, |
| "grad_norm": 0.240234375, |
| "learning_rate": 9.306530612244898e-05, |
| "loss": 0.1273, |
| "step": 27200 |
| }, |
| { |
| "epoch": 0.5640845506952911, |
| "grad_norm": 0.203125, |
| "learning_rate": 9.265714285714287e-05, |
| "loss": 0.126, |
| "step": 27300 |
| }, |
| { |
| "epoch": 0.5661507944707317, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 9.224897959183674e-05, |
| "loss": 0.1255, |
| "step": 27400 |
| }, |
| { |
| "epoch": 0.5682170382461723, |
| "grad_norm": 0.26171875, |
| "learning_rate": 9.184081632653063e-05, |
| "loss": 0.1223, |
| "step": 27500 |
| }, |
| { |
| "epoch": 0.5702832820216129, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 9.14326530612245e-05, |
| "loss": 0.128, |
| "step": 27600 |
| }, |
| { |
| "epoch": 0.5723495257970536, |
| "grad_norm": 0.2578125, |
| "learning_rate": 9.102448979591837e-05, |
| "loss": 0.1272, |
| "step": 27700 |
| }, |
| { |
| "epoch": 0.5744157695724942, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 9.061632653061226e-05, |
| "loss": 0.1242, |
| "step": 27800 |
| }, |
| { |
| "epoch": 0.5764820133479348, |
| "grad_norm": 0.25390625, |
| "learning_rate": 9.020816326530613e-05, |
| "loss": 0.118, |
| "step": 27900 |
| }, |
| { |
| "epoch": 0.5785482571233754, |
| "grad_norm": 0.2578125, |
| "learning_rate": 8.98e-05, |
| "loss": 0.1195, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.580614500898816, |
| "grad_norm": 0.17578125, |
| "learning_rate": 8.939183673469387e-05, |
| "loss": 0.1256, |
| "step": 28100 |
| }, |
| { |
| "epoch": 0.5826807446742567, |
| "grad_norm": 0.265625, |
| "learning_rate": 8.898367346938776e-05, |
| "loss": 0.127, |
| "step": 28200 |
| }, |
| { |
| "epoch": 0.5847469884496973, |
| "grad_norm": 0.216796875, |
| "learning_rate": 8.857551020408163e-05, |
| "loss": 0.1237, |
| "step": 28300 |
| }, |
| { |
| "epoch": 0.5868132322251379, |
| "grad_norm": 0.36328125, |
| "learning_rate": 8.816734693877552e-05, |
| "loss": 0.1281, |
| "step": 28400 |
| }, |
| { |
| "epoch": 0.5888794760005786, |
| "grad_norm": 0.212890625, |
| "learning_rate": 8.775918367346939e-05, |
| "loss": 0.1232, |
| "step": 28500 |
| }, |
| { |
| "epoch": 0.5909457197760192, |
| "grad_norm": 0.2734375, |
| "learning_rate": 8.735102040816326e-05, |
| "loss": 0.1226, |
| "step": 28600 |
| }, |
| { |
| "epoch": 0.5930119635514598, |
| "grad_norm": 0.48828125, |
| "learning_rate": 8.694285714285715e-05, |
| "loss": 0.1274, |
| "step": 28700 |
| }, |
| { |
| "epoch": 0.5950782073269004, |
| "grad_norm": 0.244140625, |
| "learning_rate": 8.653469387755102e-05, |
| "loss": 0.1216, |
| "step": 28800 |
| }, |
| { |
| "epoch": 0.597144451102341, |
| "grad_norm": 0.255859375, |
| "learning_rate": 8.61265306122449e-05, |
| "loss": 0.122, |
| "step": 28900 |
| }, |
| { |
| "epoch": 0.5992106948777817, |
| "grad_norm": 0.31640625, |
| "learning_rate": 8.571836734693878e-05, |
| "loss": 0.1183, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.6012769386532223, |
| "grad_norm": 0.216796875, |
| "learning_rate": 8.531020408163266e-05, |
| "loss": 0.1207, |
| "step": 29100 |
| }, |
| { |
| "epoch": 0.6033431824286629, |
| "grad_norm": 0.1865234375, |
| "learning_rate": 8.490204081632654e-05, |
| "loss": 0.1213, |
| "step": 29200 |
| }, |
| { |
| "epoch": 0.6054094262041035, |
| "grad_norm": 0.291015625, |
| "learning_rate": 8.449387755102042e-05, |
| "loss": 0.1198, |
| "step": 29300 |
| }, |
| { |
| "epoch": 0.6074756699795442, |
| "grad_norm": 0.357421875, |
| "learning_rate": 8.40857142857143e-05, |
| "loss": 0.1239, |
| "step": 29400 |
| }, |
| { |
| "epoch": 0.6095419137549848, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 8.367755102040817e-05, |
| "loss": 0.1245, |
| "step": 29500 |
| }, |
| { |
| "epoch": 0.6116081575304254, |
| "grad_norm": 0.26171875, |
| "learning_rate": 8.326938775510205e-05, |
| "loss": 0.1228, |
| "step": 29600 |
| }, |
| { |
| "epoch": 0.613674401305866, |
| "grad_norm": 0.255859375, |
| "learning_rate": 8.286122448979593e-05, |
| "loss": 0.1223, |
| "step": 29700 |
| }, |
| { |
| "epoch": 0.6157406450813067, |
| "grad_norm": 0.3203125, |
| "learning_rate": 8.24530612244898e-05, |
| "loss": 0.1209, |
| "step": 29800 |
| }, |
| { |
| "epoch": 0.6178068888567473, |
| "grad_norm": 0.248046875, |
| "learning_rate": 8.204489795918367e-05, |
| "loss": 0.1145, |
| "step": 29900 |
| }, |
| { |
| "epoch": 0.6198731326321879, |
| "grad_norm": 0.310546875, |
| "learning_rate": 8.163673469387756e-05, |
| "loss": 0.1158, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.6219393764076285, |
| "grad_norm": 0.203125, |
| "learning_rate": 8.122857142857143e-05, |
| "loss": 0.1199, |
| "step": 30100 |
| }, |
| { |
| "epoch": 0.6240056201830692, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 8.082040816326531e-05, |
| "loss": 0.1178, |
| "step": 30200 |
| }, |
| { |
| "epoch": 0.6260718639585098, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 8.041224489795919e-05, |
| "loss": 0.1217, |
| "step": 30300 |
| }, |
| { |
| "epoch": 0.6281381077339504, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 8.000408163265306e-05, |
| "loss": 0.1211, |
| "step": 30400 |
| }, |
| { |
| "epoch": 0.630204351509391, |
| "grad_norm": 0.234375, |
| "learning_rate": 7.959591836734694e-05, |
| "loss": 0.1194, |
| "step": 30500 |
| }, |
| { |
| "epoch": 0.6322705952848316, |
| "grad_norm": 0.359375, |
| "learning_rate": 7.918775510204082e-05, |
| "loss": 0.1151, |
| "step": 30600 |
| }, |
| { |
| "epoch": 0.6343368390602724, |
| "grad_norm": 0.259765625, |
| "learning_rate": 7.87795918367347e-05, |
| "loss": 0.1184, |
| "step": 30700 |
| }, |
| { |
| "epoch": 0.636403082835713, |
| "grad_norm": 0.255859375, |
| "learning_rate": 7.837142857142858e-05, |
| "loss": 0.1147, |
| "step": 30800 |
| }, |
| { |
| "epoch": 0.6384693266111536, |
| "grad_norm": 0.27734375, |
| "learning_rate": 7.796326530612246e-05, |
| "loss": 0.1131, |
| "step": 30900 |
| }, |
| { |
| "epoch": 0.6405355703865943, |
| "grad_norm": 0.3125, |
| "learning_rate": 7.755510204081633e-05, |
| "loss": 0.1129, |
| "step": 31000 |
| }, |
| { |
| "epoch": 0.6426018141620349, |
| "grad_norm": 0.255859375, |
| "learning_rate": 7.71469387755102e-05, |
| "loss": 0.1203, |
| "step": 31100 |
| }, |
| { |
| "epoch": 0.6446680579374755, |
| "grad_norm": 0.3046875, |
| "learning_rate": 7.673877551020409e-05, |
| "loss": 0.1192, |
| "step": 31200 |
| }, |
| { |
| "epoch": 0.6467343017129161, |
| "grad_norm": 0.32421875, |
| "learning_rate": 7.633061224489796e-05, |
| "loss": 0.1153, |
| "step": 31300 |
| }, |
| { |
| "epoch": 0.6488005454883568, |
| "grad_norm": 0.2578125, |
| "learning_rate": 7.592244897959184e-05, |
| "loss": 0.1153, |
| "step": 31400 |
| }, |
| { |
| "epoch": 0.6508667892637974, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 7.551428571428571e-05, |
| "loss": 0.1147, |
| "step": 31500 |
| }, |
| { |
| "epoch": 0.652933033039238, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 7.51061224489796e-05, |
| "loss": 0.1116, |
| "step": 31600 |
| }, |
| { |
| "epoch": 0.6549992768146786, |
| "grad_norm": 0.248046875, |
| "learning_rate": 7.469795918367347e-05, |
| "loss": 0.1133, |
| "step": 31700 |
| }, |
| { |
| "epoch": 0.6570655205901192, |
| "grad_norm": 0.27734375, |
| "learning_rate": 7.428979591836735e-05, |
| "loss": 0.1133, |
| "step": 31800 |
| }, |
| { |
| "epoch": 0.6591317643655599, |
| "grad_norm": 0.287109375, |
| "learning_rate": 7.388163265306123e-05, |
| "loss": 0.1163, |
| "step": 31900 |
| }, |
| { |
| "epoch": 0.6611980081410005, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 7.34734693877551e-05, |
| "loss": 0.1129, |
| "step": 32000 |
| }, |
| { |
| "epoch": 0.6632642519164411, |
| "grad_norm": 0.326171875, |
| "learning_rate": 7.306530612244898e-05, |
| "loss": 0.1146, |
| "step": 32100 |
| }, |
| { |
| "epoch": 0.6653304956918817, |
| "grad_norm": 0.349609375, |
| "learning_rate": 7.265714285714286e-05, |
| "loss": 0.1123, |
| "step": 32200 |
| }, |
| { |
| "epoch": 0.6673967394673224, |
| "grad_norm": 0.27734375, |
| "learning_rate": 7.224897959183674e-05, |
| "loss": 0.1142, |
| "step": 32300 |
| }, |
| { |
| "epoch": 0.669462983242763, |
| "grad_norm": 0.3125, |
| "learning_rate": 7.184081632653061e-05, |
| "loss": 0.1127, |
| "step": 32400 |
| }, |
| { |
| "epoch": 0.6715292270182036, |
| "grad_norm": 0.283203125, |
| "learning_rate": 7.14326530612245e-05, |
| "loss": 0.1149, |
| "step": 32500 |
| }, |
| { |
| "epoch": 0.6735954707936442, |
| "grad_norm": 0.34765625, |
| "learning_rate": 7.102448979591837e-05, |
| "loss": 0.1122, |
| "step": 32600 |
| }, |
| { |
| "epoch": 0.6756617145690849, |
| "grad_norm": 0.2890625, |
| "learning_rate": 7.061632653061226e-05, |
| "loss": 0.1106, |
| "step": 32700 |
| }, |
| { |
| "epoch": 0.6777279583445255, |
| "grad_norm": 0.255859375, |
| "learning_rate": 7.020816326530613e-05, |
| "loss": 0.1114, |
| "step": 32800 |
| }, |
| { |
| "epoch": 0.6797942021199661, |
| "grad_norm": 0.251953125, |
| "learning_rate": 6.98e-05, |
| "loss": 0.1107, |
| "step": 32900 |
| }, |
| { |
| "epoch": 0.6818604458954067, |
| "grad_norm": 0.240234375, |
| "learning_rate": 6.939183673469389e-05, |
| "loss": 0.1119, |
| "step": 33000 |
| }, |
| { |
| "epoch": 0.6839266896708474, |
| "grad_norm": 0.30078125, |
| "learning_rate": 6.898367346938776e-05, |
| "loss": 0.1106, |
| "step": 33100 |
| }, |
| { |
| "epoch": 0.685992933446288, |
| "grad_norm": 0.2041015625, |
| "learning_rate": 6.857551020408163e-05, |
| "loss": 0.1115, |
| "step": 33200 |
| }, |
| { |
| "epoch": 0.6880591772217286, |
| "grad_norm": 0.25, |
| "learning_rate": 6.81673469387755e-05, |
| "loss": 0.1067, |
| "step": 33300 |
| }, |
| { |
| "epoch": 0.6901254209971692, |
| "grad_norm": 0.35546875, |
| "learning_rate": 6.775918367346939e-05, |
| "loss": 0.1089, |
| "step": 33400 |
| }, |
| { |
| "epoch": 0.6921916647726098, |
| "grad_norm": 0.251953125, |
| "learning_rate": 6.735102040816326e-05, |
| "loss": 0.1126, |
| "step": 33500 |
| }, |
| { |
| "epoch": 0.6942579085480505, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 6.694285714285715e-05, |
| "loss": 0.1057, |
| "step": 33600 |
| }, |
| { |
| "epoch": 0.6963241523234911, |
| "grad_norm": 0.296875, |
| "learning_rate": 6.653469387755102e-05, |
| "loss": 0.1073, |
| "step": 33700 |
| }, |
| { |
| "epoch": 0.6983903960989317, |
| "grad_norm": 0.259765625, |
| "learning_rate": 6.61265306122449e-05, |
| "loss": 0.1072, |
| "step": 33800 |
| }, |
| { |
| "epoch": 0.7004566398743723, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 6.571836734693878e-05, |
| "loss": 0.1071, |
| "step": 33900 |
| }, |
| { |
| "epoch": 0.702522883649813, |
| "grad_norm": 0.271484375, |
| "learning_rate": 6.531020408163265e-05, |
| "loss": 0.1139, |
| "step": 34000 |
| }, |
| { |
| "epoch": 0.7045891274252536, |
| "grad_norm": 0.369140625, |
| "learning_rate": 6.490204081632654e-05, |
| "loss": 0.1097, |
| "step": 34100 |
| }, |
| { |
| "epoch": 0.7066553712006942, |
| "grad_norm": 0.259765625, |
| "learning_rate": 6.449387755102041e-05, |
| "loss": 0.1062, |
| "step": 34200 |
| }, |
| { |
| "epoch": 0.7087216149761348, |
| "grad_norm": 0.255859375, |
| "learning_rate": 6.40857142857143e-05, |
| "loss": 0.11, |
| "step": 34300 |
| }, |
| { |
| "epoch": 0.7107878587515755, |
| "grad_norm": 0.26171875, |
| "learning_rate": 6.367755102040817e-05, |
| "loss": 0.1103, |
| "step": 34400 |
| }, |
| { |
| "epoch": 0.7128541025270161, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 6.326938775510204e-05, |
| "loss": 0.1054, |
| "step": 34500 |
| }, |
| { |
| "epoch": 0.7149203463024567, |
| "grad_norm": 0.2578125, |
| "learning_rate": 6.286122448979593e-05, |
| "loss": 0.1035, |
| "step": 34600 |
| }, |
| { |
| "epoch": 0.7169865900778974, |
| "grad_norm": 0.28125, |
| "learning_rate": 6.24530612244898e-05, |
| "loss": 0.1071, |
| "step": 34700 |
| }, |
| { |
| "epoch": 0.7190528338533381, |
| "grad_norm": 0.34375, |
| "learning_rate": 6.204489795918369e-05, |
| "loss": 0.1118, |
| "step": 34800 |
| }, |
| { |
| "epoch": 0.7211190776287787, |
| "grad_norm": 0.271484375, |
| "learning_rate": 6.163673469387756e-05, |
| "loss": 0.1055, |
| "step": 34900 |
| }, |
| { |
| "epoch": 0.7231853214042193, |
| "grad_norm": 0.2080078125, |
| "learning_rate": 6.122857142857143e-05, |
| "loss": 0.1046, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.7252515651796599, |
| "grad_norm": 0.2099609375, |
| "learning_rate": 6.082040816326531e-05, |
| "loss": 0.1038, |
| "step": 35100 |
| }, |
| { |
| "epoch": 0.7273178089551006, |
| "grad_norm": 0.306640625, |
| "learning_rate": 6.041224489795919e-05, |
| "loss": 0.1004, |
| "step": 35200 |
| }, |
| { |
| "epoch": 0.7293840527305412, |
| "grad_norm": 0.31640625, |
| "learning_rate": 6.000408163265307e-05, |
| "loss": 0.102, |
| "step": 35300 |
| }, |
| { |
| "epoch": 0.7314502965059818, |
| "grad_norm": 0.34375, |
| "learning_rate": 5.959591836734694e-05, |
| "loss": 0.1009, |
| "step": 35400 |
| }, |
| { |
| "epoch": 0.7335165402814224, |
| "grad_norm": 0.61328125, |
| "learning_rate": 5.918775510204082e-05, |
| "loss": 0.1076, |
| "step": 35500 |
| }, |
| { |
| "epoch": 0.7355827840568631, |
| "grad_norm": 0.21484375, |
| "learning_rate": 5.877959183673469e-05, |
| "loss": 0.1048, |
| "step": 35600 |
| }, |
| { |
| "epoch": 0.7376490278323037, |
| "grad_norm": 0.474609375, |
| "learning_rate": 5.837142857142858e-05, |
| "loss": 0.1032, |
| "step": 35700 |
| }, |
| { |
| "epoch": 0.7397152716077443, |
| "grad_norm": 0.322265625, |
| "learning_rate": 5.796326530612245e-05, |
| "loss": 0.1052, |
| "step": 35800 |
| }, |
| { |
| "epoch": 0.7417815153831849, |
| "grad_norm": 0.29296875, |
| "learning_rate": 5.7555102040816335e-05, |
| "loss": 0.1023, |
| "step": 35900 |
| }, |
| { |
| "epoch": 0.7438477591586256, |
| "grad_norm": 0.2275390625, |
| "learning_rate": 5.714693877551021e-05, |
| "loss": 0.1013, |
| "step": 36000 |
| }, |
| { |
| "epoch": 0.7459140029340662, |
| "grad_norm": 0.294921875, |
| "learning_rate": 5.6738775510204087e-05, |
| "loss": 0.1086, |
| "step": 36100 |
| }, |
| { |
| "epoch": 0.7479802467095068, |
| "grad_norm": 0.2265625, |
| "learning_rate": 5.633061224489796e-05, |
| "loss": 0.0997, |
| "step": 36200 |
| }, |
| { |
| "epoch": 0.7500464904849474, |
| "grad_norm": 0.2890625, |
| "learning_rate": 5.592244897959184e-05, |
| "loss": 0.0999, |
| "step": 36300 |
| }, |
| { |
| "epoch": 0.752112734260388, |
| "grad_norm": 0.2578125, |
| "learning_rate": 5.551428571428572e-05, |
| "loss": 0.1046, |
| "step": 36400 |
| }, |
| { |
| "epoch": 0.7541789780358287, |
| "grad_norm": 0.294921875, |
| "learning_rate": 5.510612244897959e-05, |
| "loss": 0.1034, |
| "step": 36500 |
| }, |
| { |
| "epoch": 0.7562452218112693, |
| "grad_norm": 0.2080078125, |
| "learning_rate": 5.4697959183673475e-05, |
| "loss": 0.1019, |
| "step": 36600 |
| }, |
| { |
| "epoch": 0.7583114655867099, |
| "grad_norm": 0.33984375, |
| "learning_rate": 5.428979591836735e-05, |
| "loss": 0.1049, |
| "step": 36700 |
| }, |
| { |
| "epoch": 0.7603777093621505, |
| "grad_norm": 0.3828125, |
| "learning_rate": 5.3881632653061234e-05, |
| "loss": 0.101, |
| "step": 36800 |
| }, |
| { |
| "epoch": 0.7624439531375912, |
| "grad_norm": 0.298828125, |
| "learning_rate": 5.3473469387755106e-05, |
| "loss": 0.0997, |
| "step": 36900 |
| }, |
| { |
| "epoch": 0.7645101969130318, |
| "grad_norm": 0.224609375, |
| "learning_rate": 5.306530612244898e-05, |
| "loss": 0.1043, |
| "step": 37000 |
| }, |
| { |
| "epoch": 0.7665764406884724, |
| "grad_norm": 0.259765625, |
| "learning_rate": 5.265714285714286e-05, |
| "loss": 0.1032, |
| "step": 37100 |
| }, |
| { |
| "epoch": 0.768642684463913, |
| "grad_norm": 0.2158203125, |
| "learning_rate": 5.2248979591836736e-05, |
| "loss": 0.1038, |
| "step": 37200 |
| }, |
| { |
| "epoch": 0.7707089282393537, |
| "grad_norm": 0.294921875, |
| "learning_rate": 5.1840816326530616e-05, |
| "loss": 0.1008, |
| "step": 37300 |
| }, |
| { |
| "epoch": 0.7727751720147943, |
| "grad_norm": 0.30078125, |
| "learning_rate": 5.143265306122449e-05, |
| "loss": 0.0971, |
| "step": 37400 |
| }, |
| { |
| "epoch": 0.7748414157902349, |
| "grad_norm": 0.330078125, |
| "learning_rate": 5.1024489795918374e-05, |
| "loss": 0.0988, |
| "step": 37500 |
| }, |
| { |
| "epoch": 0.7769076595656755, |
| "grad_norm": 0.291015625, |
| "learning_rate": 5.0616326530612246e-05, |
| "loss": 0.1006, |
| "step": 37600 |
| }, |
| { |
| "epoch": 0.7789739033411162, |
| "grad_norm": 0.40625, |
| "learning_rate": 5.020816326530613e-05, |
| "loss": 0.0994, |
| "step": 37700 |
| }, |
| { |
| "epoch": 0.7810401471165568, |
| "grad_norm": 0.23828125, |
| "learning_rate": 4.9800000000000004e-05, |
| "loss": 0.1016, |
| "step": 37800 |
| }, |
| { |
| "epoch": 0.7831063908919974, |
| "grad_norm": 0.259765625, |
| "learning_rate": 4.9391836734693883e-05, |
| "loss": 0.0983, |
| "step": 37900 |
| }, |
| { |
| "epoch": 0.785172634667438, |
| "grad_norm": 0.3828125, |
| "learning_rate": 4.8983673469387756e-05, |
| "loss": 0.0983, |
| "step": 38000 |
| }, |
| { |
| "epoch": 0.7872388784428787, |
| "grad_norm": 0.361328125, |
| "learning_rate": 4.8575510204081635e-05, |
| "loss": 0.0993, |
| "step": 38100 |
| }, |
| { |
| "epoch": 0.7893051222183193, |
| "grad_norm": 0.25390625, |
| "learning_rate": 4.8167346938775514e-05, |
| "loss": 0.1021, |
| "step": 38200 |
| }, |
| { |
| "epoch": 0.7913713659937599, |
| "grad_norm": 0.37109375, |
| "learning_rate": 4.7759183673469386e-05, |
| "loss": 0.0996, |
| "step": 38300 |
| }, |
| { |
| "epoch": 0.7934376097692005, |
| "grad_norm": 0.330078125, |
| "learning_rate": 4.7351020408163265e-05, |
| "loss": 0.0987, |
| "step": 38400 |
| }, |
| { |
| "epoch": 0.7955038535446411, |
| "grad_norm": 0.265625, |
| "learning_rate": 4.6942857142857145e-05, |
| "loss": 0.0934, |
| "step": 38500 |
| }, |
| { |
| "epoch": 0.7975700973200818, |
| "grad_norm": 0.271484375, |
| "learning_rate": 4.6534693877551024e-05, |
| "loss": 0.0985, |
| "step": 38600 |
| }, |
| { |
| "epoch": 0.7996363410955224, |
| "grad_norm": 0.2080078125, |
| "learning_rate": 4.61265306122449e-05, |
| "loss": 0.0962, |
| "step": 38700 |
| }, |
| { |
| "epoch": 0.8017025848709631, |
| "grad_norm": 0.353515625, |
| "learning_rate": 4.571836734693878e-05, |
| "loss": 0.0974, |
| "step": 38800 |
| }, |
| { |
| "epoch": 0.8037688286464038, |
| "grad_norm": 0.2294921875, |
| "learning_rate": 4.5310204081632654e-05, |
| "loss": 0.0976, |
| "step": 38900 |
| }, |
| { |
| "epoch": 0.8058350724218444, |
| "grad_norm": 0.26171875, |
| "learning_rate": 4.490204081632653e-05, |
| "loss": 0.0992, |
| "step": 39000 |
| }, |
| { |
| "epoch": 0.807901316197285, |
| "grad_norm": 0.283203125, |
| "learning_rate": 4.4493877551020406e-05, |
| "loss": 0.0968, |
| "step": 39100 |
| }, |
| { |
| "epoch": 0.8099675599727256, |
| "grad_norm": 0.232421875, |
| "learning_rate": 4.4085714285714285e-05, |
| "loss": 0.1005, |
| "step": 39200 |
| }, |
| { |
| "epoch": 0.8120338037481662, |
| "grad_norm": 0.341796875, |
| "learning_rate": 4.3677551020408164e-05, |
| "loss": 0.0975, |
| "step": 39300 |
| }, |
| { |
| "epoch": 0.8141000475236069, |
| "grad_norm": 0.240234375, |
| "learning_rate": 4.326938775510204e-05, |
| "loss": 0.0959, |
| "step": 39400 |
| }, |
| { |
| "epoch": 0.8161662912990475, |
| "grad_norm": 0.283203125, |
| "learning_rate": 4.286122448979592e-05, |
| "loss": 0.094, |
| "step": 39500 |
| }, |
| { |
| "epoch": 0.8182325350744881, |
| "grad_norm": 0.515625, |
| "learning_rate": 4.24530612244898e-05, |
| "loss": 0.0943, |
| "step": 39600 |
| }, |
| { |
| "epoch": 0.8202987788499287, |
| "grad_norm": 0.279296875, |
| "learning_rate": 4.2044897959183673e-05, |
| "loss": 0.096, |
| "step": 39700 |
| }, |
| { |
| "epoch": 0.8223650226253694, |
| "grad_norm": 0.27734375, |
| "learning_rate": 4.163673469387755e-05, |
| "loss": 0.0986, |
| "step": 39800 |
| }, |
| { |
| "epoch": 0.82443126640081, |
| "grad_norm": 0.296875, |
| "learning_rate": 4.122857142857143e-05, |
| "loss": 0.0974, |
| "step": 39900 |
| }, |
| { |
| "epoch": 0.8264975101762506, |
| "grad_norm": 0.326171875, |
| "learning_rate": 4.0820408163265304e-05, |
| "loss": 0.094, |
| "step": 40000 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 50000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 2000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.54202581434368e+18, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
