| { |
| "best_metric": 0.0005143894231878221, |
| "best_model_checkpoint": "PE-big3/checkpoint-19158", |
| "epoch": 2.9998434156271205, |
| "eval_steps": 500, |
| "global_step": 19158, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.003914609321989665, |
| "grad_norm": 4.866889476776123, |
| "learning_rate": 6.524008350730689e-07, |
| "loss": 1.4, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.00782921864397933, |
| "grad_norm": 3.255279302597046, |
| "learning_rate": 1.3048016701461379e-06, |
| "loss": 1.3054, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.011743827965968996, |
| "grad_norm": 2.329948902130127, |
| "learning_rate": 1.957202505219207e-06, |
| "loss": 1.1451, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.01565843728795866, |
| "grad_norm": 1.9639887809753418, |
| "learning_rate": 2.6096033402922757e-06, |
| "loss": 0.9271, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.019573046609948328, |
| "grad_norm": 1.9199451208114624, |
| "learning_rate": 3.262004175365345e-06, |
| "loss": 0.6443, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.02348765593193799, |
| "grad_norm": 1.4710872173309326, |
| "learning_rate": 3.914405010438414e-06, |
| "loss": 0.3856, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.02740226525392766, |
| "grad_norm": 1.655380129814148, |
| "learning_rate": 4.5668058455114825e-06, |
| "loss": 0.2192, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.03131687457591732, |
| "grad_norm": 1.475960373878479, |
| "learning_rate": 5.2192066805845514e-06, |
| "loss": 0.12, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.035231483897906986, |
| "grad_norm": 0.9583467245101929, |
| "learning_rate": 5.87160751565762e-06, |
| "loss": 0.0688, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.039146093219896656, |
| "grad_norm": 1.5871645212173462, |
| "learning_rate": 6.52400835073069e-06, |
| "loss": 0.0487, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.04306070254188632, |
| "grad_norm": 1.3285017013549805, |
| "learning_rate": 7.176409185803757e-06, |
| "loss": 0.0331, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.04697531186387598, |
| "grad_norm": 1.2705070972442627, |
| "learning_rate": 7.828810020876827e-06, |
| "loss": 0.0195, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.050889921185865654, |
| "grad_norm": 0.44879260659217834, |
| "learning_rate": 8.481210855949897e-06, |
| "loss": 0.0145, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.05480453050785532, |
| "grad_norm": 0.6279118657112122, |
| "learning_rate": 9.133611691022965e-06, |
| "loss": 0.0142, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.05871913982984498, |
| "grad_norm": 0.15489937365055084, |
| "learning_rate": 9.786012526096033e-06, |
| "loss": 0.0159, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.06263374915183464, |
| "grad_norm": 0.1354319453239441, |
| "learning_rate": 1.0438413361169103e-05, |
| "loss": 0.0144, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.06654835847382432, |
| "grad_norm": 0.36055588722229004, |
| "learning_rate": 1.1090814196242173e-05, |
| "loss": 0.0078, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.07046296779581397, |
| "grad_norm": 0.11695325374603271, |
| "learning_rate": 1.174321503131524e-05, |
| "loss": 0.0064, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.07437757711780364, |
| "grad_norm": 1.524307370185852, |
| "learning_rate": 1.2395615866388309e-05, |
| "loss": 0.0069, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.07829218643979331, |
| "grad_norm": 0.43202999234199524, |
| "learning_rate": 1.304801670146138e-05, |
| "loss": 0.0098, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.08220679576178297, |
| "grad_norm": 0.20765632390975952, |
| "learning_rate": 1.3700417536534447e-05, |
| "loss": 0.0068, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.08612140508377264, |
| "grad_norm": 0.020130537450313568, |
| "learning_rate": 1.4352818371607515e-05, |
| "loss": 0.0045, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.09003601440576231, |
| "grad_norm": 1.2454266548156738, |
| "learning_rate": 1.5005219206680585e-05, |
| "loss": 0.0057, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.09395062372775197, |
| "grad_norm": 1.0225284099578857, |
| "learning_rate": 1.5657620041753654e-05, |
| "loss": 0.0049, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.09786523304974164, |
| "grad_norm": 0.755135178565979, |
| "learning_rate": 1.6310020876826724e-05, |
| "loss": 0.0031, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.10177984237173131, |
| "grad_norm": 0.2760821282863617, |
| "learning_rate": 1.6962421711899794e-05, |
| "loss": 0.0071, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.10569445169372096, |
| "grad_norm": 0.4344524145126343, |
| "learning_rate": 1.761482254697286e-05, |
| "loss": 0.0034, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.10960906101571063, |
| "grad_norm": 0.020152989774942398, |
| "learning_rate": 1.826722338204593e-05, |
| "loss": 0.0025, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.11352367033770029, |
| "grad_norm": 0.08340949565172195, |
| "learning_rate": 1.8919624217118996e-05, |
| "loss": 0.0078, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.11743827965968996, |
| "grad_norm": 0.03789607062935829, |
| "learning_rate": 1.9572025052192066e-05, |
| "loss": 0.0011, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.12135288898167963, |
| "grad_norm": 0.8983942866325378, |
| "learning_rate": 2.0224425887265136e-05, |
| "loss": 0.0083, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.1252674983036693, |
| "grad_norm": 2.239677667617798, |
| "learning_rate": 2.0876826722338206e-05, |
| "loss": 0.0121, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.12918210762565896, |
| "grad_norm": 0.017707696184515953, |
| "learning_rate": 2.1529227557411276e-05, |
| "loss": 0.0029, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.13309671694764863, |
| "grad_norm": 0.45937007665634155, |
| "learning_rate": 2.2181628392484345e-05, |
| "loss": 0.0049, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.1370113262696383, |
| "grad_norm": 0.9611666202545166, |
| "learning_rate": 2.2834029227557412e-05, |
| "loss": 0.0128, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.14092593559162794, |
| "grad_norm": 0.22098630666732788, |
| "learning_rate": 2.348643006263048e-05, |
| "loss": 0.0139, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.1448405449136176, |
| "grad_norm": 0.016266101971268654, |
| "learning_rate": 2.413883089770355e-05, |
| "loss": 0.0033, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.14875515423560728, |
| "grad_norm": 0.03947868198156357, |
| "learning_rate": 2.4791231732776618e-05, |
| "loss": 0.0042, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.15266976355759695, |
| "grad_norm": 0.20284026861190796, |
| "learning_rate": 2.544363256784969e-05, |
| "loss": 0.0037, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.15658437287958663, |
| "grad_norm": 0.9516937732696533, |
| "learning_rate": 2.609603340292276e-05, |
| "loss": 0.013, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.1604989822015763, |
| "grad_norm": 0.35638949275016785, |
| "learning_rate": 2.6748434237995827e-05, |
| "loss": 0.0043, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.16441359152356594, |
| "grad_norm": 0.2974227964878082, |
| "learning_rate": 2.7400835073068893e-05, |
| "loss": 0.0058, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.1683282008455556, |
| "grad_norm": 0.10002760589122772, |
| "learning_rate": 2.8053235908141963e-05, |
| "loss": 0.0047, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.17224281016754528, |
| "grad_norm": 0.03456703945994377, |
| "learning_rate": 2.870563674321503e-05, |
| "loss": 0.0034, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.17615741948953495, |
| "grad_norm": 0.02147500589489937, |
| "learning_rate": 2.93580375782881e-05, |
| "loss": 0.0052, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.18007202881152462, |
| "grad_norm": 0.048098206520080566, |
| "learning_rate": 3.001043841336117e-05, |
| "loss": 0.0042, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.18398663813351426, |
| "grad_norm": 0.251152902841568, |
| "learning_rate": 3.0662839248434235e-05, |
| "loss": 0.0068, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.18790124745550393, |
| "grad_norm": 0.040291983634233475, |
| "learning_rate": 3.131524008350731e-05, |
| "loss": 0.0097, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.1918158567774936, |
| "grad_norm": 0.019989246502518654, |
| "learning_rate": 3.1967640918580375e-05, |
| "loss": 0.0053, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.19573046609948327, |
| "grad_norm": 0.016093524172902107, |
| "learning_rate": 3.262004175365345e-05, |
| "loss": 0.0022, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.19964507542147295, |
| "grad_norm": 0.008093849755823612, |
| "learning_rate": 3.3272442588726515e-05, |
| "loss": 0.0019, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.20355968474346262, |
| "grad_norm": 0.018408527597784996, |
| "learning_rate": 3.392484342379959e-05, |
| "loss": 0.0022, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.20747429406545226, |
| "grad_norm": 0.009230668656527996, |
| "learning_rate": 3.4577244258872654e-05, |
| "loss": 0.0007, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.21138890338744193, |
| "grad_norm": 0.061230212450027466, |
| "learning_rate": 3.522964509394572e-05, |
| "loss": 0.0031, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.2153035127094316, |
| "grad_norm": 0.20762716233730316, |
| "learning_rate": 3.5882045929018794e-05, |
| "loss": 0.0024, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.21921812203142127, |
| "grad_norm": 0.048180121928453445, |
| "learning_rate": 3.653444676409186e-05, |
| "loss": 0.0165, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.22313273135341094, |
| "grad_norm": 0.026987021788954735, |
| "learning_rate": 3.718684759916493e-05, |
| "loss": 0.0041, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.22704734067540058, |
| "grad_norm": 0.6532347202301025, |
| "learning_rate": 3.783924843423799e-05, |
| "loss": 0.0061, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.23096194999739025, |
| "grad_norm": 0.0236322320997715, |
| "learning_rate": 3.8491649269311066e-05, |
| "loss": 0.0018, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.23487655931937992, |
| "grad_norm": 0.3827228844165802, |
| "learning_rate": 3.914405010438413e-05, |
| "loss": 0.0029, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.2387911686413696, |
| "grad_norm": 0.00414466205984354, |
| "learning_rate": 3.9796450939457206e-05, |
| "loss": 0.0024, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.24270577796335926, |
| "grad_norm": 0.03536088764667511, |
| "learning_rate": 4.044885177453027e-05, |
| "loss": 0.0041, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.24662038728534894, |
| "grad_norm": 0.02724548988044262, |
| "learning_rate": 4.110125260960334e-05, |
| "loss": 0.0018, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.2505349966073386, |
| "grad_norm": 1.551004409790039, |
| "learning_rate": 4.175365344467641e-05, |
| "loss": 0.0089, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.25444960592932825, |
| "grad_norm": 0.28799840807914734, |
| "learning_rate": 4.240605427974948e-05, |
| "loss": 0.0075, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.2583642152513179, |
| "grad_norm": 0.009647930040955544, |
| "learning_rate": 4.305845511482255e-05, |
| "loss": 0.0049, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.2622788245733076, |
| "grad_norm": 0.006901186890900135, |
| "learning_rate": 4.371085594989562e-05, |
| "loss": 0.0027, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.26619343389529726, |
| "grad_norm": 0.05002870783209801, |
| "learning_rate": 4.436325678496869e-05, |
| "loss": 0.0064, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.27010804321728693, |
| "grad_norm": 0.1099412590265274, |
| "learning_rate": 4.501565762004176e-05, |
| "loss": 0.0035, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.2740226525392766, |
| "grad_norm": 0.43022432923316956, |
| "learning_rate": 4.5668058455114823e-05, |
| "loss": 0.005, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.27793726186126627, |
| "grad_norm": 0.0661238431930542, |
| "learning_rate": 4.6320459290187897e-05, |
| "loss": 0.0111, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.2818518711832559, |
| "grad_norm": 0.04808713495731354, |
| "learning_rate": 4.697286012526096e-05, |
| "loss": 0.0082, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.28576648050524556, |
| "grad_norm": 0.010018469765782356, |
| "learning_rate": 4.7625260960334036e-05, |
| "loss": 0.0063, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.2896810898272352, |
| "grad_norm": 0.02794954925775528, |
| "learning_rate": 4.82776617954071e-05, |
| "loss": 0.0023, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.2935956991492249, |
| "grad_norm": 0.08497870713472366, |
| "learning_rate": 4.893006263048017e-05, |
| "loss": 0.0053, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.29751030847121457, |
| "grad_norm": 0.012794610112905502, |
| "learning_rate": 4.9582463465553235e-05, |
| "loss": 0.0023, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.30142491779320424, |
| "grad_norm": 0.5463805794715881, |
| "learning_rate": 4.997390093956617e-05, |
| "loss": 0.0123, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.3053395271151939, |
| "grad_norm": 0.643292248249054, |
| "learning_rate": 4.990140354947222e-05, |
| "loss": 0.006, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.3092541364371836, |
| "grad_norm": 0.016200900077819824, |
| "learning_rate": 4.9828906159378265e-05, |
| "loss": 0.0038, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.31316874575917325, |
| "grad_norm": 0.01805788092315197, |
| "learning_rate": 4.975640876928431e-05, |
| "loss": 0.0005, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.3170833550811629, |
| "grad_norm": 0.09769612550735474, |
| "learning_rate": 4.968391137919035e-05, |
| "loss": 0.0017, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.3209979644031526, |
| "grad_norm": 0.7254369258880615, |
| "learning_rate": 4.96114139890964e-05, |
| "loss": 0.0029, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.3249125737251422, |
| "grad_norm": 0.21768023073673248, |
| "learning_rate": 4.953891659900244e-05, |
| "loss": 0.0051, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.3288271830471319, |
| "grad_norm": 0.0030887445900589228, |
| "learning_rate": 4.946641920890848e-05, |
| "loss": 0.0007, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.33274179236912155, |
| "grad_norm": 0.03302296623587608, |
| "learning_rate": 4.9393921818814525e-05, |
| "loss": 0.008, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.3366564016911112, |
| "grad_norm": 0.07119308412075043, |
| "learning_rate": 4.932142442872057e-05, |
| "loss": 0.0005, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.3405710110131009, |
| "grad_norm": 0.0021239419002085924, |
| "learning_rate": 4.9248927038626616e-05, |
| "loss": 0.0006, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.34448562033509056, |
| "grad_norm": 0.0006605405360460281, |
| "learning_rate": 4.9179329544136416e-05, |
| "loss": 0.001, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.34840022965708023, |
| "grad_norm": 0.35737213492393494, |
| "learning_rate": 4.910683215404246e-05, |
| "loss": 0.0031, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.3523148389790699, |
| "grad_norm": 0.003352939384058118, |
| "learning_rate": 4.90343347639485e-05, |
| "loss": 0.0026, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.35622944830105957, |
| "grad_norm": 0.011482371017336845, |
| "learning_rate": 4.896183737385454e-05, |
| "loss": 0.0056, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.36014405762304924, |
| "grad_norm": 0.31182751059532166, |
| "learning_rate": 4.8889339983760585e-05, |
| "loss": 0.003, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.3640586669450389, |
| "grad_norm": 0.019928403198719025, |
| "learning_rate": 4.881684259366663e-05, |
| "loss": 0.004, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.3679732762670285, |
| "grad_norm": 0.17220672965049744, |
| "learning_rate": 4.874434520357267e-05, |
| "loss": 0.0022, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.3718878855890182, |
| "grad_norm": 0.002172990469262004, |
| "learning_rate": 4.867184781347872e-05, |
| "loss": 0.0018, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.37580249491100787, |
| "grad_norm": 0.6102157831192017, |
| "learning_rate": 4.859935042338476e-05, |
| "loss": 0.0024, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.37971710423299754, |
| "grad_norm": 0.011678989976644516, |
| "learning_rate": 4.85268530332908e-05, |
| "loss": 0.0023, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.3836317135549872, |
| "grad_norm": 0.7285154461860657, |
| "learning_rate": 4.8454355643196845e-05, |
| "loss": 0.0051, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.3875463228769769, |
| "grad_norm": 0.004773287568241358, |
| "learning_rate": 4.838185825310289e-05, |
| "loss": 0.0018, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.39146093219896655, |
| "grad_norm": 0.00791076384484768, |
| "learning_rate": 4.8309360863008937e-05, |
| "loss": 0.004, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.3953755415209562, |
| "grad_norm": 0.8710932731628418, |
| "learning_rate": 4.823686347291498e-05, |
| "loss": 0.0042, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.3992901508429459, |
| "grad_norm": 0.04120909795165062, |
| "learning_rate": 4.816436608282102e-05, |
| "loss": 0.0024, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.40320476016493556, |
| "grad_norm": 1.0033127069473267, |
| "learning_rate": 4.809186869272706e-05, |
| "loss": 0.004, |
| "step": 2575 |
| }, |
| { |
| "epoch": 0.40711936948692523, |
| "grad_norm": 0.1285122036933899, |
| "learning_rate": 4.801937130263311e-05, |
| "loss": 0.009, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.41103397880891485, |
| "grad_norm": 0.8447295427322388, |
| "learning_rate": 4.7946873912539154e-05, |
| "loss": 0.0015, |
| "step": 2625 |
| }, |
| { |
| "epoch": 0.4149485881309045, |
| "grad_norm": 0.10731597989797592, |
| "learning_rate": 4.78743765224452e-05, |
| "loss": 0.0066, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.4188631974528942, |
| "grad_norm": 0.011971144936978817, |
| "learning_rate": 4.780187913235123e-05, |
| "loss": 0.0042, |
| "step": 2675 |
| }, |
| { |
| "epoch": 0.42277780677488386, |
| "grad_norm": 0.0017153106164187193, |
| "learning_rate": 4.772938174225728e-05, |
| "loss": 0.0013, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.42669241609687353, |
| "grad_norm": 0.0010528437560424209, |
| "learning_rate": 4.7656884352163323e-05, |
| "loss": 0.0006, |
| "step": 2725 |
| }, |
| { |
| "epoch": 0.4306070254188632, |
| "grad_norm": 0.0007753331447020173, |
| "learning_rate": 4.7584386962069366e-05, |
| "loss": 0.0002, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.43452163474085287, |
| "grad_norm": 0.0036313000600785017, |
| "learning_rate": 4.751188957197541e-05, |
| "loss": 0.004, |
| "step": 2775 |
| }, |
| { |
| "epoch": 0.43843624406284254, |
| "grad_norm": 0.10537869483232498, |
| "learning_rate": 4.743939218188146e-05, |
| "loss": 0.004, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.4423508533848322, |
| "grad_norm": 0.0017782174982130527, |
| "learning_rate": 4.73668947917875e-05, |
| "loss": 0.0011, |
| "step": 2825 |
| }, |
| { |
| "epoch": 0.4462654627068219, |
| "grad_norm": 0.02180619165301323, |
| "learning_rate": 4.729439740169354e-05, |
| "loss": 0.0003, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.45018007202881155, |
| "grad_norm": 0.0014395464677363634, |
| "learning_rate": 4.7221900011599584e-05, |
| "loss": 0.0011, |
| "step": 2875 |
| }, |
| { |
| "epoch": 0.45409468135080117, |
| "grad_norm": 0.041430070996284485, |
| "learning_rate": 4.7149402621505626e-05, |
| "loss": 0.0007, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.45800929067279084, |
| "grad_norm": 0.054793838411569595, |
| "learning_rate": 4.7076905231411675e-05, |
| "loss": 0.0025, |
| "step": 2925 |
| }, |
| { |
| "epoch": 0.4619238999947805, |
| "grad_norm": 0.08612020313739777, |
| "learning_rate": 4.700440784131772e-05, |
| "loss": 0.0068, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.4658385093167702, |
| "grad_norm": 1.2504163980484009, |
| "learning_rate": 4.693191045122376e-05, |
| "loss": 0.0075, |
| "step": 2975 |
| }, |
| { |
| "epoch": 0.46975311863875985, |
| "grad_norm": 0.8100822567939758, |
| "learning_rate": 4.68594130611298e-05, |
| "loss": 0.0024, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.4736677279607495, |
| "grad_norm": 0.7344357967376709, |
| "learning_rate": 4.6786915671035844e-05, |
| "loss": 0.0042, |
| "step": 3025 |
| }, |
| { |
| "epoch": 0.4775823372827392, |
| "grad_norm": 0.006882940419018269, |
| "learning_rate": 4.671441828094189e-05, |
| "loss": 0.0108, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.48149694660472886, |
| "grad_norm": 0.07418603450059891, |
| "learning_rate": 4.6641920890847935e-05, |
| "loss": 0.0015, |
| "step": 3075 |
| }, |
| { |
| "epoch": 0.48541155592671853, |
| "grad_norm": 0.023311011493206024, |
| "learning_rate": 4.656942350075397e-05, |
| "loss": 0.0011, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.4893261652487082, |
| "grad_norm": 0.22213295102119446, |
| "learning_rate": 4.649692611066002e-05, |
| "loss": 0.0002, |
| "step": 3125 |
| }, |
| { |
| "epoch": 0.49324077457069787, |
| "grad_norm": 0.028663238510489464, |
| "learning_rate": 4.642442872056606e-05, |
| "loss": 0.0034, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.4971553838926875, |
| "grad_norm": 0.010352909564971924, |
| "learning_rate": 4.6351931330472104e-05, |
| "loss": 0.0003, |
| "step": 3175 |
| }, |
| { |
| "epoch": 0.5010699932146772, |
| "grad_norm": 0.01622854731976986, |
| "learning_rate": 4.6279433940378146e-05, |
| "loss": 0.0035, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.5049846025366669, |
| "grad_norm": 0.0045238700695335865, |
| "learning_rate": 4.620693655028419e-05, |
| "loss": 0.0016, |
| "step": 3225 |
| }, |
| { |
| "epoch": 0.5088992118586565, |
| "grad_norm": 0.000869418028742075, |
| "learning_rate": 4.613443916019024e-05, |
| "loss": 0.0003, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.5128138211806462, |
| "grad_norm": 0.0070857820101082325, |
| "learning_rate": 4.606194177009628e-05, |
| "loss": 0.0013, |
| "step": 3275 |
| }, |
| { |
| "epoch": 0.5167284305026358, |
| "grad_norm": 0.019664961844682693, |
| "learning_rate": 4.598944438000232e-05, |
| "loss": 0.0014, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.5206430398246255, |
| "grad_norm": 0.002933235839009285, |
| "learning_rate": 4.5916946989908364e-05, |
| "loss": 0.0024, |
| "step": 3325 |
| }, |
| { |
| "epoch": 0.5245576491466152, |
| "grad_norm": 0.009601329453289509, |
| "learning_rate": 4.5844449599814406e-05, |
| "loss": 0.001, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.5284722584686048, |
| "grad_norm": 0.03231184929609299, |
| "learning_rate": 4.5771952209720455e-05, |
| "loss": 0.001, |
| "step": 3375 |
| }, |
| { |
| "epoch": 0.5323868677905945, |
| "grad_norm": 0.038716524839401245, |
| "learning_rate": 4.56994548196265e-05, |
| "loss": 0.0104, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.5363014771125841, |
| "grad_norm": 0.005376841872930527, |
| "learning_rate": 4.562695742953254e-05, |
| "loss": 0.0021, |
| "step": 3425 |
| }, |
| { |
| "epoch": 0.5402160864345739, |
| "grad_norm": 0.8506935834884644, |
| "learning_rate": 4.555446003943858e-05, |
| "loss": 0.0037, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.5441306957565635, |
| "grad_norm": 0.00393926864489913, |
| "learning_rate": 4.548196264934463e-05, |
| "loss": 0.0007, |
| "step": 3475 |
| }, |
| { |
| "epoch": 0.5480453050785532, |
| "grad_norm": 0.49948814511299133, |
| "learning_rate": 4.5409465259250666e-05, |
| "loss": 0.0017, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.5519599144005428, |
| "grad_norm": 0.008987600915133953, |
| "learning_rate": 4.533696786915671e-05, |
| "loss": 0.0017, |
| "step": 3525 |
| }, |
| { |
| "epoch": 0.5558745237225325, |
| "grad_norm": 0.06366792321205139, |
| "learning_rate": 4.526447047906275e-05, |
| "loss": 0.0016, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.5597891330445222, |
| "grad_norm": 0.9016256332397461, |
| "learning_rate": 4.51919730889688e-05, |
| "loss": 0.0023, |
| "step": 3575 |
| }, |
| { |
| "epoch": 0.5637037423665118, |
| "grad_norm": 0.010248661041259766, |
| "learning_rate": 4.511947569887484e-05, |
| "loss": 0.0037, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.5676183516885015, |
| "grad_norm": 0.007675408851355314, |
| "learning_rate": 4.5046978308780884e-05, |
| "loss": 0.0053, |
| "step": 3625 |
| }, |
| { |
| "epoch": 0.5715329610104911, |
| "grad_norm": 0.0017978112446144223, |
| "learning_rate": 4.497448091868693e-05, |
| "loss": 0.0006, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.5754475703324808, |
| "grad_norm": 1.0881074666976929, |
| "learning_rate": 4.4901983528592976e-05, |
| "loss": 0.0026, |
| "step": 3675 |
| }, |
| { |
| "epoch": 0.5793621796544705, |
| "grad_norm": 0.0023445766419172287, |
| "learning_rate": 4.4832386034102776e-05, |
| "loss": 0.0014, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.5832767889764602, |
| "grad_norm": 0.0032128174789249897, |
| "learning_rate": 4.475988864400882e-05, |
| "loss": 0.0013, |
| "step": 3725 |
| }, |
| { |
| "epoch": 0.5871913982984498, |
| "grad_norm": 0.07783033698797226, |
| "learning_rate": 4.468739125391486e-05, |
| "loss": 0.0061, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.5911060076204395, |
| "grad_norm": 0.018863795325160027, |
| "learning_rate": 4.46148938638209e-05, |
| "loss": 0.0022, |
| "step": 3775 |
| }, |
| { |
| "epoch": 0.5950206169424291, |
| "grad_norm": 0.004098298028111458, |
| "learning_rate": 4.454239647372695e-05, |
| "loss": 0.0022, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.5989352262644189, |
| "grad_norm": 0.0029339243192225695, |
| "learning_rate": 4.4469899083632994e-05, |
| "loss": 0.0023, |
| "step": 3825 |
| }, |
| { |
| "epoch": 0.6028498355864085, |
| "grad_norm": 0.0022904234938323498, |
| "learning_rate": 4.4397401693539036e-05, |
| "loss": 0.0013, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.6067644449083981, |
| "grad_norm": 0.001695298939011991, |
| "learning_rate": 4.432490430344508e-05, |
| "loss": 0.0003, |
| "step": 3875 |
| }, |
| { |
| "epoch": 0.6106790542303878, |
| "grad_norm": 0.3725820779800415, |
| "learning_rate": 4.425240691335112e-05, |
| "loss": 0.0012, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.6145936635523774, |
| "grad_norm": 0.000986219383776188, |
| "learning_rate": 4.417990952325716e-05, |
| "loss": 0.0007, |
| "step": 3925 |
| }, |
| { |
| "epoch": 0.6185082728743672, |
| "grad_norm": 0.016280701383948326, |
| "learning_rate": 4.4107412133163205e-05, |
| "loss": 0.0005, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.6224228821963568, |
| "grad_norm": 0.0007005013758316636, |
| "learning_rate": 4.403491474306925e-05, |
| "loss": 0.0008, |
| "step": 3975 |
| }, |
| { |
| "epoch": 0.6263374915183465, |
| "grad_norm": 0.0015142613556236029, |
| "learning_rate": 4.3962417352975296e-05, |
| "loss": 0.0022, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.6302521008403361, |
| "grad_norm": 0.02496866136789322, |
| "learning_rate": 4.388991996288134e-05, |
| "loss": 0.0081, |
| "step": 4025 |
| }, |
| { |
| "epoch": 0.6341667101623258, |
| "grad_norm": 0.10312812030315399, |
| "learning_rate": 4.381742257278738e-05, |
| "loss": 0.0028, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.6380813194843155, |
| "grad_norm": 0.005419147200882435, |
| "learning_rate": 4.374492518269342e-05, |
| "loss": 0.0005, |
| "step": 4075 |
| }, |
| { |
| "epoch": 0.6419959288063052, |
| "grad_norm": 0.0012350809993222356, |
| "learning_rate": 4.3672427792599465e-05, |
| "loss": 0.0005, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.6459105381282948, |
| "grad_norm": 0.0014117741957306862, |
| "learning_rate": 4.3599930402505514e-05, |
| "loss": 0.0004, |
| "step": 4125 |
| }, |
| { |
| "epoch": 0.6498251474502844, |
| "grad_norm": 0.011549504473805428, |
| "learning_rate": 4.3527433012411556e-05, |
| "loss": 0.0108, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.6537397567722741, |
| "grad_norm": 0.0015101751778274775, |
| "learning_rate": 4.34549356223176e-05, |
| "loss": 0.0023, |
| "step": 4175 |
| }, |
| { |
| "epoch": 0.6576543660942638, |
| "grad_norm": 0.831576406955719, |
| "learning_rate": 4.338243823222364e-05, |
| "loss": 0.003, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.6615689754162535, |
| "grad_norm": 0.003971900790929794, |
| "learning_rate": 4.330994084212969e-05, |
| "loss": 0.0009, |
| "step": 4225 |
| }, |
| { |
| "epoch": 0.6654835847382431, |
| "grad_norm": 0.00122584099881351, |
| "learning_rate": 4.323744345203573e-05, |
| "loss": 0.0004, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.6693981940602328, |
| "grad_norm": 1.1975153684616089, |
| "learning_rate": 4.3164946061941774e-05, |
| "loss": 0.008, |
| "step": 4275 |
| }, |
| { |
| "epoch": 0.6733128033822224, |
| "grad_norm": 0.007587050087749958, |
| "learning_rate": 4.309244867184782e-05, |
| "loss": 0.0008, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.6772274127042122, |
| "grad_norm": 1.974413514137268, |
| "learning_rate": 4.301995128175386e-05, |
| "loss": 0.0003, |
| "step": 4325 |
| }, |
| { |
| "epoch": 0.6811420220262018, |
| "grad_norm": 0.0011919812532141805, |
| "learning_rate": 4.29474538916599e-05, |
| "loss": 0.0055, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.6850566313481915, |
| "grad_norm": 0.0037530860863626003, |
| "learning_rate": 4.287495650156594e-05, |
| "loss": 0.0031, |
| "step": 4375 |
| }, |
| { |
| "epoch": 0.6889712406701811, |
| "grad_norm": 0.0055799526162445545, |
| "learning_rate": 4.2802459111471986e-05, |
| "loss": 0.0009, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.6928858499921707, |
| "grad_norm": 0.7918204069137573, |
| "learning_rate": 4.2729961721378035e-05, |
| "loss": 0.0011, |
| "step": 4425 |
| }, |
| { |
| "epoch": 0.6968004593141605, |
| "grad_norm": 0.021195508539676666, |
| "learning_rate": 4.265746433128408e-05, |
| "loss": 0.0014, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.7007150686361501, |
| "grad_norm": 0.0016733302036300302, |
| "learning_rate": 4.258496694119012e-05, |
| "loss": 0.0016, |
| "step": 4475 |
| }, |
| { |
| "epoch": 0.7046296779581398, |
| "grad_norm": 0.0015721771633252501, |
| "learning_rate": 4.251246955109616e-05, |
| "loss": 0.002, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.7085442872801294, |
| "grad_norm": 0.024684101343154907, |
| "learning_rate": 4.2439972161002204e-05, |
| "loss": 0.0021, |
| "step": 4525 |
| }, |
| { |
| "epoch": 0.7124588966021191, |
| "grad_norm": 0.0010000619804486632, |
| "learning_rate": 4.236747477090825e-05, |
| "loss": 0.001, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.7163735059241088, |
| "grad_norm": 0.0010993380565196276, |
| "learning_rate": 4.2294977380814295e-05, |
| "loss": 0.0024, |
| "step": 4575 |
| }, |
| { |
| "epoch": 0.7202881152460985, |
| "grad_norm": 0.01743653602898121, |
| "learning_rate": 4.222247999072034e-05, |
| "loss": 0.001, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.7242027245680881, |
| "grad_norm": 0.0034048547968268394, |
| "learning_rate": 4.214998260062638e-05, |
| "loss": 0.0012, |
| "step": 4625 |
| }, |
| { |
| "epoch": 0.7281173338900778, |
| "grad_norm": 0.006288307718932629, |
| "learning_rate": 4.207748521053242e-05, |
| "loss": 0.0016, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.7320319432120674, |
| "grad_norm": 0.09262362122535706, |
| "learning_rate": 4.200498782043847e-05, |
| "loss": 0.0062, |
| "step": 4675 |
| }, |
| { |
| "epoch": 0.735946552534057, |
| "grad_norm": 0.0012087648501619697, |
| "learning_rate": 4.193249043034451e-05, |
| "loss": 0.0003, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.7398611618560468, |
| "grad_norm": 2.551692247390747, |
| "learning_rate": 4.185999304025055e-05, |
| "loss": 0.0007, |
| "step": 4725 |
| }, |
| { |
| "epoch": 0.7437757711780364, |
| "grad_norm": 0.003155685495585203, |
| "learning_rate": 4.17874956501566e-05, |
| "loss": 0.0035, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.7476903805000261, |
| "grad_norm": 0.0007522006053477526, |
| "learning_rate": 4.171499826006264e-05, |
| "loss": 0.0003, |
| "step": 4775 |
| }, |
| { |
| "epoch": 0.7516049898220157, |
| "grad_norm": 0.1172158420085907, |
| "learning_rate": 4.164250086996868e-05, |
| "loss": 0.0022, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.7555195991440055, |
| "grad_norm": 0.0018555809510871768, |
| "learning_rate": 4.1570003479874724e-05, |
| "loss": 0.0008, |
| "step": 4825 |
| }, |
| { |
| "epoch": 0.7594342084659951, |
| "grad_norm": 0.014069788157939911, |
| "learning_rate": 4.1497506089780766e-05, |
| "loss": 0.0027, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.7633488177879848, |
| "grad_norm": 0.0070347595028579235, |
| "learning_rate": 4.1425008699686815e-05, |
| "loss": 0.0044, |
| "step": 4875 |
| }, |
| { |
| "epoch": 0.7672634271099744, |
| "grad_norm": 0.005139984656125307, |
| "learning_rate": 4.135251130959286e-05, |
| "loss": 0.0013, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.7711780364319641, |
| "grad_norm": 0.03146003186702728, |
| "learning_rate": 4.12800139194989e-05, |
| "loss": 0.0008, |
| "step": 4925 |
| }, |
| { |
| "epoch": 0.7750926457539538, |
| "grad_norm": 0.0008966127061285079, |
| "learning_rate": 4.120751652940494e-05, |
| "loss": 0.0013, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.7790072550759434, |
| "grad_norm": 0.010651414282619953, |
| "learning_rate": 4.1135019139310984e-05, |
| "loss": 0.0007, |
| "step": 4975 |
| }, |
| { |
| "epoch": 0.7829218643979331, |
| "grad_norm": 0.05222166329622269, |
| "learning_rate": 4.106252174921703e-05, |
| "loss": 0.0025, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.7868364737199227, |
| "grad_norm": 0.008781126700341702, |
| "learning_rate": 4.0990024359123075e-05, |
| "loss": 0.0006, |
| "step": 5025 |
| }, |
| { |
| "epoch": 0.7907510830419124, |
| "grad_norm": 0.0023096187505871058, |
| "learning_rate": 4.091752696902912e-05, |
| "loss": 0.0003, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.794665692363902, |
| "grad_norm": 0.000690230808686465, |
| "learning_rate": 4.084502957893516e-05, |
| "loss": 0.001, |
| "step": 5075 |
| }, |
| { |
| "epoch": 0.7985803016858918, |
| "grad_norm": 0.0017941935220733285, |
| "learning_rate": 4.077253218884121e-05, |
| "loss": 0.0018, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.8024949110078814, |
| "grad_norm": 0.001472643343731761, |
| "learning_rate": 4.070003479874725e-05, |
| "loss": 0.0011, |
| "step": 5125 |
| }, |
| { |
| "epoch": 0.8064095203298711, |
| "grad_norm": 0.050277333706617355, |
| "learning_rate": 4.0627537408653286e-05, |
| "loss": 0.0104, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.8103241296518607, |
| "grad_norm": 0.020627155900001526, |
| "learning_rate": 4.055504001855933e-05, |
| "loss": 0.0019, |
| "step": 5175 |
| }, |
| { |
| "epoch": 0.8142387389738505, |
| "grad_norm": 1.6748356819152832, |
| "learning_rate": 4.048254262846538e-05, |
| "loss": 0.0013, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.8181533482958401, |
| "grad_norm": 0.0005242697079665959, |
| "learning_rate": 4.041004523837142e-05, |
| "loss": 0.0003, |
| "step": 5225 |
| }, |
| { |
| "epoch": 0.8220679576178297, |
| "grad_norm": 0.0004012222634628415, |
| "learning_rate": 4.033754784827746e-05, |
| "loss": 0.0011, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.8259825669398194, |
| "grad_norm": 0.0007638943498022854, |
| "learning_rate": 4.0265050458183504e-05, |
| "loss": 0.0008, |
| "step": 5275 |
| }, |
| { |
| "epoch": 0.829897176261809, |
| "grad_norm": 0.000370625639334321, |
| "learning_rate": 4.019255306808955e-05, |
| "loss": 0.0002, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.8338117855837988, |
| "grad_norm": 0.17966459691524506, |
| "learning_rate": 4.0120055677995596e-05, |
| "loss": 0.0061, |
| "step": 5325 |
| }, |
| { |
| "epoch": 0.8377263949057884, |
| "grad_norm": 0.5298845171928406, |
| "learning_rate": 4.004755828790164e-05, |
| "loss": 0.0021, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.8416410042277781, |
| "grad_norm": 0.010731186717748642, |
| "learning_rate": 3.997506089780768e-05, |
| "loss": 0.0012, |
| "step": 5375 |
| }, |
| { |
| "epoch": 0.8455556135497677, |
| "grad_norm": 0.0006224720855243504, |
| "learning_rate": 3.990256350771372e-05, |
| "loss": 0.0014, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.8494702228717574, |
| "grad_norm": 0.00034521459019742906, |
| "learning_rate": 3.983006611761977e-05, |
| "loss": 0.0005, |
| "step": 5425 |
| }, |
| { |
| "epoch": 0.8533848321937471, |
| "grad_norm": 0.07561736553907394, |
| "learning_rate": 3.9757568727525814e-05, |
| "loss": 0.002, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.8572994415157368, |
| "grad_norm": 0.010748780332505703, |
| "learning_rate": 3.9685071337431856e-05, |
| "loss": 0.0025, |
| "step": 5475 |
| }, |
| { |
| "epoch": 0.8612140508377264, |
| "grad_norm": 0.03456795960664749, |
| "learning_rate": 3.96125739473379e-05, |
| "loss": 0.0079, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.865128660159716, |
| "grad_norm": 0.013776997104287148, |
| "learning_rate": 3.954007655724394e-05, |
| "loss": 0.0015, |
| "step": 5525 |
| }, |
| { |
| "epoch": 0.8690432694817057, |
| "grad_norm": 0.013151598162949085, |
| "learning_rate": 3.946757916714999e-05, |
| "loss": 0.0027, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.8729578788036954, |
| "grad_norm": 0.005265055689960718, |
| "learning_rate": 3.9395081777056025e-05, |
| "loss": 0.0045, |
| "step": 5575 |
| }, |
| { |
| "epoch": 0.8768724881256851, |
| "grad_norm": 0.0019183550029993057, |
| "learning_rate": 3.932258438696207e-05, |
| "loss": 0.0005, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.8807870974476747, |
| "grad_norm": 0.42332738637924194, |
| "learning_rate": 3.9250086996868116e-05, |
| "loss": 0.0037, |
| "step": 5625 |
| }, |
| { |
| "epoch": 0.8847017067696644, |
| "grad_norm": 0.00447813980281353, |
| "learning_rate": 3.917758960677416e-05, |
| "loss": 0.0014, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.888616316091654, |
| "grad_norm": 0.0005977645632810891, |
| "learning_rate": 3.91050922166802e-05, |
| "loss": 0.0005, |
| "step": 5675 |
| }, |
| { |
| "epoch": 0.8925309254136438, |
| "grad_norm": 0.9014317989349365, |
| "learning_rate": 3.903259482658624e-05, |
| "loss": 0.0012, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.8964455347356334, |
| "grad_norm": 1.6808857917785645, |
| "learning_rate": 3.8960097436492285e-05, |
| "loss": 0.0033, |
| "step": 5725 |
| }, |
| { |
| "epoch": 0.9003601440576231, |
| "grad_norm": 0.002373639028519392, |
| "learning_rate": 3.8887600046398334e-05, |
| "loss": 0.0136, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.9042747533796127, |
| "grad_norm": 0.0012994492426514626, |
| "learning_rate": 3.8815102656304376e-05, |
| "loss": 0.0001, |
| "step": 5775 |
| }, |
| { |
| "epoch": 0.9081893627016023, |
| "grad_norm": 0.0006246384000405669, |
| "learning_rate": 3.874260526621042e-05, |
| "loss": 0.0001, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.9121039720235921, |
| "grad_norm": 0.0005325423553586006, |
| "learning_rate": 3.867010787611646e-05, |
| "loss": 0.0005, |
| "step": 5825 |
| }, |
| { |
| "epoch": 0.9160185813455817, |
| "grad_norm": 0.0009510382078588009, |
| "learning_rate": 3.859761048602251e-05, |
| "loss": 0.0032, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.9199331906675714, |
| "grad_norm": 0.012179987505078316, |
| "learning_rate": 3.852511309592855e-05, |
| "loss": 0.0015, |
| "step": 5875 |
| }, |
| { |
| "epoch": 0.923847799989561, |
| "grad_norm": 0.0014047386357560754, |
| "learning_rate": 3.8452615705834594e-05, |
| "loss": 0.0006, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.9277624093115507, |
| "grad_norm": 0.13963516056537628, |
| "learning_rate": 3.8380118315740636e-05, |
| "loss": 0.0012, |
| "step": 5925 |
| }, |
| { |
| "epoch": 0.9316770186335404, |
| "grad_norm": 0.7947016954421997, |
| "learning_rate": 3.830762092564668e-05, |
| "loss": 0.0014, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.9355916279555301, |
| "grad_norm": 0.001768257119692862, |
| "learning_rate": 3.823512353555272e-05, |
| "loss": 0.0004, |
| "step": 5975 |
| }, |
| { |
| "epoch": 0.9395062372775197, |
| "grad_norm": 0.0007245225715450943, |
| "learning_rate": 3.816262614545876e-05, |
| "loss": 0.0001, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.9434208465995094, |
| "grad_norm": 0.016255930066108704, |
| "learning_rate": 3.8090128755364805e-05, |
| "loss": 0.0, |
| "step": 6025 |
| }, |
| { |
| "epoch": 0.947335455921499, |
| "grad_norm": 0.00034742074785754085, |
| "learning_rate": 3.801763136527085e-05, |
| "loss": 0.0003, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.9512500652434887, |
| "grad_norm": 0.0013885988155379891, |
| "learning_rate": 3.7945133975176896e-05, |
| "loss": 0.0032, |
| "step": 6075 |
| }, |
| { |
| "epoch": 0.9551646745654784, |
| "grad_norm": 0.8642656207084656, |
| "learning_rate": 3.787263658508294e-05, |
| "loss": 0.0019, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.959079283887468, |
| "grad_norm": 0.002853901358321309, |
| "learning_rate": 3.780013919498898e-05, |
| "loss": 0.0031, |
| "step": 6125 |
| }, |
| { |
| "epoch": 0.9629938932094577, |
| "grad_norm": 0.6826348304748535, |
| "learning_rate": 3.772764180489502e-05, |
| "loss": 0.0029, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.9669085025314473, |
| "grad_norm": 0.01645534299314022, |
| "learning_rate": 3.765514441480107e-05, |
| "loss": 0.0003, |
| "step": 6175 |
| }, |
| { |
| "epoch": 0.9708231118534371, |
| "grad_norm": 0.001097380998544395, |
| "learning_rate": 3.7582647024707114e-05, |
| "loss": 0.0011, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.9747377211754267, |
| "grad_norm": 0.001092984457500279, |
| "learning_rate": 3.7513049530216915e-05, |
| "loss": 0.0006, |
| "step": 6225 |
| }, |
| { |
| "epoch": 0.9786523304974164, |
| "grad_norm": 0.001488927286118269, |
| "learning_rate": 3.744055214012296e-05, |
| "loss": 0.0018, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.982566939819406, |
| "grad_norm": 0.0012959851883351803, |
| "learning_rate": 3.7368054750029e-05, |
| "loss": 0.0011, |
| "step": 6275 |
| }, |
| { |
| "epoch": 0.9864815491413957, |
| "grad_norm": 0.002524161711335182, |
| "learning_rate": 3.729555735993505e-05, |
| "loss": 0.0039, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.9903961584633854, |
| "grad_norm": 0.0023267928045243025, |
| "learning_rate": 3.722305996984109e-05, |
| "loss": 0.0011, |
| "step": 6325 |
| }, |
| { |
| "epoch": 0.994310767785375, |
| "grad_norm": 0.0007459365879185498, |
| "learning_rate": 3.715056257974713e-05, |
| "loss": 0.0003, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.9982253771073647, |
| "grad_norm": 0.004343962296843529, |
| "learning_rate": 3.7078065189653175e-05, |
| "loss": 0.0018, |
| "step": 6375 |
| }, |
| { |
| "epoch": 0.9999478052090401, |
| "eval_accuracy": 0.9997799951169648, |
| "eval_f1": 0.9997142385928128, |
| "eval_loss": 0.0011581754079088569, |
| "eval_precision": 0.9996766935217872, |
| "eval_recall": 0.9997517864841209, |
| "eval_runtime": 62.9623, |
| "eval_samples_per_second": 608.586, |
| "eval_steps_per_second": 38.039, |
| "step": 6386 |
| }, |
| { |
| "epoch": 1.0021399864293543, |
| "grad_norm": 0.007820851169526577, |
| "learning_rate": 3.700556779955922e-05, |
| "loss": 0.0006, |
| "step": 6400 |
| }, |
| { |
| "epoch": 1.006054595751344, |
| "grad_norm": 0.00049219821812585, |
| "learning_rate": 3.693307040946526e-05, |
| "loss": 0.0005, |
| "step": 6425 |
| }, |
| { |
| "epoch": 1.0099692050733338, |
| "grad_norm": 0.0008093062788248062, |
| "learning_rate": 3.68605730193713e-05, |
| "loss": 0.0008, |
| "step": 6450 |
| }, |
| { |
| "epoch": 1.0138838143953233, |
| "grad_norm": 0.3265334963798523, |
| "learning_rate": 3.6788075629277344e-05, |
| "loss": 0.0001, |
| "step": 6475 |
| }, |
| { |
| "epoch": 1.017798423717313, |
| "grad_norm": 0.015381108038127422, |
| "learning_rate": 3.671557823918339e-05, |
| "loss": 0.0, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.0217130330393027, |
| "grad_norm": 0.00040746491868048906, |
| "learning_rate": 3.6643080849089435e-05, |
| "loss": 0.0001, |
| "step": 6525 |
| }, |
| { |
| "epoch": 1.0256276423612924, |
| "grad_norm": 2.2102978229522705, |
| "learning_rate": 3.657058345899548e-05, |
| "loss": 0.0022, |
| "step": 6550 |
| }, |
| { |
| "epoch": 1.029542251683282, |
| "grad_norm": 0.0007900640484876931, |
| "learning_rate": 3.649808606890152e-05, |
| "loss": 0.0034, |
| "step": 6575 |
| }, |
| { |
| "epoch": 1.0334568610052717, |
| "grad_norm": 0.07358774542808533, |
| "learning_rate": 3.642558867880756e-05, |
| "loss": 0.0004, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.0373714703272614, |
| "grad_norm": 0.0004924671957269311, |
| "learning_rate": 3.635309128871361e-05, |
| "loss": 0.0008, |
| "step": 6625 |
| }, |
| { |
| "epoch": 1.041286079649251, |
| "grad_norm": 0.0007265584426932037, |
| "learning_rate": 3.628059389861965e-05, |
| "loss": 0.0005, |
| "step": 6650 |
| }, |
| { |
| "epoch": 1.0452006889712406, |
| "grad_norm": 0.006537444423884153, |
| "learning_rate": 3.6208096508525695e-05, |
| "loss": 0.0031, |
| "step": 6675 |
| }, |
| { |
| "epoch": 1.0491152982932304, |
| "grad_norm": 0.02974896878004074, |
| "learning_rate": 3.613559911843174e-05, |
| "loss": 0.0003, |
| "step": 6700 |
| }, |
| { |
| "epoch": 1.05302990761522, |
| "grad_norm": 0.0008949014008976519, |
| "learning_rate": 3.6063101728337786e-05, |
| "loss": 0.0001, |
| "step": 6725 |
| }, |
| { |
| "epoch": 1.0569445169372096, |
| "grad_norm": 5.2669758796691895, |
| "learning_rate": 3.599060433824383e-05, |
| "loss": 0.0038, |
| "step": 6750 |
| }, |
| { |
| "epoch": 1.0608591262591993, |
| "grad_norm": 0.0008383537060581148, |
| "learning_rate": 3.591810694814987e-05, |
| "loss": 0.0014, |
| "step": 6775 |
| }, |
| { |
| "epoch": 1.064773735581189, |
| "grad_norm": 0.03583945333957672, |
| "learning_rate": 3.5845609558055906e-05, |
| "loss": 0.002, |
| "step": 6800 |
| }, |
| { |
| "epoch": 1.0686883449031788, |
| "grad_norm": 0.0004048035480082035, |
| "learning_rate": 3.5773112167961955e-05, |
| "loss": 0.0002, |
| "step": 6825 |
| }, |
| { |
| "epoch": 1.0726029542251683, |
| "grad_norm": 0.0006589085678569973, |
| "learning_rate": 3.5700614777868e-05, |
| "loss": 0.0, |
| "step": 6850 |
| }, |
| { |
| "epoch": 1.076517563547158, |
| "grad_norm": 0.01224551722407341, |
| "learning_rate": 3.562811738777404e-05, |
| "loss": 0.0028, |
| "step": 6875 |
| }, |
| { |
| "epoch": 1.0804321728691477, |
| "grad_norm": 1.1463470458984375, |
| "learning_rate": 3.555561999768008e-05, |
| "loss": 0.0029, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.0843467821911372, |
| "grad_norm": 0.002099130768328905, |
| "learning_rate": 3.548312260758613e-05, |
| "loss": 0.0016, |
| "step": 6925 |
| }, |
| { |
| "epoch": 1.088261391513127, |
| "grad_norm": 0.4577861428260803, |
| "learning_rate": 3.541062521749217e-05, |
| "loss": 0.0009, |
| "step": 6950 |
| }, |
| { |
| "epoch": 1.0921760008351167, |
| "grad_norm": 0.08768904209136963, |
| "learning_rate": 3.5338127827398216e-05, |
| "loss": 0.0017, |
| "step": 6975 |
| }, |
| { |
| "epoch": 1.0960906101571064, |
| "grad_norm": 0.002661600476130843, |
| "learning_rate": 3.526563043730426e-05, |
| "loss": 0.0002, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.100005219479096, |
| "grad_norm": 0.0006299412925727665, |
| "learning_rate": 3.51931330472103e-05, |
| "loss": 0.0, |
| "step": 7025 |
| }, |
| { |
| "epoch": 1.1039198288010856, |
| "grad_norm": 0.1650131493806839, |
| "learning_rate": 3.512063565711635e-05, |
| "loss": 0.0002, |
| "step": 7050 |
| }, |
| { |
| "epoch": 1.1078344381230754, |
| "grad_norm": 0.37610143423080444, |
| "learning_rate": 3.504813826702239e-05, |
| "loss": 0.0009, |
| "step": 7075 |
| }, |
| { |
| "epoch": 1.111749047445065, |
| "grad_norm": 0.029113056138157845, |
| "learning_rate": 3.4975640876928433e-05, |
| "loss": 0.0012, |
| "step": 7100 |
| }, |
| { |
| "epoch": 1.1156636567670546, |
| "grad_norm": 0.004116399679332972, |
| "learning_rate": 3.4903143486834476e-05, |
| "loss": 0.0023, |
| "step": 7125 |
| }, |
| { |
| "epoch": 1.1195782660890443, |
| "grad_norm": 0.015721509233117104, |
| "learning_rate": 3.483064609674052e-05, |
| "loss": 0.0097, |
| "step": 7150 |
| }, |
| { |
| "epoch": 1.123492875411034, |
| "grad_norm": 0.01373900007456541, |
| "learning_rate": 3.475814870664657e-05, |
| "loss": 0.0064, |
| "step": 7175 |
| }, |
| { |
| "epoch": 1.1274074847330238, |
| "grad_norm": 0.0016198121011257172, |
| "learning_rate": 3.46856513165526e-05, |
| "loss": 0.0008, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.1313220940550133, |
| "grad_norm": 0.0009071112144738436, |
| "learning_rate": 3.4613153926458645e-05, |
| "loss": 0.0001, |
| "step": 7225 |
| }, |
| { |
| "epoch": 1.135236703377003, |
| "grad_norm": 0.0006360800471156836, |
| "learning_rate": 3.4540656536364694e-05, |
| "loss": 0.0007, |
| "step": 7250 |
| }, |
| { |
| "epoch": 1.1391513126989927, |
| "grad_norm": 0.0013603122206404805, |
| "learning_rate": 3.4468159146270736e-05, |
| "loss": 0.0003, |
| "step": 7275 |
| }, |
| { |
| "epoch": 1.1430659220209822, |
| "grad_norm": 0.2531895339488983, |
| "learning_rate": 3.439566175617678e-05, |
| "loss": 0.0019, |
| "step": 7300 |
| }, |
| { |
| "epoch": 1.146980531342972, |
| "grad_norm": 0.08225157856941223, |
| "learning_rate": 3.432316436608282e-05, |
| "loss": 0.001, |
| "step": 7325 |
| }, |
| { |
| "epoch": 1.1508951406649617, |
| "grad_norm": 0.0010974809993058443, |
| "learning_rate": 3.425066697598886e-05, |
| "loss": 0.0009, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.1548097499869514, |
| "grad_norm": 0.007975243031978607, |
| "learning_rate": 3.417816958589491e-05, |
| "loss": 0.0001, |
| "step": 7375 |
| }, |
| { |
| "epoch": 1.158724359308941, |
| "grad_norm": 0.0005916508380323648, |
| "learning_rate": 3.4105672195800954e-05, |
| "loss": 0.0001, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.1626389686309306, |
| "grad_norm": 0.003101816400885582, |
| "learning_rate": 3.4033174805706996e-05, |
| "loss": 0.0, |
| "step": 7425 |
| }, |
| { |
| "epoch": 1.1665535779529204, |
| "grad_norm": 0.00036523715243674815, |
| "learning_rate": 3.396067741561304e-05, |
| "loss": 0.0001, |
| "step": 7450 |
| }, |
| { |
| "epoch": 1.1704681872749099, |
| "grad_norm": 0.02329937182366848, |
| "learning_rate": 3.388818002551909e-05, |
| "loss": 0.0013, |
| "step": 7475 |
| }, |
| { |
| "epoch": 1.1743827965968996, |
| "grad_norm": 0.5784549117088318, |
| "learning_rate": 3.381568263542513e-05, |
| "loss": 0.0038, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.1782974059188893, |
| "grad_norm": 0.0012637526961043477, |
| "learning_rate": 3.374318524533117e-05, |
| "loss": 0.0015, |
| "step": 7525 |
| }, |
| { |
| "epoch": 1.182212015240879, |
| "grad_norm": 0.019489184021949768, |
| "learning_rate": 3.3670687855237214e-05, |
| "loss": 0.0002, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.1861266245628685, |
| "grad_norm": 0.0006683494430035353, |
| "learning_rate": 3.3598190465143256e-05, |
| "loss": 0.0008, |
| "step": 7575 |
| }, |
| { |
| "epoch": 1.1900412338848583, |
| "grad_norm": 0.027937965467572212, |
| "learning_rate": 3.3525693075049305e-05, |
| "loss": 0.0008, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.193955843206848, |
| "grad_norm": 0.00035219776327721775, |
| "learning_rate": 3.345319568495534e-05, |
| "loss": 0.0002, |
| "step": 7625 |
| }, |
| { |
| "epoch": 1.1978704525288375, |
| "grad_norm": 0.0009345108992420137, |
| "learning_rate": 3.338069829486138e-05, |
| "loss": 0.0032, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.2017850618508272, |
| "grad_norm": 0.05174746736884117, |
| "learning_rate": 3.3308200904767425e-05, |
| "loss": 0.0028, |
| "step": 7675 |
| }, |
| { |
| "epoch": 1.205699671172817, |
| "grad_norm": 0.1187373697757721, |
| "learning_rate": 3.3235703514673474e-05, |
| "loss": 0.0006, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.2096142804948067, |
| "grad_norm": 0.0881095826625824, |
| "learning_rate": 3.3163206124579516e-05, |
| "loss": 0.0018, |
| "step": 7725 |
| }, |
| { |
| "epoch": 1.2135288898167964, |
| "grad_norm": 1.4924030303955078, |
| "learning_rate": 3.309070873448556e-05, |
| "loss": 0.0006, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.217443499138786, |
| "grad_norm": 0.10360655933618546, |
| "learning_rate": 3.30182113443916e-05, |
| "loss": 0.0009, |
| "step": 7775 |
| }, |
| { |
| "epoch": 1.2213581084607756, |
| "grad_norm": 0.0007201316766440868, |
| "learning_rate": 3.294571395429765e-05, |
| "loss": 0.0003, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.2252727177827654, |
| "grad_norm": 0.001118672196753323, |
| "learning_rate": 3.287321656420369e-05, |
| "loss": 0.0007, |
| "step": 7825 |
| }, |
| { |
| "epoch": 1.2291873271047549, |
| "grad_norm": 0.008757601492106915, |
| "learning_rate": 3.2800719174109734e-05, |
| "loss": 0.0038, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.2331019364267446, |
| "grad_norm": 1.405776023864746, |
| "learning_rate": 3.2728221784015777e-05, |
| "loss": 0.0021, |
| "step": 7875 |
| }, |
| { |
| "epoch": 1.2370165457487343, |
| "grad_norm": 0.06606610119342804, |
| "learning_rate": 3.265572439392182e-05, |
| "loss": 0.0001, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.240931155070724, |
| "grad_norm": 0.00046704983105883, |
| "learning_rate": 3.258322700382787e-05, |
| "loss": 0.0001, |
| "step": 7925 |
| }, |
| { |
| "epoch": 1.2448457643927135, |
| "grad_norm": 0.0005030676256865263, |
| "learning_rate": 3.251072961373391e-05, |
| "loss": 0.0009, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.2487603737147033, |
| "grad_norm": 0.004642080515623093, |
| "learning_rate": 3.243823222363995e-05, |
| "loss": 0.0005, |
| "step": 7975 |
| }, |
| { |
| "epoch": 1.252674983036693, |
| "grad_norm": 0.00609723711386323, |
| "learning_rate": 3.2365734833545994e-05, |
| "loss": 0.0018, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.2565895923586825, |
| "grad_norm": 0.003095820778980851, |
| "learning_rate": 3.229323744345204e-05, |
| "loss": 0.0003, |
| "step": 8025 |
| }, |
| { |
| "epoch": 1.2605042016806722, |
| "grad_norm": 0.08622787892818451, |
| "learning_rate": 3.222074005335808e-05, |
| "loss": 0.0001, |
| "step": 8050 |
| }, |
| { |
| "epoch": 1.264418811002662, |
| "grad_norm": 0.022611690685153008, |
| "learning_rate": 3.214824266326412e-05, |
| "loss": 0.0009, |
| "step": 8075 |
| }, |
| { |
| "epoch": 1.2683334203246517, |
| "grad_norm": 0.0005983790615573525, |
| "learning_rate": 3.2075745273170163e-05, |
| "loss": 0.0012, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.2722480296466412, |
| "grad_norm": 0.0008185420883819461, |
| "learning_rate": 3.200324788307621e-05, |
| "loss": 0.0008, |
| "step": 8125 |
| }, |
| { |
| "epoch": 1.276162638968631, |
| "grad_norm": 0.0019505377858877182, |
| "learning_rate": 3.1930750492982255e-05, |
| "loss": 0.0003, |
| "step": 8150 |
| }, |
| { |
| "epoch": 1.2800772482906206, |
| "grad_norm": 0.005252277944236994, |
| "learning_rate": 3.18582531028883e-05, |
| "loss": 0.0047, |
| "step": 8175 |
| }, |
| { |
| "epoch": 1.2839918576126101, |
| "grad_norm": 0.0010310772340744734, |
| "learning_rate": 3.178575571279434e-05, |
| "loss": 0.0003, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.2879064669345999, |
| "grad_norm": 0.002415160648524761, |
| "learning_rate": 3.171325832270038e-05, |
| "loss": 0.004, |
| "step": 8225 |
| }, |
| { |
| "epoch": 1.2918210762565896, |
| "grad_norm": 0.0005815212498418987, |
| "learning_rate": 3.164076093260643e-05, |
| "loss": 0.0018, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.2957356855785793, |
| "grad_norm": 0.0003597593167796731, |
| "learning_rate": 3.156826354251247e-05, |
| "loss": 0.0003, |
| "step": 8275 |
| }, |
| { |
| "epoch": 1.299650294900569, |
| "grad_norm": 0.004648554138839245, |
| "learning_rate": 3.1495766152418515e-05, |
| "loss": 0.005, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.3035649042225586, |
| "grad_norm": 0.0015794150531291962, |
| "learning_rate": 3.142326876232456e-05, |
| "loss": 0.0006, |
| "step": 8325 |
| }, |
| { |
| "epoch": 1.3074795135445483, |
| "grad_norm": 0.000883117550984025, |
| "learning_rate": 3.1350771372230606e-05, |
| "loss": 0.0022, |
| "step": 8350 |
| }, |
| { |
| "epoch": 1.3113941228665378, |
| "grad_norm": 0.0004549395525828004, |
| "learning_rate": 3.127827398213665e-05, |
| "loss": 0.0, |
| "step": 8375 |
| }, |
| { |
| "epoch": 1.3153087321885275, |
| "grad_norm": 0.00043308446765877306, |
| "learning_rate": 3.120577659204269e-05, |
| "loss": 0.0017, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.3192233415105172, |
| "grad_norm": 0.000435361813288182, |
| "learning_rate": 3.113327920194873e-05, |
| "loss": 0.0004, |
| "step": 8425 |
| }, |
| { |
| "epoch": 1.323137950832507, |
| "grad_norm": 0.000388374668546021, |
| "learning_rate": 3.1060781811854775e-05, |
| "loss": 0.0001, |
| "step": 8450 |
| }, |
| { |
| "epoch": 1.3270525601544967, |
| "grad_norm": 0.0006863649468868971, |
| "learning_rate": 3.098828442176082e-05, |
| "loss": 0.0004, |
| "step": 8475 |
| }, |
| { |
| "epoch": 1.3309671694764862, |
| "grad_norm": 0.00127976608928293, |
| "learning_rate": 3.091578703166686e-05, |
| "loss": 0.0018, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.334881778798476, |
| "grad_norm": 0.036596138030290604, |
| "learning_rate": 3.08432896415729e-05, |
| "loss": 0.0013, |
| "step": 8525 |
| }, |
| { |
| "epoch": 1.3387963881204656, |
| "grad_norm": 0.002909492002800107, |
| "learning_rate": 3.077369214708271e-05, |
| "loss": 0.0003, |
| "step": 8550 |
| }, |
| { |
| "epoch": 1.3427109974424551, |
| "grad_norm": 0.0010424726642668247, |
| "learning_rate": 3.070119475698875e-05, |
| "loss": 0.0024, |
| "step": 8575 |
| }, |
| { |
| "epoch": 1.3466256067644449, |
| "grad_norm": 0.0005914925131946802, |
| "learning_rate": 3.062869736689479e-05, |
| "loss": 0.0004, |
| "step": 8600 |
| }, |
| { |
| "epoch": 1.3505402160864346, |
| "grad_norm": 0.00037522296770475805, |
| "learning_rate": 3.0556199976800835e-05, |
| "loss": 0.0001, |
| "step": 8625 |
| }, |
| { |
| "epoch": 1.3544548254084243, |
| "grad_norm": 0.00039554465911351144, |
| "learning_rate": 3.048370258670688e-05, |
| "loss": 0.0003, |
| "step": 8650 |
| }, |
| { |
| "epoch": 1.3583694347304138, |
| "grad_norm": 0.0040852464735507965, |
| "learning_rate": 3.0411205196612923e-05, |
| "loss": 0.0004, |
| "step": 8675 |
| }, |
| { |
| "epoch": 1.3622840440524036, |
| "grad_norm": 0.006642700172960758, |
| "learning_rate": 3.033870780651897e-05, |
| "loss": 0.0014, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.3661986533743933, |
| "grad_norm": 0.003900151466950774, |
| "learning_rate": 3.026621041642501e-05, |
| "loss": 0.005, |
| "step": 8725 |
| }, |
| { |
| "epoch": 1.3701132626963828, |
| "grad_norm": 0.0015803135465830564, |
| "learning_rate": 3.0193713026331057e-05, |
| "loss": 0.0005, |
| "step": 8750 |
| }, |
| { |
| "epoch": 1.3740278720183725, |
| "grad_norm": 0.010884587652981281, |
| "learning_rate": 3.01212156362371e-05, |
| "loss": 0.0009, |
| "step": 8775 |
| }, |
| { |
| "epoch": 1.3779424813403622, |
| "grad_norm": 0.0010327239288017154, |
| "learning_rate": 3.004871824614314e-05, |
| "loss": 0.0002, |
| "step": 8800 |
| }, |
| { |
| "epoch": 1.381857090662352, |
| "grad_norm": 0.0019380106823518872, |
| "learning_rate": 2.9976220856049187e-05, |
| "loss": 0.0075, |
| "step": 8825 |
| }, |
| { |
| "epoch": 1.3857716999843417, |
| "grad_norm": 0.0012182651553303003, |
| "learning_rate": 2.9903723465955226e-05, |
| "loss": 0.0053, |
| "step": 8850 |
| }, |
| { |
| "epoch": 1.3896863093063312, |
| "grad_norm": 0.0017849428113549948, |
| "learning_rate": 2.9831226075861268e-05, |
| "loss": 0.0006, |
| "step": 8875 |
| }, |
| { |
| "epoch": 1.393600918628321, |
| "grad_norm": 0.01608388125896454, |
| "learning_rate": 2.9758728685767314e-05, |
| "loss": 0.0011, |
| "step": 8900 |
| }, |
| { |
| "epoch": 1.3975155279503104, |
| "grad_norm": 0.0005828512366861105, |
| "learning_rate": 2.9686231295673356e-05, |
| "loss": 0.0022, |
| "step": 8925 |
| }, |
| { |
| "epoch": 1.4014301372723001, |
| "grad_norm": 0.0004743439785670489, |
| "learning_rate": 2.9613733905579398e-05, |
| "loss": 0.0006, |
| "step": 8950 |
| }, |
| { |
| "epoch": 1.4053447465942899, |
| "grad_norm": 0.0005540683632716537, |
| "learning_rate": 2.9541236515485444e-05, |
| "loss": 0.0003, |
| "step": 8975 |
| }, |
| { |
| "epoch": 1.4092593559162796, |
| "grad_norm": 0.0015846255701035261, |
| "learning_rate": 2.9468739125391486e-05, |
| "loss": 0.003, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.4131739652382693, |
| "grad_norm": 0.0018151472322642803, |
| "learning_rate": 2.939624173529753e-05, |
| "loss": 0.0013, |
| "step": 9025 |
| }, |
| { |
| "epoch": 1.4170885745602588, |
| "grad_norm": 0.019647782668471336, |
| "learning_rate": 2.9323744345203574e-05, |
| "loss": 0.0005, |
| "step": 9050 |
| }, |
| { |
| "epoch": 1.4210031838822486, |
| "grad_norm": 0.0019365083426237106, |
| "learning_rate": 2.925124695510962e-05, |
| "loss": 0.0078, |
| "step": 9075 |
| }, |
| { |
| "epoch": 1.4249177932042383, |
| "grad_norm": 0.018348557874560356, |
| "learning_rate": 2.917874956501566e-05, |
| "loss": 0.0007, |
| "step": 9100 |
| }, |
| { |
| "epoch": 1.4288324025262278, |
| "grad_norm": 0.0018460671417415142, |
| "learning_rate": 2.9106252174921704e-05, |
| "loss": 0.0004, |
| "step": 9125 |
| }, |
| { |
| "epoch": 1.4327470118482175, |
| "grad_norm": 0.014430728740990162, |
| "learning_rate": 2.903375478482775e-05, |
| "loss": 0.0065, |
| "step": 9150 |
| }, |
| { |
| "epoch": 1.4366616211702072, |
| "grad_norm": 0.004876923281699419, |
| "learning_rate": 2.896125739473379e-05, |
| "loss": 0.0005, |
| "step": 9175 |
| }, |
| { |
| "epoch": 1.440576230492197, |
| "grad_norm": 0.012378478422760963, |
| "learning_rate": 2.8888760004639837e-05, |
| "loss": 0.0011, |
| "step": 9200 |
| }, |
| { |
| "epoch": 1.4444908398141865, |
| "grad_norm": 0.0017155319219455123, |
| "learning_rate": 2.881626261454588e-05, |
| "loss": 0.0005, |
| "step": 9225 |
| }, |
| { |
| "epoch": 1.4484054491361762, |
| "grad_norm": 0.0008338566403836012, |
| "learning_rate": 2.874376522445192e-05, |
| "loss": 0.0002, |
| "step": 9250 |
| }, |
| { |
| "epoch": 1.452320058458166, |
| "grad_norm": 0.18289905786514282, |
| "learning_rate": 2.867126783435796e-05, |
| "loss": 0.0012, |
| "step": 9275 |
| }, |
| { |
| "epoch": 1.4562346677801554, |
| "grad_norm": 0.0008503763237968087, |
| "learning_rate": 2.8598770444264006e-05, |
| "loss": 0.0005, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.4601492771021451, |
| "grad_norm": 0.0007721242727711797, |
| "learning_rate": 2.852627305417005e-05, |
| "loss": 0.0001, |
| "step": 9325 |
| }, |
| { |
| "epoch": 1.4640638864241349, |
| "grad_norm": 0.006053832825273275, |
| "learning_rate": 2.8453775664076094e-05, |
| "loss": 0.0004, |
| "step": 9350 |
| }, |
| { |
| "epoch": 1.4679784957461246, |
| "grad_norm": 0.002682841382920742, |
| "learning_rate": 2.8381278273982136e-05, |
| "loss": 0.0011, |
| "step": 9375 |
| }, |
| { |
| "epoch": 1.4718931050681143, |
| "grad_norm": 0.0006761788972653449, |
| "learning_rate": 2.8308780883888182e-05, |
| "loss": 0.0006, |
| "step": 9400 |
| }, |
| { |
| "epoch": 1.4758077143901038, |
| "grad_norm": 0.0006122990744188428, |
| "learning_rate": 2.8236283493794224e-05, |
| "loss": 0.0003, |
| "step": 9425 |
| }, |
| { |
| "epoch": 1.4797223237120936, |
| "grad_norm": 0.0022469067480415106, |
| "learning_rate": 2.816378610370027e-05, |
| "loss": 0.0001, |
| "step": 9450 |
| }, |
| { |
| "epoch": 1.483636933034083, |
| "grad_norm": 0.005789736285805702, |
| "learning_rate": 2.8091288713606312e-05, |
| "loss": 0.001, |
| "step": 9475 |
| }, |
| { |
| "epoch": 1.4875515423560728, |
| "grad_norm": 0.0005803314852528274, |
| "learning_rate": 2.8018791323512354e-05, |
| "loss": 0.0001, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.4914661516780625, |
| "grad_norm": 0.00044589489698410034, |
| "learning_rate": 2.79462939334184e-05, |
| "loss": 0.0001, |
| "step": 9525 |
| }, |
| { |
| "epoch": 1.4953807610000522, |
| "grad_norm": 0.00034716431400738657, |
| "learning_rate": 2.7873796543324442e-05, |
| "loss": 0.0004, |
| "step": 9550 |
| }, |
| { |
| "epoch": 1.499295370322042, |
| "grad_norm": 0.034700002521276474, |
| "learning_rate": 2.7801299153230488e-05, |
| "loss": 0.0003, |
| "step": 9575 |
| }, |
| { |
| "epoch": 1.5032099796440317, |
| "grad_norm": 0.00039778611971996725, |
| "learning_rate": 2.772880176313653e-05, |
| "loss": 0.0001, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.5071245889660212, |
| "grad_norm": 0.0003559018950909376, |
| "learning_rate": 2.7656304373042576e-05, |
| "loss": 0.0, |
| "step": 9625 |
| }, |
| { |
| "epoch": 1.5110391982880107, |
| "grad_norm": 0.7171289920806885, |
| "learning_rate": 2.7583806982948618e-05, |
| "loss": 0.001, |
| "step": 9650 |
| }, |
| { |
| "epoch": 1.5149538076100004, |
| "grad_norm": 0.0009173134458251297, |
| "learning_rate": 2.7511309592854657e-05, |
| "loss": 0.0002, |
| "step": 9675 |
| }, |
| { |
| "epoch": 1.5188684169319902, |
| "grad_norm": 0.6568087935447693, |
| "learning_rate": 2.74388122027607e-05, |
| "loss": 0.0032, |
| "step": 9700 |
| }, |
| { |
| "epoch": 1.5227830262539799, |
| "grad_norm": 0.03286755084991455, |
| "learning_rate": 2.7366314812666745e-05, |
| "loss": 0.0005, |
| "step": 9725 |
| }, |
| { |
| "epoch": 1.5266976355759696, |
| "grad_norm": 0.0004193273780401796, |
| "learning_rate": 2.7293817422572787e-05, |
| "loss": 0.0004, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.5306122448979593, |
| "grad_norm": 2.4084434509277344, |
| "learning_rate": 2.7221320032478832e-05, |
| "loss": 0.0061, |
| "step": 9775 |
| }, |
| { |
| "epoch": 1.5345268542199488, |
| "grad_norm": 0.020185716450214386, |
| "learning_rate": 2.7148822642384875e-05, |
| "loss": 0.0068, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.5384414635419386, |
| "grad_norm": 0.6322495937347412, |
| "learning_rate": 2.7076325252290917e-05, |
| "loss": 0.0015, |
| "step": 9825 |
| }, |
| { |
| "epoch": 1.542356072863928, |
| "grad_norm": 0.0004228654725011438, |
| "learning_rate": 2.7003827862196962e-05, |
| "loss": 0.0009, |
| "step": 9850 |
| }, |
| { |
| "epoch": 1.5462706821859178, |
| "grad_norm": 0.0012805104488506913, |
| "learning_rate": 2.6931330472103005e-05, |
| "loss": 0.0002, |
| "step": 9875 |
| }, |
| { |
| "epoch": 1.5501852915079075, |
| "grad_norm": 0.0005116848042234778, |
| "learning_rate": 2.685883308200905e-05, |
| "loss": 0.0006, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.5540999008298972, |
| "grad_norm": 0.8417395353317261, |
| "learning_rate": 2.6786335691915093e-05, |
| "loss": 0.0017, |
| "step": 9925 |
| }, |
| { |
| "epoch": 1.558014510151887, |
| "grad_norm": 0.0006132688722573221, |
| "learning_rate": 2.6713838301821138e-05, |
| "loss": 0.0002, |
| "step": 9950 |
| }, |
| { |
| "epoch": 1.5619291194738765, |
| "grad_norm": 0.001284563448280096, |
| "learning_rate": 2.664134091172718e-05, |
| "loss": 0.0001, |
| "step": 9975 |
| }, |
| { |
| "epoch": 1.5658437287958662, |
| "grad_norm": 0.002453350927680731, |
| "learning_rate": 2.6568843521633226e-05, |
| "loss": 0.0001, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.5697583381178557, |
| "grad_norm": 0.002474565990269184, |
| "learning_rate": 2.6496346131539268e-05, |
| "loss": 0.0, |
| "step": 10025 |
| }, |
| { |
| "epoch": 1.5736729474398454, |
| "grad_norm": 0.0012147346278652549, |
| "learning_rate": 2.642384874144531e-05, |
| "loss": 0.0031, |
| "step": 10050 |
| }, |
| { |
| "epoch": 1.5775875567618352, |
| "grad_norm": 0.0009614901500754058, |
| "learning_rate": 2.635135135135135e-05, |
| "loss": 0.0009, |
| "step": 10075 |
| }, |
| { |
| "epoch": 1.5815021660838249, |
| "grad_norm": 0.00043524886132217944, |
| "learning_rate": 2.6278853961257395e-05, |
| "loss": 0.0001, |
| "step": 10100 |
| }, |
| { |
| "epoch": 1.5854167754058146, |
| "grad_norm": 0.0005262857885099947, |
| "learning_rate": 2.6206356571163437e-05, |
| "loss": 0.0, |
| "step": 10125 |
| }, |
| { |
| "epoch": 1.5893313847278043, |
| "grad_norm": 0.00038553698686882854, |
| "learning_rate": 2.613385918106948e-05, |
| "loss": 0.0013, |
| "step": 10150 |
| }, |
| { |
| "epoch": 1.5932459940497938, |
| "grad_norm": 0.0006603036308661103, |
| "learning_rate": 2.6061361790975525e-05, |
| "loss": 0.0001, |
| "step": 10175 |
| }, |
| { |
| "epoch": 1.5971606033717833, |
| "grad_norm": 0.0011721713235601783, |
| "learning_rate": 2.5988864400881567e-05, |
| "loss": 0.0, |
| "step": 10200 |
| }, |
| { |
| "epoch": 1.601075212693773, |
| "grad_norm": 0.00034801868605427444, |
| "learning_rate": 2.5916367010787613e-05, |
| "loss": 0.0003, |
| "step": 10225 |
| }, |
| { |
| "epoch": 1.6049898220157628, |
| "grad_norm": 0.00029766836087219417, |
| "learning_rate": 2.5843869620693655e-05, |
| "loss": 0.0005, |
| "step": 10250 |
| }, |
| { |
| "epoch": 1.6089044313377525, |
| "grad_norm": 0.8273627161979675, |
| "learning_rate": 2.57713722305997e-05, |
| "loss": 0.004, |
| "step": 10275 |
| }, |
| { |
| "epoch": 1.6128190406597422, |
| "grad_norm": 0.0023189974017441273, |
| "learning_rate": 2.5698874840505743e-05, |
| "loss": 0.0005, |
| "step": 10300 |
| }, |
| { |
| "epoch": 1.616733649981732, |
| "grad_norm": 0.001266616047360003, |
| "learning_rate": 2.562637745041179e-05, |
| "loss": 0.0006, |
| "step": 10325 |
| }, |
| { |
| "epoch": 1.6206482593037215, |
| "grad_norm": 0.0006485527264885604, |
| "learning_rate": 2.555388006031783e-05, |
| "loss": 0.0001, |
| "step": 10350 |
| }, |
| { |
| "epoch": 1.6245628686257112, |
| "grad_norm": 0.01249407883733511, |
| "learning_rate": 2.5481382670223873e-05, |
| "loss": 0.0047, |
| "step": 10375 |
| }, |
| { |
| "epoch": 1.6284774779477007, |
| "grad_norm": 0.0016884652432054281, |
| "learning_rate": 2.540888528012992e-05, |
| "loss": 0.0008, |
| "step": 10400 |
| }, |
| { |
| "epoch": 1.6323920872696904, |
| "grad_norm": 0.0009969666134566069, |
| "learning_rate": 2.533638789003596e-05, |
| "loss": 0.0001, |
| "step": 10425 |
| }, |
| { |
| "epoch": 1.6363066965916802, |
| "grad_norm": 0.0008430654415860772, |
| "learning_rate": 2.5263890499942007e-05, |
| "loss": 0.0004, |
| "step": 10450 |
| }, |
| { |
| "epoch": 1.6402213059136699, |
| "grad_norm": 0.0007658881950192153, |
| "learning_rate": 2.519139310984805e-05, |
| "loss": 0.0001, |
| "step": 10475 |
| }, |
| { |
| "epoch": 1.6441359152356596, |
| "grad_norm": 0.0007439135224558413, |
| "learning_rate": 2.5118895719754088e-05, |
| "loss": 0.0, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.648050524557649, |
| "grad_norm": 0.0005683203344233334, |
| "learning_rate": 2.504639832966013e-05, |
| "loss": 0.0001, |
| "step": 10525 |
| }, |
| { |
| "epoch": 1.6519651338796388, |
| "grad_norm": 0.00042879345710389316, |
| "learning_rate": 2.497390093956618e-05, |
| "loss": 0.0, |
| "step": 10550 |
| }, |
| { |
| "epoch": 1.6558797432016283, |
| "grad_norm": 0.0004082492378074676, |
| "learning_rate": 2.490140354947222e-05, |
| "loss": 0.0001, |
| "step": 10575 |
| }, |
| { |
| "epoch": 1.659794352523618, |
| "grad_norm": 0.002024848246946931, |
| "learning_rate": 2.4828906159378263e-05, |
| "loss": 0.0006, |
| "step": 10600 |
| }, |
| { |
| "epoch": 1.6637089618456078, |
| "grad_norm": 0.3372742533683777, |
| "learning_rate": 2.4756408769284306e-05, |
| "loss": 0.0001, |
| "step": 10625 |
| }, |
| { |
| "epoch": 1.6676235711675975, |
| "grad_norm": 0.005234843585640192, |
| "learning_rate": 2.468391137919035e-05, |
| "loss": 0.0, |
| "step": 10650 |
| }, |
| { |
| "epoch": 1.6715381804895872, |
| "grad_norm": 0.0004937741323374212, |
| "learning_rate": 2.4611413989096393e-05, |
| "loss": 0.0005, |
| "step": 10675 |
| }, |
| { |
| "epoch": 1.675452789811577, |
| "grad_norm": 0.0007821121835149825, |
| "learning_rate": 2.4538916599002436e-05, |
| "loss": 0.0013, |
| "step": 10700 |
| }, |
| { |
| "epoch": 1.6793673991335665, |
| "grad_norm": 0.0010803567711263895, |
| "learning_rate": 2.446641920890848e-05, |
| "loss": 0.0004, |
| "step": 10725 |
| }, |
| { |
| "epoch": 1.683282008455556, |
| "grad_norm": 0.0005569527274928987, |
| "learning_rate": 2.4393921818814523e-05, |
| "loss": 0.0002, |
| "step": 10750 |
| }, |
| { |
| "epoch": 1.6871966177775457, |
| "grad_norm": 0.005404625087976456, |
| "learning_rate": 2.432142442872057e-05, |
| "loss": 0.0085, |
| "step": 10775 |
| }, |
| { |
| "epoch": 1.6911112270995354, |
| "grad_norm": 0.001234252005815506, |
| "learning_rate": 2.4248927038626608e-05, |
| "loss": 0.0014, |
| "step": 10800 |
| }, |
| { |
| "epoch": 1.6950258364215252, |
| "grad_norm": 0.0025794110260903835, |
| "learning_rate": 2.4176429648532654e-05, |
| "loss": 0.0014, |
| "step": 10825 |
| }, |
| { |
| "epoch": 1.6989404457435149, |
| "grad_norm": 0.07590831816196442, |
| "learning_rate": 2.4103932258438696e-05, |
| "loss": 0.0023, |
| "step": 10850 |
| }, |
| { |
| "epoch": 1.7028550550655046, |
| "grad_norm": 0.005912380293011665, |
| "learning_rate": 2.403143486834474e-05, |
| "loss": 0.0015, |
| "step": 10875 |
| }, |
| { |
| "epoch": 1.7067696643874941, |
| "grad_norm": 0.010333801619708538, |
| "learning_rate": 2.3958937478250784e-05, |
| "loss": 0.0001, |
| "step": 10900 |
| }, |
| { |
| "epoch": 1.7106842737094838, |
| "grad_norm": 0.01580122299492359, |
| "learning_rate": 2.388644008815683e-05, |
| "loss": 0.0018, |
| "step": 10925 |
| }, |
| { |
| "epoch": 1.7145988830314733, |
| "grad_norm": 0.10874010622501373, |
| "learning_rate": 2.381394269806287e-05, |
| "loss": 0.0012, |
| "step": 10950 |
| }, |
| { |
| "epoch": 1.718513492353463, |
| "grad_norm": 0.016742747277021408, |
| "learning_rate": 2.3741445307968914e-05, |
| "loss": 0.0009, |
| "step": 10975 |
| }, |
| { |
| "epoch": 1.7224281016754528, |
| "grad_norm": 0.012475020252168179, |
| "learning_rate": 2.366894791787496e-05, |
| "loss": 0.0007, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.7263427109974425, |
| "grad_norm": 0.1469310075044632, |
| "learning_rate": 2.3596450527781e-05, |
| "loss": 0.002, |
| "step": 11025 |
| }, |
| { |
| "epoch": 1.7302573203194322, |
| "grad_norm": 0.0017377269687131047, |
| "learning_rate": 2.3523953137687044e-05, |
| "loss": 0.0001, |
| "step": 11050 |
| }, |
| { |
| "epoch": 1.7341719296414217, |
| "grad_norm": 0.003490234026685357, |
| "learning_rate": 2.3451455747593086e-05, |
| "loss": 0.0001, |
| "step": 11075 |
| }, |
| { |
| "epoch": 1.7380865389634115, |
| "grad_norm": 0.008674775250256062, |
| "learning_rate": 2.337895835749913e-05, |
| "loss": 0.0039, |
| "step": 11100 |
| }, |
| { |
| "epoch": 1.742001148285401, |
| "grad_norm": 0.004905765876173973, |
| "learning_rate": 2.3306460967405174e-05, |
| "loss": 0.0023, |
| "step": 11125 |
| }, |
| { |
| "epoch": 1.7459157576073907, |
| "grad_norm": 0.0013971665175631642, |
| "learning_rate": 2.323396357731122e-05, |
| "loss": 0.0002, |
| "step": 11150 |
| }, |
| { |
| "epoch": 1.7498303669293804, |
| "grad_norm": 0.004542670212686062, |
| "learning_rate": 2.3161466187217262e-05, |
| "loss": 0.0001, |
| "step": 11175 |
| }, |
| { |
| "epoch": 1.7537449762513702, |
| "grad_norm": 0.0004924107925035059, |
| "learning_rate": 2.3088968797123307e-05, |
| "loss": 0.0001, |
| "step": 11200 |
| }, |
| { |
| "epoch": 1.7576595855733599, |
| "grad_norm": 0.0016612813342362642, |
| "learning_rate": 2.3016471407029346e-05, |
| "loss": 0.0003, |
| "step": 11225 |
| }, |
| { |
| "epoch": 1.7615741948953496, |
| "grad_norm": 0.0002968982153106481, |
| "learning_rate": 2.2943974016935392e-05, |
| "loss": 0.0001, |
| "step": 11250 |
| }, |
| { |
| "epoch": 1.7654888042173391, |
| "grad_norm": 0.00263870763592422, |
| "learning_rate": 2.2871476626841434e-05, |
| "loss": 0.0011, |
| "step": 11275 |
| }, |
| { |
| "epoch": 1.7694034135393286, |
| "grad_norm": 0.00835906621068716, |
| "learning_rate": 2.279897923674748e-05, |
| "loss": 0.0067, |
| "step": 11300 |
| }, |
| { |
| "epoch": 1.7733180228613183, |
| "grad_norm": 0.0007750336080789566, |
| "learning_rate": 2.2726481846653522e-05, |
| "loss": 0.0003, |
| "step": 11325 |
| }, |
| { |
| "epoch": 1.777232632183308, |
| "grad_norm": 0.0028884296771138906, |
| "learning_rate": 2.2653984456559564e-05, |
| "loss": 0.0023, |
| "step": 11350 |
| }, |
| { |
| "epoch": 1.7811472415052978, |
| "grad_norm": 0.042546164244413376, |
| "learning_rate": 2.258148706646561e-05, |
| "loss": 0.0003, |
| "step": 11375 |
| }, |
| { |
| "epoch": 1.7850618508272875, |
| "grad_norm": 0.0007674749358557165, |
| "learning_rate": 2.2508989676371652e-05, |
| "loss": 0.0003, |
| "step": 11400 |
| }, |
| { |
| "epoch": 1.7889764601492772, |
| "grad_norm": 0.040151335299015045, |
| "learning_rate": 2.2436492286277694e-05, |
| "loss": 0.0002, |
| "step": 11425 |
| }, |
| { |
| "epoch": 1.7928910694712668, |
| "grad_norm": 0.0003488350484985858, |
| "learning_rate": 2.2363994896183736e-05, |
| "loss": 0.0, |
| "step": 11450 |
| }, |
| { |
| "epoch": 1.7968056787932565, |
| "grad_norm": 0.25811877846717834, |
| "learning_rate": 2.2291497506089782e-05, |
| "loss": 0.0004, |
| "step": 11475 |
| }, |
| { |
| "epoch": 1.800720288115246, |
| "grad_norm": 0.00024293421301990747, |
| "learning_rate": 2.2219000115995824e-05, |
| "loss": 0.0003, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.8046348974372357, |
| "grad_norm": 0.004234221298247576, |
| "learning_rate": 2.214650272590187e-05, |
| "loss": 0.0029, |
| "step": 11525 |
| }, |
| { |
| "epoch": 1.8085495067592254, |
| "grad_norm": 0.0003131197008769959, |
| "learning_rate": 2.2074005335807912e-05, |
| "loss": 0.0002, |
| "step": 11550 |
| }, |
| { |
| "epoch": 1.8124641160812152, |
| "grad_norm": 0.05105828866362572, |
| "learning_rate": 2.2001507945713958e-05, |
| "loss": 0.0008, |
| "step": 11575 |
| }, |
| { |
| "epoch": 1.8163787254032049, |
| "grad_norm": 0.014320386573672295, |
| "learning_rate": 2.192901055562e-05, |
| "loss": 0.0009, |
| "step": 11600 |
| }, |
| { |
| "epoch": 1.8202933347251944, |
| "grad_norm": 0.0003410752979107201, |
| "learning_rate": 2.1856513165526042e-05, |
| "loss": 0.0007, |
| "step": 11625 |
| }, |
| { |
| "epoch": 1.8242079440471841, |
| "grad_norm": 0.0003042153548449278, |
| "learning_rate": 2.1784015775432085e-05, |
| "loss": 0.0006, |
| "step": 11650 |
| }, |
| { |
| "epoch": 1.8281225533691736, |
| "grad_norm": 0.1060762032866478, |
| "learning_rate": 2.1711518385338127e-05, |
| "loss": 0.0001, |
| "step": 11675 |
| }, |
| { |
| "epoch": 1.8320371626911633, |
| "grad_norm": 0.0008619217551313341, |
| "learning_rate": 2.1639020995244172e-05, |
| "loss": 0.0006, |
| "step": 11700 |
| }, |
| { |
| "epoch": 1.835951772013153, |
| "grad_norm": 0.0005810207221657038, |
| "learning_rate": 2.1566523605150215e-05, |
| "loss": 0.0005, |
| "step": 11725 |
| }, |
| { |
| "epoch": 1.8398663813351428, |
| "grad_norm": 0.005664344877004623, |
| "learning_rate": 2.149402621505626e-05, |
| "loss": 0.0026, |
| "step": 11750 |
| }, |
| { |
| "epoch": 1.8437809906571325, |
| "grad_norm": 4.294293403625488, |
| "learning_rate": 2.1421528824962302e-05, |
| "loss": 0.0007, |
| "step": 11775 |
| }, |
| { |
| "epoch": 1.8476955999791222, |
| "grad_norm": 0.040877822786569595, |
| "learning_rate": 2.1349031434868348e-05, |
| "loss": 0.0021, |
| "step": 11800 |
| }, |
| { |
| "epoch": 1.8516102093011118, |
| "grad_norm": 0.003679527435451746, |
| "learning_rate": 2.127653404477439e-05, |
| "loss": 0.0006, |
| "step": 11825 |
| }, |
| { |
| "epoch": 1.8555248186231013, |
| "grad_norm": 0.003342527663335204, |
| "learning_rate": 2.1204036654680433e-05, |
| "loss": 0.0002, |
| "step": 11850 |
| }, |
| { |
| "epoch": 1.859439427945091, |
| "grad_norm": 0.000454226101282984, |
| "learning_rate": 2.1131539264586475e-05, |
| "loss": 0.0003, |
| "step": 11875 |
| }, |
| { |
| "epoch": 1.8633540372670807, |
| "grad_norm": 0.00024604357895441353, |
| "learning_rate": 2.105904187449252e-05, |
| "loss": 0.0004, |
| "step": 11900 |
| }, |
| { |
| "epoch": 1.8672686465890704, |
| "grad_norm": 0.00022296722454484552, |
| "learning_rate": 2.0986544484398563e-05, |
| "loss": 0.0003, |
| "step": 11925 |
| }, |
| { |
| "epoch": 1.8711832559110602, |
| "grad_norm": 0.0013281836872920394, |
| "learning_rate": 2.0914047094304605e-05, |
| "loss": 0.0012, |
| "step": 11950 |
| }, |
| { |
| "epoch": 1.8750978652330499, |
| "grad_norm": 0.00042916362872347236, |
| "learning_rate": 2.084154970421065e-05, |
| "loss": 0.0006, |
| "step": 11975 |
| }, |
| { |
| "epoch": 1.8790124745550394, |
| "grad_norm": 0.0013623477425426245, |
| "learning_rate": 2.0769052314116693e-05, |
| "loss": 0.0014, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.8829270838770291, |
| "grad_norm": 0.0005729927215725183, |
| "learning_rate": 2.069655492402274e-05, |
| "loss": 0.0047, |
| "step": 12025 |
| }, |
| { |
| "epoch": 1.8868416931990186, |
| "grad_norm": 0.0161959920078516, |
| "learning_rate": 2.0624057533928777e-05, |
| "loss": 0.0002, |
| "step": 12050 |
| }, |
| { |
| "epoch": 1.8907563025210083, |
| "grad_norm": 0.05182856693863869, |
| "learning_rate": 2.0551560143834823e-05, |
| "loss": 0.0011, |
| "step": 12075 |
| }, |
| { |
| "epoch": 1.894670911842998, |
| "grad_norm": 0.0009345468715764582, |
| "learning_rate": 2.0479062753740865e-05, |
| "loss": 0.0004, |
| "step": 12100 |
| }, |
| { |
| "epoch": 1.8985855211649878, |
| "grad_norm": 0.004085169639438391, |
| "learning_rate": 2.040656536364691e-05, |
| "loss": 0.0009, |
| "step": 12125 |
| }, |
| { |
| "epoch": 1.9025001304869775, |
| "grad_norm": 0.003939950373023748, |
| "learning_rate": 2.0334067973552953e-05, |
| "loss": 0.0002, |
| "step": 12150 |
| }, |
| { |
| "epoch": 1.906414739808967, |
| "grad_norm": 0.0006880080327391624, |
| "learning_rate": 2.0261570583459e-05, |
| "loss": 0.0001, |
| "step": 12175 |
| }, |
| { |
| "epoch": 1.9103293491309568, |
| "grad_norm": 0.01777348481118679, |
| "learning_rate": 2.018907319336504e-05, |
| "loss": 0.0001, |
| "step": 12200 |
| }, |
| { |
| "epoch": 1.9142439584529463, |
| "grad_norm": 0.0002502555726096034, |
| "learning_rate": 2.0116575803271083e-05, |
| "loss": 0.0005, |
| "step": 12225 |
| }, |
| { |
| "epoch": 1.918158567774936, |
| "grad_norm": 0.0007615393842570484, |
| "learning_rate": 2.0044078413177125e-05, |
| "loss": 0.0022, |
| "step": 12250 |
| }, |
| { |
| "epoch": 1.9220731770969257, |
| "grad_norm": 0.008713331073522568, |
| "learning_rate": 1.9971581023083167e-05, |
| "loss": 0.001, |
| "step": 12275 |
| }, |
| { |
| "epoch": 1.9259877864189154, |
| "grad_norm": 0.003203247208148241, |
| "learning_rate": 1.9899083632989213e-05, |
| "loss": 0.0031, |
| "step": 12300 |
| }, |
| { |
| "epoch": 1.9299023957409052, |
| "grad_norm": 0.02553451806306839, |
| "learning_rate": 1.9826586242895255e-05, |
| "loss": 0.001, |
| "step": 12325 |
| }, |
| { |
| "epoch": 1.933817005062895, |
| "grad_norm": 0.045750390738248825, |
| "learning_rate": 1.97540888528013e-05, |
| "loss": 0.0007, |
| "step": 12350 |
| }, |
| { |
| "epoch": 1.9377316143848844, |
| "grad_norm": 0.0004758847935590893, |
| "learning_rate": 1.9681591462707343e-05, |
| "loss": 0.001, |
| "step": 12375 |
| }, |
| { |
| "epoch": 1.941646223706874, |
| "grad_norm": 0.0024788689333945513, |
| "learning_rate": 1.960909407261339e-05, |
| "loss": 0.0003, |
| "step": 12400 |
| }, |
| { |
| "epoch": 1.9455608330288636, |
| "grad_norm": 0.0014538065297529101, |
| "learning_rate": 1.953659668251943e-05, |
| "loss": 0.0007, |
| "step": 12425 |
| }, |
| { |
| "epoch": 1.9494754423508533, |
| "grad_norm": 0.00023535569198429585, |
| "learning_rate": 1.9464099292425473e-05, |
| "loss": 0.0003, |
| "step": 12450 |
| }, |
| { |
| "epoch": 1.953390051672843, |
| "grad_norm": 0.0002048378373729065, |
| "learning_rate": 1.9391601902331515e-05, |
| "loss": 0.0001, |
| "step": 12475 |
| }, |
| { |
| "epoch": 1.9573046609948328, |
| "grad_norm": 0.0004028423863928765, |
| "learning_rate": 1.931910451223756e-05, |
| "loss": 0.0008, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.9612192703168225, |
| "grad_norm": 0.0021086076740175486, |
| "learning_rate": 1.9246607122143603e-05, |
| "loss": 0.0002, |
| "step": 12525 |
| }, |
| { |
| "epoch": 1.965133879638812, |
| "grad_norm": 0.00085318653145805, |
| "learning_rate": 1.9174109732049646e-05, |
| "loss": 0.0001, |
| "step": 12550 |
| }, |
| { |
| "epoch": 1.9690484889608018, |
| "grad_norm": 0.00021198119793552905, |
| "learning_rate": 1.910161234195569e-05, |
| "loss": 0.0007, |
| "step": 12575 |
| }, |
| { |
| "epoch": 1.9729630982827913, |
| "grad_norm": 0.00025199473020620644, |
| "learning_rate": 1.9029114951861733e-05, |
| "loss": 0.0011, |
| "step": 12600 |
| }, |
| { |
| "epoch": 1.976877707604781, |
| "grad_norm": 0.0007640988333150744, |
| "learning_rate": 1.895661756176778e-05, |
| "loss": 0.0003, |
| "step": 12625 |
| }, |
| { |
| "epoch": 1.9807923169267707, |
| "grad_norm": 0.013913657516241074, |
| "learning_rate": 1.888412017167382e-05, |
| "loss": 0.0001, |
| "step": 12650 |
| }, |
| { |
| "epoch": 1.9847069262487604, |
| "grad_norm": 0.00018586177611723542, |
| "learning_rate": 1.8811622781579863e-05, |
| "loss": 0.001, |
| "step": 12675 |
| }, |
| { |
| "epoch": 1.9886215355707502, |
| "grad_norm": 0.00032623313018120825, |
| "learning_rate": 1.8739125391485906e-05, |
| "loss": 0.0, |
| "step": 12700 |
| }, |
| { |
| "epoch": 1.9925361448927397, |
| "grad_norm": 0.00017907471919897944, |
| "learning_rate": 1.866662800139195e-05, |
| "loss": 0.0, |
| "step": 12725 |
| }, |
| { |
| "epoch": 1.9964507542147294, |
| "grad_norm": 1.226132869720459, |
| "learning_rate": 1.8594130611297994e-05, |
| "loss": 0.0007, |
| "step": 12750 |
| }, |
| { |
| "epoch": 1.9998956104180803, |
| "eval_accuracy": 0.9998184512550563, |
| "eval_f1": 0.9998301719182735, |
| "eval_loss": 0.0009782494744285941, |
| "eval_precision": 0.999817110608891, |
| "eval_recall": 0.9998432335689185, |
| "eval_runtime": 63.1773, |
| "eval_samples_per_second": 606.515, |
| "eval_steps_per_second": 37.909, |
| "step": 12772 |
| }, |
| { |
| "epoch": 2.000365363536719, |
| "grad_norm": 0.0005716659361496568, |
| "learning_rate": 1.852163322120404e-05, |
| "loss": 0.0, |
| "step": 12775 |
| }, |
| { |
| "epoch": 2.0042799728587086, |
| "grad_norm": 0.0003549535758793354, |
| "learning_rate": 1.844913583111008e-05, |
| "loss": 0.0016, |
| "step": 12800 |
| }, |
| { |
| "epoch": 2.0081945821806984, |
| "grad_norm": 0.012497562915086746, |
| "learning_rate": 1.8376638441016124e-05, |
| "loss": 0.0003, |
| "step": 12825 |
| }, |
| { |
| "epoch": 2.012109191502688, |
| "grad_norm": 0.0003994225990027189, |
| "learning_rate": 1.830414105092217e-05, |
| "loss": 0.0022, |
| "step": 12850 |
| }, |
| { |
| "epoch": 2.016023800824678, |
| "grad_norm": 0.0007454080041497946, |
| "learning_rate": 1.823164366082821e-05, |
| "loss": 0.0001, |
| "step": 12875 |
| }, |
| { |
| "epoch": 2.0199384101466675, |
| "grad_norm": 0.0001763895561452955, |
| "learning_rate": 1.8159146270734254e-05, |
| "loss": 0.0001, |
| "step": 12900 |
| }, |
| { |
| "epoch": 2.023853019468657, |
| "grad_norm": 1.3950115442276, |
| "learning_rate": 1.8086648880640296e-05, |
| "loss": 0.0002, |
| "step": 12925 |
| }, |
| { |
| "epoch": 2.0277676287906465, |
| "grad_norm": 0.00019921216880902648, |
| "learning_rate": 1.801415149054634e-05, |
| "loss": 0.0003, |
| "step": 12950 |
| }, |
| { |
| "epoch": 2.0316822381126363, |
| "grad_norm": 0.00017710919200908393, |
| "learning_rate": 1.7941654100452384e-05, |
| "loss": 0.0001, |
| "step": 12975 |
| }, |
| { |
| "epoch": 2.035596847434626, |
| "grad_norm": 0.0029750317335128784, |
| "learning_rate": 1.7872056605962187e-05, |
| "loss": 0.0048, |
| "step": 13000 |
| }, |
| { |
| "epoch": 2.0395114567566157, |
| "grad_norm": 0.006306216586381197, |
| "learning_rate": 1.779955921586823e-05, |
| "loss": 0.0001, |
| "step": 13025 |
| }, |
| { |
| "epoch": 2.0434260660786054, |
| "grad_norm": 0.0116845378652215, |
| "learning_rate": 1.7727061825774275e-05, |
| "loss": 0.0001, |
| "step": 13050 |
| }, |
| { |
| "epoch": 2.047340675400595, |
| "grad_norm": 0.6511118412017822, |
| "learning_rate": 1.7654564435680314e-05, |
| "loss": 0.0003, |
| "step": 13075 |
| }, |
| { |
| "epoch": 2.051255284722585, |
| "grad_norm": 0.036821216344833374, |
| "learning_rate": 1.758206704558636e-05, |
| "loss": 0.0007, |
| "step": 13100 |
| }, |
| { |
| "epoch": 2.055169894044574, |
| "grad_norm": 0.002877579303458333, |
| "learning_rate": 1.7509569655492402e-05, |
| "loss": 0.0001, |
| "step": 13125 |
| }, |
| { |
| "epoch": 2.059084503366564, |
| "grad_norm": 0.3921562433242798, |
| "learning_rate": 1.7437072265398448e-05, |
| "loss": 0.0015, |
| "step": 13150 |
| }, |
| { |
| "epoch": 2.0629991126885536, |
| "grad_norm": 0.0009924178011715412, |
| "learning_rate": 1.736457487530449e-05, |
| "loss": 0.0001, |
| "step": 13175 |
| }, |
| { |
| "epoch": 2.0669137220105434, |
| "grad_norm": 0.00017288805975113064, |
| "learning_rate": 1.7292077485210536e-05, |
| "loss": 0.0, |
| "step": 13200 |
| }, |
| { |
| "epoch": 2.070828331332533, |
| "grad_norm": 0.002701199846342206, |
| "learning_rate": 1.7222479990720336e-05, |
| "loss": 0.0002, |
| "step": 13225 |
| }, |
| { |
| "epoch": 2.074742940654523, |
| "grad_norm": 0.0008174364338628948, |
| "learning_rate": 1.7149982600626378e-05, |
| "loss": 0.0002, |
| "step": 13250 |
| }, |
| { |
| "epoch": 2.0786575499765125, |
| "grad_norm": 0.0007628415478393435, |
| "learning_rate": 1.707748521053242e-05, |
| "loss": 0.0026, |
| "step": 13275 |
| }, |
| { |
| "epoch": 2.082572159298502, |
| "grad_norm": 0.002812017919495702, |
| "learning_rate": 1.7004987820438466e-05, |
| "loss": 0.0005, |
| "step": 13300 |
| }, |
| { |
| "epoch": 2.0864867686204915, |
| "grad_norm": 0.0008141273865476251, |
| "learning_rate": 1.6932490430344508e-05, |
| "loss": 0.0011, |
| "step": 13325 |
| }, |
| { |
| "epoch": 2.0904013779424813, |
| "grad_norm": 0.001382953836582601, |
| "learning_rate": 1.685999304025055e-05, |
| "loss": 0.0001, |
| "step": 13350 |
| }, |
| { |
| "epoch": 2.094315987264471, |
| "grad_norm": 0.0003401144640520215, |
| "learning_rate": 1.6787495650156596e-05, |
| "loss": 0.0007, |
| "step": 13375 |
| }, |
| { |
| "epoch": 2.0982305965864607, |
| "grad_norm": 0.0013442619238048792, |
| "learning_rate": 1.6714998260062638e-05, |
| "loss": 0.0003, |
| "step": 13400 |
| }, |
| { |
| "epoch": 2.1021452059084504, |
| "grad_norm": 0.0014413492754101753, |
| "learning_rate": 1.6642500869968684e-05, |
| "loss": 0.0, |
| "step": 13425 |
| }, |
| { |
| "epoch": 2.10605981523044, |
| "grad_norm": 0.0010517615592107177, |
| "learning_rate": 1.6570003479874726e-05, |
| "loss": 0.0001, |
| "step": 13450 |
| }, |
| { |
| "epoch": 2.10997442455243, |
| "grad_norm": 0.0006386275636032224, |
| "learning_rate": 1.6497506089780768e-05, |
| "loss": 0.0001, |
| "step": 13475 |
| }, |
| { |
| "epoch": 2.113889033874419, |
| "grad_norm": 0.06532581895589828, |
| "learning_rate": 1.642500869968681e-05, |
| "loss": 0.0, |
| "step": 13500 |
| }, |
| { |
| "epoch": 2.117803643196409, |
| "grad_norm": 0.6693994402885437, |
| "learning_rate": 1.6352511309592856e-05, |
| "loss": 0.0003, |
| "step": 13525 |
| }, |
| { |
| "epoch": 2.1217182525183986, |
| "grad_norm": 0.00038365976070053875, |
| "learning_rate": 1.62800139194989e-05, |
| "loss": 0.001, |
| "step": 13550 |
| }, |
| { |
| "epoch": 2.1256328618403884, |
| "grad_norm": 0.00022832312970422208, |
| "learning_rate": 1.6207516529404944e-05, |
| "loss": 0.0005, |
| "step": 13575 |
| }, |
| { |
| "epoch": 2.129547471162378, |
| "grad_norm": 0.0010044885566458106, |
| "learning_rate": 1.6135019139310986e-05, |
| "loss": 0.0002, |
| "step": 13600 |
| }, |
| { |
| "epoch": 2.133462080484368, |
| "grad_norm": 0.0077380407601594925, |
| "learning_rate": 1.606252174921703e-05, |
| "loss": 0.0006, |
| "step": 13625 |
| }, |
| { |
| "epoch": 2.1373766898063575, |
| "grad_norm": 0.004086634609848261, |
| "learning_rate": 1.5990024359123074e-05, |
| "loss": 0.0, |
| "step": 13650 |
| }, |
| { |
| "epoch": 2.141291299128347, |
| "grad_norm": 0.0014021744718775153, |
| "learning_rate": 1.5917526969029113e-05, |
| "loss": 0.0004, |
| "step": 13675 |
| }, |
| { |
| "epoch": 2.1452059084503365, |
| "grad_norm": 0.0007703950395807624, |
| "learning_rate": 1.584502957893516e-05, |
| "loss": 0.0001, |
| "step": 13700 |
| }, |
| { |
| "epoch": 2.1491205177723263, |
| "grad_norm": 0.041545968502759933, |
| "learning_rate": 1.57725321888412e-05, |
| "loss": 0.0131, |
| "step": 13725 |
| }, |
| { |
| "epoch": 2.153035127094316, |
| "grad_norm": 0.005660552531480789, |
| "learning_rate": 1.5700034798747246e-05, |
| "loss": 0.0033, |
| "step": 13750 |
| }, |
| { |
| "epoch": 2.1569497364163057, |
| "grad_norm": 0.00475983927026391, |
| "learning_rate": 1.562753740865329e-05, |
| "loss": 0.0003, |
| "step": 13775 |
| }, |
| { |
| "epoch": 2.1608643457382954, |
| "grad_norm": 0.8047095537185669, |
| "learning_rate": 1.5555040018559334e-05, |
| "loss": 0.0003, |
| "step": 13800 |
| }, |
| { |
| "epoch": 2.164778955060285, |
| "grad_norm": 0.0028548124246299267, |
| "learning_rate": 1.5482542628465376e-05, |
| "loss": 0.0002, |
| "step": 13825 |
| }, |
| { |
| "epoch": 2.1686935643822745, |
| "grad_norm": 0.01292176079005003, |
| "learning_rate": 1.5410045238371422e-05, |
| "loss": 0.0004, |
| "step": 13850 |
| }, |
| { |
| "epoch": 2.172608173704264, |
| "grad_norm": 0.00023661291925236583, |
| "learning_rate": 1.533754784827746e-05, |
| "loss": 0.0003, |
| "step": 13875 |
| }, |
| { |
| "epoch": 2.176522783026254, |
| "grad_norm": 0.0002082917490042746, |
| "learning_rate": 1.5265050458183507e-05, |
| "loss": 0.0, |
| "step": 13900 |
| }, |
| { |
| "epoch": 2.1804373923482436, |
| "grad_norm": 0.0005662673502229154, |
| "learning_rate": 1.5192553068089549e-05, |
| "loss": 0.0001, |
| "step": 13925 |
| }, |
| { |
| "epoch": 2.1843520016702334, |
| "grad_norm": 0.00044558930676430464, |
| "learning_rate": 1.5120055677995593e-05, |
| "loss": 0.0, |
| "step": 13950 |
| }, |
| { |
| "epoch": 2.188266610992223, |
| "grad_norm": 0.00019830386736430228, |
| "learning_rate": 1.5047558287901637e-05, |
| "loss": 0.0015, |
| "step": 13975 |
| }, |
| { |
| "epoch": 2.192181220314213, |
| "grad_norm": 0.00026091316249221563, |
| "learning_rate": 1.497506089780768e-05, |
| "loss": 0.0003, |
| "step": 14000 |
| }, |
| { |
| "epoch": 2.196095829636202, |
| "grad_norm": 0.00025246432051062584, |
| "learning_rate": 1.4902563507713724e-05, |
| "loss": 0.0, |
| "step": 14025 |
| }, |
| { |
| "epoch": 2.200010438958192, |
| "grad_norm": 0.13300319015979767, |
| "learning_rate": 1.4830066117619767e-05, |
| "loss": 0.001, |
| "step": 14050 |
| }, |
| { |
| "epoch": 2.2039250482801815, |
| "grad_norm": 0.00025016642757691443, |
| "learning_rate": 1.4757568727525809e-05, |
| "loss": 0.0001, |
| "step": 14075 |
| }, |
| { |
| "epoch": 2.2078396576021713, |
| "grad_norm": 0.0002115444076480344, |
| "learning_rate": 1.4685071337431853e-05, |
| "loss": 0.0001, |
| "step": 14100 |
| }, |
| { |
| "epoch": 2.211754266924161, |
| "grad_norm": 0.028121890500187874, |
| "learning_rate": 1.4612573947337895e-05, |
| "loss": 0.0009, |
| "step": 14125 |
| }, |
| { |
| "epoch": 2.2156688762461507, |
| "grad_norm": 0.00024847922031767666, |
| "learning_rate": 1.4540076557243939e-05, |
| "loss": 0.0002, |
| "step": 14150 |
| }, |
| { |
| "epoch": 2.2195834855681404, |
| "grad_norm": 0.0006722984835505486, |
| "learning_rate": 1.4467579167149983e-05, |
| "loss": 0.0006, |
| "step": 14175 |
| }, |
| { |
| "epoch": 2.22349809489013, |
| "grad_norm": 0.004081141669303179, |
| "learning_rate": 1.4395081777056027e-05, |
| "loss": 0.0001, |
| "step": 14200 |
| }, |
| { |
| "epoch": 2.2274127042121195, |
| "grad_norm": 0.0002169485087506473, |
| "learning_rate": 1.432258438696207e-05, |
| "loss": 0.0, |
| "step": 14225 |
| }, |
| { |
| "epoch": 2.231327313534109, |
| "grad_norm": 0.0004130221204832196, |
| "learning_rate": 1.4250086996868115e-05, |
| "loss": 0.0, |
| "step": 14250 |
| }, |
| { |
| "epoch": 2.235241922856099, |
| "grad_norm": 0.00018515564443077892, |
| "learning_rate": 1.4177589606774159e-05, |
| "loss": 0.0, |
| "step": 14275 |
| }, |
| { |
| "epoch": 2.2391565321780886, |
| "grad_norm": 0.00019148353021591902, |
| "learning_rate": 1.41050922166802e-05, |
| "loss": 0.0001, |
| "step": 14300 |
| }, |
| { |
| "epoch": 2.2430711415000784, |
| "grad_norm": 0.0020026888232678175, |
| "learning_rate": 1.4032594826586243e-05, |
| "loss": 0.0, |
| "step": 14325 |
| }, |
| { |
| "epoch": 2.246985750822068, |
| "grad_norm": 0.00482906075194478, |
| "learning_rate": 1.3960097436492287e-05, |
| "loss": 0.0, |
| "step": 14350 |
| }, |
| { |
| "epoch": 2.250900360144058, |
| "grad_norm": 0.00026496723876334727, |
| "learning_rate": 1.3887600046398331e-05, |
| "loss": 0.0, |
| "step": 14375 |
| }, |
| { |
| "epoch": 2.2548149694660475, |
| "grad_norm": 0.0002499364491086453, |
| "learning_rate": 1.3815102656304373e-05, |
| "loss": 0.0004, |
| "step": 14400 |
| }, |
| { |
| "epoch": 2.258729578788037, |
| "grad_norm": 0.00017081611440517008, |
| "learning_rate": 1.3742605266210417e-05, |
| "loss": 0.0, |
| "step": 14425 |
| }, |
| { |
| "epoch": 2.2626441881100265, |
| "grad_norm": 0.00017463510448578745, |
| "learning_rate": 1.3670107876116461e-05, |
| "loss": 0.0, |
| "step": 14450 |
| }, |
| { |
| "epoch": 2.2665587974320163, |
| "grad_norm": 0.0022245387081056833, |
| "learning_rate": 1.3597610486022505e-05, |
| "loss": 0.0091, |
| "step": 14475 |
| }, |
| { |
| "epoch": 2.270473406754006, |
| "grad_norm": 0.007297486532479525, |
| "learning_rate": 1.3525113095928546e-05, |
| "loss": 0.0004, |
| "step": 14500 |
| }, |
| { |
| "epoch": 2.2743880160759957, |
| "grad_norm": 0.005688577424734831, |
| "learning_rate": 1.345261570583459e-05, |
| "loss": 0.0002, |
| "step": 14525 |
| }, |
| { |
| "epoch": 2.2783026253979854, |
| "grad_norm": 0.004135147202759981, |
| "learning_rate": 1.3380118315740633e-05, |
| "loss": 0.0024, |
| "step": 14550 |
| }, |
| { |
| "epoch": 2.282217234719975, |
| "grad_norm": 0.002322606975212693, |
| "learning_rate": 1.3307620925646677e-05, |
| "loss": 0.0005, |
| "step": 14575 |
| }, |
| { |
| "epoch": 2.2861318440419645, |
| "grad_norm": 0.002005909802392125, |
| "learning_rate": 1.3235123535552721e-05, |
| "loss": 0.001, |
| "step": 14600 |
| }, |
| { |
| "epoch": 2.290046453363954, |
| "grad_norm": 0.0009009299101307988, |
| "learning_rate": 1.3162626145458765e-05, |
| "loss": 0.0009, |
| "step": 14625 |
| }, |
| { |
| "epoch": 2.293961062685944, |
| "grad_norm": 0.009488469921052456, |
| "learning_rate": 1.3090128755364809e-05, |
| "loss": 0.0001, |
| "step": 14650 |
| }, |
| { |
| "epoch": 2.2978756720079336, |
| "grad_norm": 0.017507528886198997, |
| "learning_rate": 1.3017631365270851e-05, |
| "loss": 0.0038, |
| "step": 14675 |
| }, |
| { |
| "epoch": 2.3017902813299234, |
| "grad_norm": 0.0015606528613716364, |
| "learning_rate": 1.2945133975176894e-05, |
| "loss": 0.0003, |
| "step": 14700 |
| }, |
| { |
| "epoch": 2.305704890651913, |
| "grad_norm": 0.0004906764370389283, |
| "learning_rate": 1.2872636585082937e-05, |
| "loss": 0.0006, |
| "step": 14725 |
| }, |
| { |
| "epoch": 2.309619499973903, |
| "grad_norm": 0.001650349353440106, |
| "learning_rate": 1.280013919498898e-05, |
| "loss": 0.0001, |
| "step": 14750 |
| }, |
| { |
| "epoch": 2.313534109295892, |
| "grad_norm": 0.00038060618680901825, |
| "learning_rate": 1.2727641804895024e-05, |
| "loss": 0.0005, |
| "step": 14775 |
| }, |
| { |
| "epoch": 2.317448718617882, |
| "grad_norm": 0.001028302125632763, |
| "learning_rate": 1.2655144414801068e-05, |
| "loss": 0.0001, |
| "step": 14800 |
| }, |
| { |
| "epoch": 2.3213633279398715, |
| "grad_norm": 0.007792349439114332, |
| "learning_rate": 1.2582647024707112e-05, |
| "loss": 0.0002, |
| "step": 14825 |
| }, |
| { |
| "epoch": 2.3252779372618613, |
| "grad_norm": 0.01641431264579296, |
| "learning_rate": 1.2510149634613155e-05, |
| "loss": 0.0001, |
| "step": 14850 |
| }, |
| { |
| "epoch": 2.329192546583851, |
| "grad_norm": 0.0006683383253403008, |
| "learning_rate": 1.2437652244519198e-05, |
| "loss": 0.0022, |
| "step": 14875 |
| }, |
| { |
| "epoch": 2.3331071559058407, |
| "grad_norm": 0.0009384675067849457, |
| "learning_rate": 1.2365154854425242e-05, |
| "loss": 0.0017, |
| "step": 14900 |
| }, |
| { |
| "epoch": 2.3370217652278304, |
| "grad_norm": 0.00037563694058917463, |
| "learning_rate": 1.2292657464331286e-05, |
| "loss": 0.0011, |
| "step": 14925 |
| }, |
| { |
| "epoch": 2.3409363745498197, |
| "grad_norm": 0.00020698497246485204, |
| "learning_rate": 1.222016007423733e-05, |
| "loss": 0.0008, |
| "step": 14950 |
| }, |
| { |
| "epoch": 2.3448509838718095, |
| "grad_norm": 0.0001723883324302733, |
| "learning_rate": 1.2147662684143372e-05, |
| "loss": 0.0001, |
| "step": 14975 |
| }, |
| { |
| "epoch": 2.348765593193799, |
| "grad_norm": 0.06703776121139526, |
| "learning_rate": 1.2075165294049416e-05, |
| "loss": 0.0001, |
| "step": 15000 |
| }, |
| { |
| "epoch": 2.352680202515789, |
| "grad_norm": 0.00018680775247048587, |
| "learning_rate": 1.2002667903955458e-05, |
| "loss": 0.0, |
| "step": 15025 |
| }, |
| { |
| "epoch": 2.3565948118377786, |
| "grad_norm": 0.0001830816181609407, |
| "learning_rate": 1.1930170513861502e-05, |
| "loss": 0.0, |
| "step": 15050 |
| }, |
| { |
| "epoch": 2.3605094211597684, |
| "grad_norm": 0.00020273331028874964, |
| "learning_rate": 1.1857673123767544e-05, |
| "loss": 0.0001, |
| "step": 15075 |
| }, |
| { |
| "epoch": 2.364424030481758, |
| "grad_norm": 0.00020694882550742477, |
| "learning_rate": 1.1785175733673588e-05, |
| "loss": 0.0003, |
| "step": 15100 |
| }, |
| { |
| "epoch": 2.3683386398037474, |
| "grad_norm": 0.0007374598644673824, |
| "learning_rate": 1.1712678343579632e-05, |
| "loss": 0.0061, |
| "step": 15125 |
| }, |
| { |
| "epoch": 2.372253249125737, |
| "grad_norm": 0.01134900189936161, |
| "learning_rate": 1.1640180953485676e-05, |
| "loss": 0.0002, |
| "step": 15150 |
| }, |
| { |
| "epoch": 2.376167858447727, |
| "grad_norm": 0.000648992951028049, |
| "learning_rate": 1.1567683563391718e-05, |
| "loss": 0.0001, |
| "step": 15175 |
| }, |
| { |
| "epoch": 2.3800824677697165, |
| "grad_norm": 0.0004858991305809468, |
| "learning_rate": 1.1495186173297762e-05, |
| "loss": 0.0, |
| "step": 15200 |
| }, |
| { |
| "epoch": 2.3839970770917063, |
| "grad_norm": 0.0870414674282074, |
| "learning_rate": 1.1422688783203806e-05, |
| "loss": 0.0002, |
| "step": 15225 |
| }, |
| { |
| "epoch": 2.387911686413696, |
| "grad_norm": 0.0006449563661590219, |
| "learning_rate": 1.135019139310985e-05, |
| "loss": 0.0, |
| "step": 15250 |
| }, |
| { |
| "epoch": 2.3918262957356857, |
| "grad_norm": 0.00027997951838187873, |
| "learning_rate": 1.1277694003015892e-05, |
| "loss": 0.0001, |
| "step": 15275 |
| }, |
| { |
| "epoch": 2.395740905057675, |
| "grad_norm": 0.9710797667503357, |
| "learning_rate": 1.1205196612921936e-05, |
| "loss": 0.0, |
| "step": 15300 |
| }, |
| { |
| "epoch": 2.3996555143796647, |
| "grad_norm": 0.00019451680418569595, |
| "learning_rate": 1.1132699222827978e-05, |
| "loss": 0.0, |
| "step": 15325 |
| }, |
| { |
| "epoch": 2.4035701237016545, |
| "grad_norm": 0.0015565232606604695, |
| "learning_rate": 1.1060201832734022e-05, |
| "loss": 0.0038, |
| "step": 15350 |
| }, |
| { |
| "epoch": 2.407484733023644, |
| "grad_norm": 0.00032800339977256954, |
| "learning_rate": 1.0987704442640064e-05, |
| "loss": 0.0002, |
| "step": 15375 |
| }, |
| { |
| "epoch": 2.411399342345634, |
| "grad_norm": 0.017102686688303947, |
| "learning_rate": 1.0915207052546108e-05, |
| "loss": 0.0005, |
| "step": 15400 |
| }, |
| { |
| "epoch": 2.4153139516676236, |
| "grad_norm": 0.001418459229171276, |
| "learning_rate": 1.0842709662452152e-05, |
| "loss": 0.0, |
| "step": 15425 |
| }, |
| { |
| "epoch": 2.4192285609896134, |
| "grad_norm": 0.015620172023773193, |
| "learning_rate": 1.0770212272358196e-05, |
| "loss": 0.0001, |
| "step": 15450 |
| }, |
| { |
| "epoch": 2.423143170311603, |
| "grad_norm": 0.0006858358392491937, |
| "learning_rate": 1.0697714882264238e-05, |
| "loss": 0.0018, |
| "step": 15475 |
| }, |
| { |
| "epoch": 2.427057779633593, |
| "grad_norm": 0.0004693476075772196, |
| "learning_rate": 1.0625217492170282e-05, |
| "loss": 0.0001, |
| "step": 15500 |
| }, |
| { |
| "epoch": 2.430972388955582, |
| "grad_norm": 0.34811919927597046, |
| "learning_rate": 1.0552720102076326e-05, |
| "loss": 0.0002, |
| "step": 15525 |
| }, |
| { |
| "epoch": 2.434886998277572, |
| "grad_norm": 0.0014850205043330789, |
| "learning_rate": 1.048022271198237e-05, |
| "loss": 0.0001, |
| "step": 15550 |
| }, |
| { |
| "epoch": 2.4388016075995615, |
| "grad_norm": 0.000363474857294932, |
| "learning_rate": 1.0407725321888412e-05, |
| "loss": 0.0004, |
| "step": 15575 |
| }, |
| { |
| "epoch": 2.4427162169215513, |
| "grad_norm": 0.0010670394403859973, |
| "learning_rate": 1.0335227931794456e-05, |
| "loss": 0.0004, |
| "step": 15600 |
| }, |
| { |
| "epoch": 2.446630826243541, |
| "grad_norm": 0.14377856254577637, |
| "learning_rate": 1.0262730541700499e-05, |
| "loss": 0.0019, |
| "step": 15625 |
| }, |
| { |
| "epoch": 2.4505454355655307, |
| "grad_norm": 0.0004735889961011708, |
| "learning_rate": 1.0190233151606542e-05, |
| "loss": 0.0001, |
| "step": 15650 |
| }, |
| { |
| "epoch": 2.4544600448875205, |
| "grad_norm": 0.0004282770969439298, |
| "learning_rate": 1.0117735761512585e-05, |
| "loss": 0.0026, |
| "step": 15675 |
| }, |
| { |
| "epoch": 2.4583746542095097, |
| "grad_norm": 0.007325559854507446, |
| "learning_rate": 1.0045238371418629e-05, |
| "loss": 0.0007, |
| "step": 15700 |
| }, |
| { |
| "epoch": 2.4622892635314995, |
| "grad_norm": 0.000777337234467268, |
| "learning_rate": 9.972740981324673e-06, |
| "loss": 0.0009, |
| "step": 15725 |
| }, |
| { |
| "epoch": 2.466203872853489, |
| "grad_norm": 0.003926098812371492, |
| "learning_rate": 9.900243591230716e-06, |
| "loss": 0.0004, |
| "step": 15750 |
| }, |
| { |
| "epoch": 2.470118482175479, |
| "grad_norm": 0.00045515818055719137, |
| "learning_rate": 9.82774620113676e-06, |
| "loss": 0.0001, |
| "step": 15775 |
| }, |
| { |
| "epoch": 2.4740330914974686, |
| "grad_norm": 0.01267548743635416, |
| "learning_rate": 9.755248811042803e-06, |
| "loss": 0.0002, |
| "step": 15800 |
| }, |
| { |
| "epoch": 2.4779477008194584, |
| "grad_norm": 0.0004507755220402032, |
| "learning_rate": 9.682751420948847e-06, |
| "loss": 0.0008, |
| "step": 15825 |
| }, |
| { |
| "epoch": 2.481862310141448, |
| "grad_norm": 0.07765714824199677, |
| "learning_rate": 9.61025403085489e-06, |
| "loss": 0.0001, |
| "step": 15850 |
| }, |
| { |
| "epoch": 2.4857769194634374, |
| "grad_norm": 0.0010181193938478827, |
| "learning_rate": 9.537756640760934e-06, |
| "loss": 0.0002, |
| "step": 15875 |
| }, |
| { |
| "epoch": 2.489691528785427, |
| "grad_norm": 0.00023663626052439213, |
| "learning_rate": 9.465259250666977e-06, |
| "loss": 0.0011, |
| "step": 15900 |
| }, |
| { |
| "epoch": 2.493606138107417, |
| "grad_norm": 0.010522628203034401, |
| "learning_rate": 9.392761860573019e-06, |
| "loss": 0.0002, |
| "step": 15925 |
| }, |
| { |
| "epoch": 2.4975207474294066, |
| "grad_norm": 0.0006732672336511314, |
| "learning_rate": 9.320264470479063e-06, |
| "loss": 0.0001, |
| "step": 15950 |
| }, |
| { |
| "epoch": 2.5014353567513963, |
| "grad_norm": 0.0013339362340047956, |
| "learning_rate": 9.247767080385107e-06, |
| "loss": 0.0, |
| "step": 15975 |
| }, |
| { |
| "epoch": 2.505349966073386, |
| "grad_norm": 0.0003018657735083252, |
| "learning_rate": 9.175269690291149e-06, |
| "loss": 0.0, |
| "step": 16000 |
| }, |
| { |
| "epoch": 2.5092645753953757, |
| "grad_norm": 0.0003551984846126288, |
| "learning_rate": 9.102772300197193e-06, |
| "loss": 0.0, |
| "step": 16025 |
| }, |
| { |
| "epoch": 2.513179184717365, |
| "grad_norm": 0.00026321958284825087, |
| "learning_rate": 9.030274910103237e-06, |
| "loss": 0.0, |
| "step": 16050 |
| }, |
| { |
| "epoch": 2.5170937940393547, |
| "grad_norm": 0.00023617663828190416, |
| "learning_rate": 8.95777752000928e-06, |
| "loss": 0.0001, |
| "step": 16075 |
| }, |
| { |
| "epoch": 2.5210084033613445, |
| "grad_norm": 0.0029212015215307474, |
| "learning_rate": 8.885280129915323e-06, |
| "loss": 0.0, |
| "step": 16100 |
| }, |
| { |
| "epoch": 2.524923012683334, |
| "grad_norm": 0.00017464791017118841, |
| "learning_rate": 8.812782739821367e-06, |
| "loss": 0.0, |
| "step": 16125 |
| }, |
| { |
| "epoch": 2.528837622005324, |
| "grad_norm": 0.00018289768195245415, |
| "learning_rate": 8.74028534972741e-06, |
| "loss": 0.0002, |
| "step": 16150 |
| }, |
| { |
| "epoch": 2.5327522313273136, |
| "grad_norm": 0.00490641500800848, |
| "learning_rate": 8.667787959633455e-06, |
| "loss": 0.0, |
| "step": 16175 |
| }, |
| { |
| "epoch": 2.5366668406493034, |
| "grad_norm": 0.0014596167020499706, |
| "learning_rate": 8.595290569539497e-06, |
| "loss": 0.0, |
| "step": 16200 |
| }, |
| { |
| "epoch": 2.5405814499712926, |
| "grad_norm": 0.00016923531075008214, |
| "learning_rate": 8.522793179445541e-06, |
| "loss": 0.0001, |
| "step": 16225 |
| }, |
| { |
| "epoch": 2.5444960592932824, |
| "grad_norm": 0.001988182310014963, |
| "learning_rate": 8.450295789351583e-06, |
| "loss": 0.0001, |
| "step": 16250 |
| }, |
| { |
| "epoch": 2.548410668615272, |
| "grad_norm": 0.0008615644765086472, |
| "learning_rate": 8.377798399257627e-06, |
| "loss": 0.0001, |
| "step": 16275 |
| }, |
| { |
| "epoch": 2.552325277937262, |
| "grad_norm": 0.0002167491620639339, |
| "learning_rate": 8.30530100916367e-06, |
| "loss": 0.0, |
| "step": 16300 |
| }, |
| { |
| "epoch": 2.5562398872592516, |
| "grad_norm": 0.000143597528222017, |
| "learning_rate": 8.232803619069713e-06, |
| "loss": 0.0001, |
| "step": 16325 |
| }, |
| { |
| "epoch": 2.5601544965812413, |
| "grad_norm": 0.0002638675505295396, |
| "learning_rate": 8.160306228975757e-06, |
| "loss": 0.0, |
| "step": 16350 |
| }, |
| { |
| "epoch": 2.564069105903231, |
| "grad_norm": 0.0011918079107999802, |
| "learning_rate": 8.087808838881801e-06, |
| "loss": 0.001, |
| "step": 16375 |
| }, |
| { |
| "epoch": 2.5679837152252203, |
| "grad_norm": 0.00031527673127129674, |
| "learning_rate": 8.015311448787843e-06, |
| "loss": 0.0, |
| "step": 16400 |
| }, |
| { |
| "epoch": 2.5718983245472105, |
| "grad_norm": 0.0002970160567201674, |
| "learning_rate": 7.942814058693887e-06, |
| "loss": 0.0, |
| "step": 16425 |
| }, |
| { |
| "epoch": 2.5758129338691997, |
| "grad_norm": 0.00032033000024966896, |
| "learning_rate": 7.870316668599931e-06, |
| "loss": 0.0, |
| "step": 16450 |
| }, |
| { |
| "epoch": 2.5797275431911895, |
| "grad_norm": 0.00021383754210546613, |
| "learning_rate": 7.797819278505975e-06, |
| "loss": 0.0, |
| "step": 16475 |
| }, |
| { |
| "epoch": 2.583642152513179, |
| "grad_norm": 0.0025132743176072836, |
| "learning_rate": 7.725321888412019e-06, |
| "loss": 0.0016, |
| "step": 16500 |
| }, |
| { |
| "epoch": 2.587556761835169, |
| "grad_norm": 0.0004337320278864354, |
| "learning_rate": 7.652824498318061e-06, |
| "loss": 0.0, |
| "step": 16525 |
| }, |
| { |
| "epoch": 2.5914713711571586, |
| "grad_norm": 0.000609175069257617, |
| "learning_rate": 7.580327108224104e-06, |
| "loss": 0.0016, |
| "step": 16550 |
| }, |
| { |
| "epoch": 2.595385980479148, |
| "grad_norm": 0.00021605034999083728, |
| "learning_rate": 7.507829718130148e-06, |
| "loss": 0.0, |
| "step": 16575 |
| }, |
| { |
| "epoch": 2.599300589801138, |
| "grad_norm": 0.0006186183891259134, |
| "learning_rate": 7.435332328036191e-06, |
| "loss": 0.0, |
| "step": 16600 |
| }, |
| { |
| "epoch": 2.6032151991231274, |
| "grad_norm": 0.0002476814261171967, |
| "learning_rate": 7.362834937942234e-06, |
| "loss": 0.0006, |
| "step": 16625 |
| }, |
| { |
| "epoch": 2.607129808445117, |
| "grad_norm": 0.0007107394631020725, |
| "learning_rate": 7.2903375478482775e-06, |
| "loss": 0.0, |
| "step": 16650 |
| }, |
| { |
| "epoch": 2.611044417767107, |
| "grad_norm": 0.00029517774237319827, |
| "learning_rate": 7.217840157754321e-06, |
| "loss": 0.0, |
| "step": 16675 |
| }, |
| { |
| "epoch": 2.6149590270890966, |
| "grad_norm": 0.0001818942982936278, |
| "learning_rate": 7.145342767660365e-06, |
| "loss": 0.0, |
| "step": 16700 |
| }, |
| { |
| "epoch": 2.6188736364110863, |
| "grad_norm": 0.0003430229553487152, |
| "learning_rate": 7.072845377566408e-06, |
| "loss": 0.0029, |
| "step": 16725 |
| }, |
| { |
| "epoch": 2.6227882457330756, |
| "grad_norm": 0.01995168998837471, |
| "learning_rate": 7.0003479874724515e-06, |
| "loss": 0.004, |
| "step": 16750 |
| }, |
| { |
| "epoch": 2.6267028550550657, |
| "grad_norm": 0.003800376318395138, |
| "learning_rate": 6.927850597378495e-06, |
| "loss": 0.0002, |
| "step": 16775 |
| }, |
| { |
| "epoch": 2.630617464377055, |
| "grad_norm": 0.0005610916996374726, |
| "learning_rate": 6.8553532072845385e-06, |
| "loss": 0.0009, |
| "step": 16800 |
| }, |
| { |
| "epoch": 2.6345320736990447, |
| "grad_norm": 0.0002944047737400979, |
| "learning_rate": 6.782855817190581e-06, |
| "loss": 0.0002, |
| "step": 16825 |
| }, |
| { |
| "epoch": 2.6384466830210345, |
| "grad_norm": 0.0002466263249516487, |
| "learning_rate": 6.710358427096625e-06, |
| "loss": 0.0, |
| "step": 16850 |
| }, |
| { |
| "epoch": 2.642361292343024, |
| "grad_norm": 0.0001500146317994222, |
| "learning_rate": 6.637861037002669e-06, |
| "loss": 0.0, |
| "step": 16875 |
| }, |
| { |
| "epoch": 2.646275901665014, |
| "grad_norm": 0.0007112550083547831, |
| "learning_rate": 6.565363646908712e-06, |
| "loss": 0.0001, |
| "step": 16900 |
| }, |
| { |
| "epoch": 2.6501905109870036, |
| "grad_norm": 0.00017001846572384238, |
| "learning_rate": 6.492866256814755e-06, |
| "loss": 0.0, |
| "step": 16925 |
| }, |
| { |
| "epoch": 2.6541051203089934, |
| "grad_norm": 0.0007822296465747058, |
| "learning_rate": 6.420368866720798e-06, |
| "loss": 0.0, |
| "step": 16950 |
| }, |
| { |
| "epoch": 2.6580197296309827, |
| "grad_norm": 0.0006506266072392464, |
| "learning_rate": 6.347871476626842e-06, |
| "loss": 0.0011, |
| "step": 16975 |
| }, |
| { |
| "epoch": 2.6619343389529724, |
| "grad_norm": 0.001398293417878449, |
| "learning_rate": 6.275374086532886e-06, |
| "loss": 0.0009, |
| "step": 17000 |
| }, |
| { |
| "epoch": 2.665848948274962, |
| "grad_norm": 0.01400019507855177, |
| "learning_rate": 6.202876696438929e-06, |
| "loss": 0.0007, |
| "step": 17025 |
| }, |
| { |
| "epoch": 2.669763557596952, |
| "grad_norm": 0.001175655866973102, |
| "learning_rate": 6.130379306344972e-06, |
| "loss": 0.0008, |
| "step": 17050 |
| }, |
| { |
| "epoch": 2.6736781669189416, |
| "grad_norm": 0.004671004135161638, |
| "learning_rate": 6.057881916251015e-06, |
| "loss": 0.0001, |
| "step": 17075 |
| }, |
| { |
| "epoch": 2.6775927762409313, |
| "grad_norm": 0.03513360768556595, |
| "learning_rate": 5.985384526157058e-06, |
| "loss": 0.0001, |
| "step": 17100 |
| }, |
| { |
| "epoch": 2.681507385562921, |
| "grad_norm": 0.0003586947568692267, |
| "learning_rate": 5.912887136063102e-06, |
| "loss": 0.0, |
| "step": 17125 |
| }, |
| { |
| "epoch": 2.6854219948849103, |
| "grad_norm": 0.00038099908852018416, |
| "learning_rate": 5.840389745969145e-06, |
| "loss": 0.0, |
| "step": 17150 |
| }, |
| { |
| "epoch": 2.6893366042069, |
| "grad_norm": 0.00031486572697758675, |
| "learning_rate": 5.767892355875189e-06, |
| "loss": 0.0001, |
| "step": 17175 |
| }, |
| { |
| "epoch": 2.6932512135288897, |
| "grad_norm": 0.0003432184748817235, |
| "learning_rate": 5.695394965781233e-06, |
| "loss": 0.0001, |
| "step": 17200 |
| }, |
| { |
| "epoch": 2.6971658228508795, |
| "grad_norm": 0.0004650696355383843, |
| "learning_rate": 5.622897575687275e-06, |
| "loss": 0.0001, |
| "step": 17225 |
| }, |
| { |
| "epoch": 2.701080432172869, |
| "grad_norm": 0.0003299444215372205, |
| "learning_rate": 5.550400185593319e-06, |
| "loss": 0.0006, |
| "step": 17250 |
| }, |
| { |
| "epoch": 2.704995041494859, |
| "grad_norm": 0.0003300994576420635, |
| "learning_rate": 5.477902795499362e-06, |
| "loss": 0.0, |
| "step": 17275 |
| }, |
| { |
| "epoch": 2.7089096508168486, |
| "grad_norm": 0.0005288653774186969, |
| "learning_rate": 5.405405405405406e-06, |
| "loss": 0.001, |
| "step": 17300 |
| }, |
| { |
| "epoch": 2.712824260138838, |
| "grad_norm": 0.00020216924895066768, |
| "learning_rate": 5.332908015311449e-06, |
| "loss": 0.0, |
| "step": 17325 |
| }, |
| { |
| "epoch": 2.7167388694608277, |
| "grad_norm": 0.006004292517900467, |
| "learning_rate": 5.260410625217493e-06, |
| "loss": 0.0, |
| "step": 17350 |
| }, |
| { |
| "epoch": 2.7206534787828174, |
| "grad_norm": 0.0001754688419168815, |
| "learning_rate": 5.187913235123536e-06, |
| "loss": 0.0, |
| "step": 17375 |
| }, |
| { |
| "epoch": 2.724568088104807, |
| "grad_norm": 0.012972986325621605, |
| "learning_rate": 5.115415845029579e-06, |
| "loss": 0.0, |
| "step": 17400 |
| }, |
| { |
| "epoch": 2.728482697426797, |
| "grad_norm": 0.00019060824706684798, |
| "learning_rate": 5.042918454935622e-06, |
| "loss": 0.0, |
| "step": 17425 |
| }, |
| { |
| "epoch": 2.7323973067487866, |
| "grad_norm": 0.0002203083859058097, |
| "learning_rate": 4.970421064841666e-06, |
| "loss": 0.0001, |
| "step": 17450 |
| }, |
| { |
| "epoch": 2.7363119160707763, |
| "grad_norm": 0.00014681309403385967, |
| "learning_rate": 4.897923674747709e-06, |
| "loss": 0.0, |
| "step": 17475 |
| }, |
| { |
| "epoch": 2.7402265253927656, |
| "grad_norm": 0.0002081810962408781, |
| "learning_rate": 4.825426284653753e-06, |
| "loss": 0.0009, |
| "step": 17500 |
| }, |
| { |
| "epoch": 2.7441411347147557, |
| "grad_norm": 0.0002039974497165531, |
| "learning_rate": 4.752928894559796e-06, |
| "loss": 0.0001, |
| "step": 17525 |
| }, |
| { |
| "epoch": 2.748055744036745, |
| "grad_norm": 0.0001363355404464528, |
| "learning_rate": 4.680431504465839e-06, |
| "loss": 0.0, |
| "step": 17550 |
| }, |
| { |
| "epoch": 2.7519703533587347, |
| "grad_norm": 0.0013490230776369572, |
| "learning_rate": 4.6079341143718824e-06, |
| "loss": 0.0004, |
| "step": 17575 |
| }, |
| { |
| "epoch": 2.7558849626807245, |
| "grad_norm": 0.00017140705313067883, |
| "learning_rate": 4.535436724277926e-06, |
| "loss": 0.0005, |
| "step": 17600 |
| }, |
| { |
| "epoch": 2.759799572002714, |
| "grad_norm": 0.00012424413580447435, |
| "learning_rate": 4.4629393341839695e-06, |
| "loss": 0.0, |
| "step": 17625 |
| }, |
| { |
| "epoch": 2.763714181324704, |
| "grad_norm": 0.000487282668473199, |
| "learning_rate": 4.390441944090013e-06, |
| "loss": 0.0001, |
| "step": 17650 |
| }, |
| { |
| "epoch": 2.767628790646693, |
| "grad_norm": 0.0003270190500188619, |
| "learning_rate": 4.3179445539960565e-06, |
| "loss": 0.0004, |
| "step": 17675 |
| }, |
| { |
| "epoch": 2.7715433999686834, |
| "grad_norm": 0.00023671095550525934, |
| "learning_rate": 4.2454471639020995e-06, |
| "loss": 0.0, |
| "step": 17700 |
| }, |
| { |
| "epoch": 2.7754580092906727, |
| "grad_norm": 0.0011756513267755508, |
| "learning_rate": 4.172949773808143e-06, |
| "loss": 0.0067, |
| "step": 17725 |
| }, |
| { |
| "epoch": 2.7793726186126624, |
| "grad_norm": 0.0004914366290904582, |
| "learning_rate": 4.1004523837141865e-06, |
| "loss": 0.0005, |
| "step": 17750 |
| }, |
| { |
| "epoch": 2.783287227934652, |
| "grad_norm": 0.0011064461432397366, |
| "learning_rate": 4.02795499362023e-06, |
| "loss": 0.0, |
| "step": 17775 |
| }, |
| { |
| "epoch": 2.787201837256642, |
| "grad_norm": 0.0006191087886691093, |
| "learning_rate": 3.9554576035262736e-06, |
| "loss": 0.001, |
| "step": 17800 |
| }, |
| { |
| "epoch": 2.7911164465786316, |
| "grad_norm": 0.005341960582882166, |
| "learning_rate": 3.882960213432317e-06, |
| "loss": 0.0001, |
| "step": 17825 |
| }, |
| { |
| "epoch": 2.795031055900621, |
| "grad_norm": 0.004248717799782753, |
| "learning_rate": 3.81046282333836e-06, |
| "loss": 0.0003, |
| "step": 17850 |
| }, |
| { |
| "epoch": 2.798945665222611, |
| "grad_norm": 0.02371644414961338, |
| "learning_rate": 3.7379654332444032e-06, |
| "loss": 0.0001, |
| "step": 17875 |
| }, |
| { |
| "epoch": 2.8028602745446003, |
| "grad_norm": 0.0007812991389073431, |
| "learning_rate": 3.6654680431504467e-06, |
| "loss": 0.0004, |
| "step": 17900 |
| }, |
| { |
| "epoch": 2.80677488386659, |
| "grad_norm": 0.00031172268791124225, |
| "learning_rate": 3.59297065305649e-06, |
| "loss": 0.0002, |
| "step": 17925 |
| }, |
| { |
| "epoch": 2.8106894931885797, |
| "grad_norm": 0.012311534956097603, |
| "learning_rate": 3.5204732629625337e-06, |
| "loss": 0.0001, |
| "step": 17950 |
| }, |
| { |
| "epoch": 2.8146041025105695, |
| "grad_norm": 0.0008552991203032434, |
| "learning_rate": 3.4479758728685772e-06, |
| "loss": 0.0003, |
| "step": 17975 |
| }, |
| { |
| "epoch": 2.818518711832559, |
| "grad_norm": 0.011254767887294292, |
| "learning_rate": 3.3754784827746203e-06, |
| "loss": 0.0001, |
| "step": 18000 |
| }, |
| { |
| "epoch": 2.822433321154549, |
| "grad_norm": 0.003312336513772607, |
| "learning_rate": 3.302981092680664e-06, |
| "loss": 0.005, |
| "step": 18025 |
| }, |
| { |
| "epoch": 2.8263479304765387, |
| "grad_norm": 0.0033339662477374077, |
| "learning_rate": 3.230483702586707e-06, |
| "loss": 0.0001, |
| "step": 18050 |
| }, |
| { |
| "epoch": 2.830262539798528, |
| "grad_norm": 0.0307988952845335, |
| "learning_rate": 3.157986312492751e-06, |
| "loss": 0.0001, |
| "step": 18075 |
| }, |
| { |
| "epoch": 2.8341771491205177, |
| "grad_norm": 0.001144499285146594, |
| "learning_rate": 3.085488922398794e-06, |
| "loss": 0.0, |
| "step": 18100 |
| }, |
| { |
| "epoch": 2.8380917584425074, |
| "grad_norm": 0.0007567739812657237, |
| "learning_rate": 3.012991532304837e-06, |
| "loss": 0.0001, |
| "step": 18125 |
| }, |
| { |
| "epoch": 2.842006367764497, |
| "grad_norm": 0.0014737301971763372, |
| "learning_rate": 2.9404941422108805e-06, |
| "loss": 0.0001, |
| "step": 18150 |
| }, |
| { |
| "epoch": 2.845920977086487, |
| "grad_norm": 0.0020669877994805574, |
| "learning_rate": 2.867996752116924e-06, |
| "loss": 0.0005, |
| "step": 18175 |
| }, |
| { |
| "epoch": 2.8498355864084766, |
| "grad_norm": 0.0025932856369763613, |
| "learning_rate": 2.795499362022967e-06, |
| "loss": 0.0001, |
| "step": 18200 |
| }, |
| { |
| "epoch": 2.8537501957304663, |
| "grad_norm": 0.0018630975391715765, |
| "learning_rate": 2.7230019719290106e-06, |
| "loss": 0.0, |
| "step": 18225 |
| }, |
| { |
| "epoch": 2.8576648050524556, |
| "grad_norm": 0.011522402986884117, |
| "learning_rate": 2.650504581835054e-06, |
| "loss": 0.0021, |
| "step": 18250 |
| }, |
| { |
| "epoch": 2.8615794143744453, |
| "grad_norm": 0.020472779870033264, |
| "learning_rate": 2.578007191741097e-06, |
| "loss": 0.0001, |
| "step": 18275 |
| }, |
| { |
| "epoch": 2.865494023696435, |
| "grad_norm": 0.06026843190193176, |
| "learning_rate": 2.5055098016471406e-06, |
| "loss": 0.0001, |
| "step": 18300 |
| }, |
| { |
| "epoch": 2.8694086330184247, |
| "grad_norm": 0.0006733342306688428, |
| "learning_rate": 2.433012411553184e-06, |
| "loss": 0.0, |
| "step": 18325 |
| }, |
| { |
| "epoch": 2.8733232423404145, |
| "grad_norm": 0.0009708734578453004, |
| "learning_rate": 2.3605150214592277e-06, |
| "loss": 0.0001, |
| "step": 18350 |
| }, |
| { |
| "epoch": 2.877237851662404, |
| "grad_norm": 0.00023784795484971255, |
| "learning_rate": 2.288017631365271e-06, |
| "loss": 0.0001, |
| "step": 18375 |
| }, |
| { |
| "epoch": 2.881152460984394, |
| "grad_norm": 0.004968983121216297, |
| "learning_rate": 2.2155202412713147e-06, |
| "loss": 0.0001, |
| "step": 18400 |
| }, |
| { |
| "epoch": 2.885067070306383, |
| "grad_norm": 0.0008029749151319265, |
| "learning_rate": 2.1430228511773577e-06, |
| "loss": 0.0, |
| "step": 18425 |
| }, |
| { |
| "epoch": 2.888981679628373, |
| "grad_norm": 0.0008586676558479667, |
| "learning_rate": 2.0705254610834012e-06, |
| "loss": 0.0, |
| "step": 18450 |
| }, |
| { |
| "epoch": 2.8928962889503627, |
| "grad_norm": 0.0015144862700253725, |
| "learning_rate": 1.9980280709894447e-06, |
| "loss": 0.0005, |
| "step": 18475 |
| }, |
| { |
| "epoch": 2.8968108982723524, |
| "grad_norm": 0.003726179013028741, |
| "learning_rate": 1.925530680895488e-06, |
| "loss": 0.006, |
| "step": 18500 |
| }, |
| { |
| "epoch": 2.900725507594342, |
| "grad_norm": 0.00036417951923795044, |
| "learning_rate": 1.8530332908015313e-06, |
| "loss": 0.0, |
| "step": 18525 |
| }, |
| { |
| "epoch": 2.904640116916332, |
| "grad_norm": 0.0008425221894867718, |
| "learning_rate": 1.7805359007075746e-06, |
| "loss": 0.0006, |
| "step": 18550 |
| }, |
| { |
| "epoch": 2.9085547262383216, |
| "grad_norm": 0.12718600034713745, |
| "learning_rate": 1.7080385106136181e-06, |
| "loss": 0.001, |
| "step": 18575 |
| }, |
| { |
| "epoch": 2.912469335560311, |
| "grad_norm": 0.0010318702552467585, |
| "learning_rate": 1.6355411205196614e-06, |
| "loss": 0.0013, |
| "step": 18600 |
| }, |
| { |
| "epoch": 2.916383944882301, |
| "grad_norm": 0.0004336585116107017, |
| "learning_rate": 1.5630437304257047e-06, |
| "loss": 0.0003, |
| "step": 18625 |
| }, |
| { |
| "epoch": 2.9202985542042903, |
| "grad_norm": 0.000422166776843369, |
| "learning_rate": 1.4905463403317482e-06, |
| "loss": 0.0001, |
| "step": 18650 |
| }, |
| { |
| "epoch": 2.92421316352628, |
| "grad_norm": 0.0006406558677554131, |
| "learning_rate": 1.4180489502377915e-06, |
| "loss": 0.0, |
| "step": 18675 |
| }, |
| { |
| "epoch": 2.9281277728482697, |
| "grad_norm": 0.0005850115558132529, |
| "learning_rate": 1.3455515601438348e-06, |
| "loss": 0.0001, |
| "step": 18700 |
| }, |
| { |
| "epoch": 2.9320423821702595, |
| "grad_norm": 0.0158847626298666, |
| "learning_rate": 1.2730541700498783e-06, |
| "loss": 0.0001, |
| "step": 18725 |
| }, |
| { |
| "epoch": 2.935956991492249, |
| "grad_norm": 0.0014247479848563671, |
| "learning_rate": 1.2005567799559216e-06, |
| "loss": 0.0015, |
| "step": 18750 |
| }, |
| { |
| "epoch": 2.9398716008142385, |
| "grad_norm": 0.0002501108101569116, |
| "learning_rate": 1.128059389861965e-06, |
| "loss": 0.0001, |
| "step": 18775 |
| }, |
| { |
| "epoch": 2.9437862101362287, |
| "grad_norm": 0.0004493577580433339, |
| "learning_rate": 1.0555619997680084e-06, |
| "loss": 0.0002, |
| "step": 18800 |
| }, |
| { |
| "epoch": 2.947700819458218, |
| "grad_norm": 0.00032207099138759077, |
| "learning_rate": 9.830646096740517e-07, |
| "loss": 0.0001, |
| "step": 18825 |
| }, |
| { |
| "epoch": 2.9516154287802077, |
| "grad_norm": 0.002576634753495455, |
| "learning_rate": 9.105672195800951e-07, |
| "loss": 0.0001, |
| "step": 18850 |
| }, |
| { |
| "epoch": 2.9555300381021974, |
| "grad_norm": 0.0007969861035235226, |
| "learning_rate": 8.380698294861385e-07, |
| "loss": 0.0, |
| "step": 18875 |
| }, |
| { |
| "epoch": 2.959444647424187, |
| "grad_norm": 0.0008164517930708826, |
| "learning_rate": 7.655724393921819e-07, |
| "loss": 0.0, |
| "step": 18900 |
| }, |
| { |
| "epoch": 2.963359256746177, |
| "grad_norm": 0.000589414150454104, |
| "learning_rate": 6.930750492982253e-07, |
| "loss": 0.0002, |
| "step": 18925 |
| }, |
| { |
| "epoch": 2.967273866068166, |
| "grad_norm": 0.009339476004242897, |
| "learning_rate": 6.205776592042687e-07, |
| "loss": 0.0, |
| "step": 18950 |
| }, |
| { |
| "epoch": 2.9711884753901563, |
| "grad_norm": 0.0037412915844470263, |
| "learning_rate": 5.480802691103121e-07, |
| "loss": 0.0, |
| "step": 18975 |
| }, |
| { |
| "epoch": 2.9751030847121456, |
| "grad_norm": 0.00445817643776536, |
| "learning_rate": 4.7558287901635545e-07, |
| "loss": 0.0001, |
| "step": 19000 |
| }, |
| { |
| "epoch": 2.9790176940341353, |
| "grad_norm": 0.001451736083254218, |
| "learning_rate": 4.0308548892239885e-07, |
| "loss": 0.001, |
| "step": 19025 |
| }, |
| { |
| "epoch": 2.982932303356125, |
| "grad_norm": 0.000640546262729913, |
| "learning_rate": 3.305880988284422e-07, |
| "loss": 0.0001, |
| "step": 19050 |
| }, |
| { |
| "epoch": 2.9868469126781148, |
| "grad_norm": 0.2126484215259552, |
| "learning_rate": 2.580907087344856e-07, |
| "loss": 0.0008, |
| "step": 19075 |
| }, |
| { |
| "epoch": 2.9907615220001045, |
| "grad_norm": 0.0003385374147910625, |
| "learning_rate": 1.8559331864052894e-07, |
| "loss": 0.0, |
| "step": 19100 |
| }, |
| { |
| "epoch": 2.994676131322094, |
| "grad_norm": 0.00034946645610034466, |
| "learning_rate": 1.1309592854657233e-07, |
| "loss": 0.0, |
| "step": 19125 |
| }, |
| { |
| "epoch": 2.998590740644084, |
| "grad_norm": 0.0007842128979973495, |
| "learning_rate": 4.0598538452615705e-08, |
| "loss": 0.0016, |
| "step": 19150 |
| }, |
| { |
| "epoch": 2.9998434156271205, |
| "eval_accuracy": 0.9999096727919246, |
| "eval_f1": 0.9998709961870392, |
| "eval_loss": 0.0005143894231878221, |
| "eval_precision": 0.9998563016620019, |
| "eval_recall": 0.999885691144003, |
| "eval_runtime": 66.002, |
| "eval_samples_per_second": 580.558, |
| "eval_steps_per_second": 36.287, |
| "step": 19158 |
| } |
| ], |
| "logging_steps": 25, |
| "max_steps": 19158, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 5, |
| "early_stopping_threshold": 0.01 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 2 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.003595204150272e+16, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
