| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.0025988635787714057, |
| "eval_steps": 391, |
| "global_step": 782, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 3.323354960065736e-06, |
| "grad_norm": 2.666724681854248, |
| "learning_rate": 2e-05, |
| "loss": 1.7722, |
| "step": 1 |
| }, |
| { |
| "epoch": 3.323354960065736e-06, |
| "eval_loss": 1.9749795198440552, |
| "eval_runtime": 3681.2012, |
| "eval_samples_per_second": 34.417, |
| "eval_steps_per_second": 17.209, |
| "step": 1 |
| }, |
| { |
| "epoch": 6.646709920131472e-06, |
| "grad_norm": 1.556185245513916, |
| "learning_rate": 4e-05, |
| "loss": 1.2161, |
| "step": 2 |
| }, |
| { |
| "epoch": 9.970064880197207e-06, |
| "grad_norm": 3.5199902057647705, |
| "learning_rate": 6e-05, |
| "loss": 1.9282, |
| "step": 3 |
| }, |
| { |
| "epoch": 1.3293419840262944e-05, |
| "grad_norm": 2.7358124256134033, |
| "learning_rate": 8e-05, |
| "loss": 1.491, |
| "step": 4 |
| }, |
| { |
| "epoch": 1.661677480032868e-05, |
| "grad_norm": 2.3682265281677246, |
| "learning_rate": 0.0001, |
| "loss": 1.6871, |
| "step": 5 |
| }, |
| { |
| "epoch": 1.9940129760394414e-05, |
| "grad_norm": 4.771065711975098, |
| "learning_rate": 0.00012, |
| "loss": 2.1853, |
| "step": 6 |
| }, |
| { |
| "epoch": 2.326348472046015e-05, |
| "grad_norm": 7.709884166717529, |
| "learning_rate": 0.00014, |
| "loss": 2.0531, |
| "step": 7 |
| }, |
| { |
| "epoch": 2.6586839680525888e-05, |
| "grad_norm": 2.419358253479004, |
| "learning_rate": 0.00016, |
| "loss": 1.355, |
| "step": 8 |
| }, |
| { |
| "epoch": 2.9910194640591625e-05, |
| "grad_norm": 3.0572924613952637, |
| "learning_rate": 0.00018, |
| "loss": 1.6183, |
| "step": 9 |
| }, |
| { |
| "epoch": 3.323354960065736e-05, |
| "grad_norm": 2.7170143127441406, |
| "learning_rate": 0.0002, |
| "loss": 1.1439, |
| "step": 10 |
| }, |
| { |
| "epoch": 3.65569045607231e-05, |
| "grad_norm": 3.6093623638153076, |
| "learning_rate": 0.00019999979565332626, |
| "loss": 1.3409, |
| "step": 11 |
| }, |
| { |
| "epoch": 3.988025952078883e-05, |
| "grad_norm": 4.987837314605713, |
| "learning_rate": 0.00019999918261414017, |
| "loss": 0.9511, |
| "step": 12 |
| }, |
| { |
| "epoch": 4.3203614480854566e-05, |
| "grad_norm": 4.5739545822143555, |
| "learning_rate": 0.00019999816088494716, |
| "loss": 0.9997, |
| "step": 13 |
| }, |
| { |
| "epoch": 4.65269694409203e-05, |
| "grad_norm": 4.480071544647217, |
| "learning_rate": 0.00019999673046992302, |
| "loss": 1.0688, |
| "step": 14 |
| }, |
| { |
| "epoch": 4.985032440098604e-05, |
| "grad_norm": 4.7775115966796875, |
| "learning_rate": 0.00019999489137491368, |
| "loss": 0.9524, |
| "step": 15 |
| }, |
| { |
| "epoch": 5.3173679361051776e-05, |
| "grad_norm": 4.089632034301758, |
| "learning_rate": 0.0001999926436074355, |
| "loss": 0.8418, |
| "step": 16 |
| }, |
| { |
| "epoch": 5.649703432111751e-05, |
| "grad_norm": 2.610358715057373, |
| "learning_rate": 0.0001999899871766749, |
| "loss": 0.9149, |
| "step": 17 |
| }, |
| { |
| "epoch": 5.982038928118325e-05, |
| "grad_norm": 3.272275447845459, |
| "learning_rate": 0.00019998692209348854, |
| "loss": 1.171, |
| "step": 18 |
| }, |
| { |
| "epoch": 6.314374424124898e-05, |
| "grad_norm": 2.938849925994873, |
| "learning_rate": 0.00019998344837040318, |
| "loss": 0.9638, |
| "step": 19 |
| }, |
| { |
| "epoch": 6.646709920131472e-05, |
| "grad_norm": 2.2705330848693848, |
| "learning_rate": 0.00019997956602161576, |
| "loss": 0.9888, |
| "step": 20 |
| }, |
| { |
| "epoch": 6.979045416138045e-05, |
| "grad_norm": 3.156163215637207, |
| "learning_rate": 0.00019997527506299316, |
| "loss": 0.9649, |
| "step": 21 |
| }, |
| { |
| "epoch": 7.31138091214462e-05, |
| "grad_norm": 2.8539509773254395, |
| "learning_rate": 0.00019997057551207221, |
| "loss": 1.3456, |
| "step": 22 |
| }, |
| { |
| "epoch": 7.643716408151193e-05, |
| "grad_norm": 2.054460048675537, |
| "learning_rate": 0.0001999654673880597, |
| "loss": 1.0677, |
| "step": 23 |
| }, |
| { |
| "epoch": 7.976051904157766e-05, |
| "grad_norm": 3.140747308731079, |
| "learning_rate": 0.0001999599507118322, |
| "loss": 0.8441, |
| "step": 24 |
| }, |
| { |
| "epoch": 8.30838740016434e-05, |
| "grad_norm": 1.8692374229431152, |
| "learning_rate": 0.00019995402550593592, |
| "loss": 1.251, |
| "step": 25 |
| }, |
| { |
| "epoch": 8.640722896170913e-05, |
| "grad_norm": 2.487421989440918, |
| "learning_rate": 0.00019994769179458688, |
| "loss": 0.9958, |
| "step": 26 |
| }, |
| { |
| "epoch": 8.973058392177487e-05, |
| "grad_norm": 3.130784511566162, |
| "learning_rate": 0.00019994094960367048, |
| "loss": 1.1358, |
| "step": 27 |
| }, |
| { |
| "epoch": 9.30539388818406e-05, |
| "grad_norm": 3.263298749923706, |
| "learning_rate": 0.0001999337989607416, |
| "loss": 0.8566, |
| "step": 28 |
| }, |
| { |
| "epoch": 9.637729384190635e-05, |
| "grad_norm": 2.970139265060425, |
| "learning_rate": 0.00019992623989502448, |
| "loss": 1.0266, |
| "step": 29 |
| }, |
| { |
| "epoch": 9.970064880197208e-05, |
| "grad_norm": 3.517679452896118, |
| "learning_rate": 0.00019991827243741252, |
| "loss": 1.6379, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.00010302400376203781, |
| "grad_norm": 2.133394241333008, |
| "learning_rate": 0.00019990989662046818, |
| "loss": 0.8348, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.00010634735872210355, |
| "grad_norm": 4.80273962020874, |
| "learning_rate": 0.0001999011124784228, |
| "loss": 1.2985, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.00010967071368216928, |
| "grad_norm": 3.150580644607544, |
| "learning_rate": 0.00019989192004717668, |
| "loss": 1.1424, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.00011299406864223503, |
| "grad_norm": 3.195122480392456, |
| "learning_rate": 0.00019988231936429865, |
| "loss": 1.0809, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.00011631742360230076, |
| "grad_norm": 3.522775888442993, |
| "learning_rate": 0.000199872310469026, |
| "loss": 1.3893, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.0001196407785623665, |
| "grad_norm": 5.969610214233398, |
| "learning_rate": 0.00019986189340226454, |
| "loss": 1.2157, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.00012296413352243224, |
| "grad_norm": 4.546551704406738, |
| "learning_rate": 0.00019985106820658802, |
| "loss": 0.9493, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.00012628748848249796, |
| "grad_norm": 3.5117945671081543, |
| "learning_rate": 0.00019983983492623833, |
| "loss": 0.9783, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.0001296108434425637, |
| "grad_norm": 3.9442591667175293, |
| "learning_rate": 0.00019982819360712514, |
| "loss": 1.313, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.00013293419840262945, |
| "grad_norm": 2.3239011764526367, |
| "learning_rate": 0.00019981614429682575, |
| "loss": 1.0975, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.00013625755336269516, |
| "grad_norm": 3.3979079723358154, |
| "learning_rate": 0.00019980368704458488, |
| "loss": 1.172, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.0001395809083227609, |
| "grad_norm": 2.238532066345215, |
| "learning_rate": 0.00019979082190131451, |
| "loss": 0.9038, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.00014290426328282665, |
| "grad_norm": 3.955559253692627, |
| "learning_rate": 0.0001997775489195936, |
| "loss": 1.5067, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.0001462276182428924, |
| "grad_norm": 2.307810068130493, |
| "learning_rate": 0.00019976386815366798, |
| "loss": 0.8958, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0001495509732029581, |
| "grad_norm": 2.0253894329071045, |
| "learning_rate": 0.00019974977965945, |
| "loss": 1.0091, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.00015287432816302385, |
| "grad_norm": 1.920096516609192, |
| "learning_rate": 0.00019973528349451837, |
| "loss": 1.0652, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.0001561976831230896, |
| "grad_norm": 2.180504560470581, |
| "learning_rate": 0.00019972037971811802, |
| "loss": 0.9471, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.00015952103808315532, |
| "grad_norm": 2.452141523361206, |
| "learning_rate": 0.00019970506839115965, |
| "loss": 0.7726, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.00016284439304322106, |
| "grad_norm": 1.5554322004318237, |
| "learning_rate": 0.0001996893495762197, |
| "loss": 1.0565, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.0001661677480032868, |
| "grad_norm": 1.6334352493286133, |
| "learning_rate": 0.00019967322333753977, |
| "loss": 1.0253, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.00016949110296335255, |
| "grad_norm": 3.5653467178344727, |
| "learning_rate": 0.00019965668974102687, |
| "loss": 1.2687, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.00017281445792341826, |
| "grad_norm": 2.60522723197937, |
| "learning_rate": 0.00019963974885425266, |
| "loss": 1.0302, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.000176137812883484, |
| "grad_norm": 1.4631803035736084, |
| "learning_rate": 0.00019962240074645343, |
| "loss": 1.3001, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.00017946116784354975, |
| "grad_norm": 2.9828741550445557, |
| "learning_rate": 0.0001996046454885297, |
| "loss": 0.9298, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.00018278452280361547, |
| "grad_norm": 2.7319400310516357, |
| "learning_rate": 0.00019958648315304608, |
| "loss": 0.8012, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.0001861078777636812, |
| "grad_norm": 1.9441187381744385, |
| "learning_rate": 0.0001995679138142308, |
| "loss": 1.4148, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.00018943123272374695, |
| "grad_norm": 2.2109806537628174, |
| "learning_rate": 0.0001995489375479755, |
| "loss": 1.0878, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.0001927545876838127, |
| "grad_norm": 1.4252997636795044, |
| "learning_rate": 0.0001995295544318349, |
| "loss": 1.2285, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.00019607794264387841, |
| "grad_norm": 5.106256008148193, |
| "learning_rate": 0.0001995097645450266, |
| "loss": 0.7776, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.00019940129760394416, |
| "grad_norm": 5.275472164154053, |
| "learning_rate": 0.0001994895679684305, |
| "loss": 1.0117, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0002027246525640099, |
| "grad_norm": 2.8548319339752197, |
| "learning_rate": 0.0001994689647845886, |
| "loss": 0.9726, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.00020604800752407562, |
| "grad_norm": 3.550132989883423, |
| "learning_rate": 0.00019944795507770486, |
| "loss": 1.0334, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.00020937136248414136, |
| "grad_norm": 2.3630402088165283, |
| "learning_rate": 0.00019942653893364445, |
| "loss": 0.7762, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.0002126947174442071, |
| "grad_norm": 1.9092357158660889, |
| "learning_rate": 0.0001994047164399338, |
| "loss": 1.4301, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.00021601807240427285, |
| "grad_norm": 4.616389751434326, |
| "learning_rate": 0.00019938248768575992, |
| "loss": 1.1877, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.00021934142736433857, |
| "grad_norm": 2.665532112121582, |
| "learning_rate": 0.0001993598527619703, |
| "loss": 1.4794, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.0002226647823244043, |
| "grad_norm": 3.5217204093933105, |
| "learning_rate": 0.00019933681176107236, |
| "loss": 0.8114, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.00022598813728447005, |
| "grad_norm": 2.7361176013946533, |
| "learning_rate": 0.00019931336477723314, |
| "loss": 1.3065, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.00022931149224453577, |
| "grad_norm": 2.0653955936431885, |
| "learning_rate": 0.0001992895119062789, |
| "loss": 0.9287, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.0002326348472046015, |
| "grad_norm": 2.007828950881958, |
| "learning_rate": 0.00019926525324569472, |
| "loss": 0.9734, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.00023595820216466726, |
| "grad_norm": 2.928414821624756, |
| "learning_rate": 0.00019924058889462414, |
| "loss": 0.8574, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.000239281557124733, |
| "grad_norm": 8.683639526367188, |
| "learning_rate": 0.00019921551895386874, |
| "loss": 1.1392, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.00024260491208479872, |
| "grad_norm": 3.5685462951660156, |
| "learning_rate": 0.00019919004352588767, |
| "loss": 0.769, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.0002459282670448645, |
| "grad_norm": 5.337392330169678, |
| "learning_rate": 0.00019916416271479736, |
| "loss": 1.4425, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.0002492516220049302, |
| "grad_norm": 4.645166873931885, |
| "learning_rate": 0.00019913787662637091, |
| "loss": 0.7907, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.0002525749769649959, |
| "grad_norm": 5.343783378601074, |
| "learning_rate": 0.00019911118536803787, |
| "loss": 1.2654, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.00025589833192506166, |
| "grad_norm": 3.068967580795288, |
| "learning_rate": 0.00019908408904888356, |
| "loss": 0.793, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.0002592216868851274, |
| "grad_norm": 2.322770357131958, |
| "learning_rate": 0.00019905658777964887, |
| "loss": 0.8531, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.00026254504184519315, |
| "grad_norm": 3.2745163440704346, |
| "learning_rate": 0.00019902868167272968, |
| "loss": 0.7854, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.0002658683968052589, |
| "grad_norm": 3.038334608078003, |
| "learning_rate": 0.00019900037084217637, |
| "loss": 0.9411, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.00026919175176532464, |
| "grad_norm": 3.1720149517059326, |
| "learning_rate": 0.00019897165540369346, |
| "loss": 0.8394, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.00027251510672539033, |
| "grad_norm": 2.028496742248535, |
| "learning_rate": 0.00019894253547463896, |
| "loss": 0.8797, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.00027583846168545607, |
| "grad_norm": 3.157881736755371, |
| "learning_rate": 0.00019891301117402413, |
| "loss": 1.0001, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.0002791618166455218, |
| "grad_norm": 2.7954392433166504, |
| "learning_rate": 0.00019888308262251285, |
| "loss": 1.0978, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.00028248517160558756, |
| "grad_norm": 2.58127760887146, |
| "learning_rate": 0.00019885274994242108, |
| "loss": 0.8069, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.0002858085265656533, |
| "grad_norm": 1.6762611865997314, |
| "learning_rate": 0.0001988220132577165, |
| "loss": 0.8415, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.00028913188152571905, |
| "grad_norm": 3.5904412269592285, |
| "learning_rate": 0.0001987908726940178, |
| "loss": 0.5845, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.0002924552364857848, |
| "grad_norm": 2.3746256828308105, |
| "learning_rate": 0.0001987593283785945, |
| "loss": 1.1674, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.0002957785914458505, |
| "grad_norm": 2.773865222930908, |
| "learning_rate": 0.00019872738044036608, |
| "loss": 0.827, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.0002991019464059162, |
| "grad_norm": 2.7511918544769287, |
| "learning_rate": 0.00019869502900990167, |
| "loss": 0.9588, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.00030242530136598197, |
| "grad_norm": 2.7440383434295654, |
| "learning_rate": 0.00019866227421941934, |
| "loss": 0.4423, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.0003057486563260477, |
| "grad_norm": 2.2555458545684814, |
| "learning_rate": 0.00019862911620278578, |
| "loss": 1.1974, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.00030907201128611345, |
| "grad_norm": 2.77384090423584, |
| "learning_rate": 0.00019859555509551565, |
| "loss": 1.0307, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.0003123953662461792, |
| "grad_norm": 2.5822482109069824, |
| "learning_rate": 0.00019856159103477086, |
| "loss": 1.2059, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.00031571872120624494, |
| "grad_norm": 3.7459232807159424, |
| "learning_rate": 0.00019852722415936034, |
| "loss": 0.8853, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.00031904207616631063, |
| "grad_norm": 2.2750210762023926, |
| "learning_rate": 0.00019849245460973919, |
| "loss": 0.9878, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.0003223654311263764, |
| "grad_norm": 2.7929036617279053, |
| "learning_rate": 0.00019845728252800829, |
| "loss": 0.8374, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.0003256887860864421, |
| "grad_norm": 2.111032247543335, |
| "learning_rate": 0.00019842170805791355, |
| "loss": 0.7567, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.00032901214104650786, |
| "grad_norm": 2.3254857063293457, |
| "learning_rate": 0.00019838573134484547, |
| "loss": 0.7593, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.0003323354960065736, |
| "grad_norm": 3.514956474304199, |
| "learning_rate": 0.0001983493525358385, |
| "loss": 1.2963, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.00033565885096663935, |
| "grad_norm": 2.8279526233673096, |
| "learning_rate": 0.00019831257177957044, |
| "loss": 1.0706, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.0003389822059267051, |
| "grad_norm": 2.6916842460632324, |
| "learning_rate": 0.00019827538922636173, |
| "loss": 0.777, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.0003423055608867708, |
| "grad_norm": 1.947171688079834, |
| "learning_rate": 0.00019823780502817501, |
| "loss": 0.7285, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.0003456289158468365, |
| "grad_norm": 3.0235323905944824, |
| "learning_rate": 0.00019819981933861446, |
| "loss": 1.1873, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.00034895227080690227, |
| "grad_norm": 1.8923465013504028, |
| "learning_rate": 0.00019816143231292496, |
| "loss": 0.7935, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.000352275625766968, |
| "grad_norm": 4.127978324890137, |
| "learning_rate": 0.0001981226441079918, |
| "loss": 0.7556, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.00035559898072703376, |
| "grad_norm": 2.0745251178741455, |
| "learning_rate": 0.0001980834548823398, |
| "loss": 0.6635, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.0003589223356870995, |
| "grad_norm": 2.6978936195373535, |
| "learning_rate": 0.0001980438647961327, |
| "loss": 1.1474, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.00036224569064716524, |
| "grad_norm": 1.8770802021026611, |
| "learning_rate": 0.0001980038740111725, |
| "loss": 0.9017, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.00036556904560723093, |
| "grad_norm": 3.3915209770202637, |
| "learning_rate": 0.00019796348269089897, |
| "loss": 1.57, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.0003688924005672967, |
| "grad_norm": 2.649480104446411, |
| "learning_rate": 0.00019792269100038867, |
| "loss": 0.6243, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.0003722157555273624, |
| "grad_norm": 2.371500015258789, |
| "learning_rate": 0.0001978814991063546, |
| "loss": 0.9582, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.00037553911048742816, |
| "grad_norm": 2.7661666870117188, |
| "learning_rate": 0.0001978399071771452, |
| "loss": 0.8677, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.0003788624654474939, |
| "grad_norm": 2.9277491569519043, |
| "learning_rate": 0.00019779791538274401, |
| "loss": 0.9703, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.00038218582040755965, |
| "grad_norm": 3.0945277214050293, |
| "learning_rate": 0.00019775552389476864, |
| "loss": 1.0403, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.0003855091753676254, |
| "grad_norm": 2.3197739124298096, |
| "learning_rate": 0.0001977127328864703, |
| "loss": 0.9427, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.0003888325303276911, |
| "grad_norm": 3.244593381881714, |
| "learning_rate": 0.00019766954253273297, |
| "loss": 1.0474, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.00039215588528775683, |
| "grad_norm": 2.804309368133545, |
| "learning_rate": 0.00019762595301007281, |
| "loss": 0.8477, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.00039547924024782257, |
| "grad_norm": 2.85494327545166, |
| "learning_rate": 0.00019758196449663724, |
| "loss": 1.0854, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.0003988025952078883, |
| "grad_norm": 3.814103364944458, |
| "learning_rate": 0.00019753757717220442, |
| "loss": 1.1628, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.00040212595016795406, |
| "grad_norm": 4.267208576202393, |
| "learning_rate": 0.00019749279121818235, |
| "loss": 0.7578, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.0004054493051280198, |
| "grad_norm": 3.6147308349609375, |
| "learning_rate": 0.00019744760681760832, |
| "loss": 0.9576, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.00040877266008808555, |
| "grad_norm": 2.247056007385254, |
| "learning_rate": 0.0001974020241551479, |
| "loss": 0.8516, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.00041209601504815124, |
| "grad_norm": 3.395348310470581, |
| "learning_rate": 0.00019735604341709448, |
| "loss": 1.0269, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.000415419370008217, |
| "grad_norm": 1.8821762800216675, |
| "learning_rate": 0.0001973096647913682, |
| "loss": 1.2513, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.0004187427249682827, |
| "grad_norm": 2.655559778213501, |
| "learning_rate": 0.00019726288846751543, |
| "loss": 0.7851, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.00042206607992834847, |
| "grad_norm": 2.37896990776062, |
| "learning_rate": 0.00019721571463670793, |
| "loss": 1.0444, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.0004253894348884142, |
| "grad_norm": 5.97744083404541, |
| "learning_rate": 0.00019716814349174193, |
| "loss": 1.4286, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.00042871278984847995, |
| "grad_norm": 2.345628499984741, |
| "learning_rate": 0.00019712017522703764, |
| "loss": 0.6584, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.0004320361448085457, |
| "grad_norm": 2.6871089935302734, |
| "learning_rate": 0.00019707181003863808, |
| "loss": 1.0913, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0004353594997686114, |
| "grad_norm": 2.9961049556732178, |
| "learning_rate": 0.0001970230481242086, |
| "loss": 0.9547, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.00043868285472867713, |
| "grad_norm": 2.3500585556030273, |
| "learning_rate": 0.00019697388968303593, |
| "loss": 1.2246, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.0004420062096887429, |
| "grad_norm": 2.1316299438476562, |
| "learning_rate": 0.0001969243349160273, |
| "loss": 1.2139, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.0004453295646488086, |
| "grad_norm": 2.329932928085327, |
| "learning_rate": 0.00019687438402570976, |
| "loss": 0.8674, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.00044865291960887436, |
| "grad_norm": 1.7258507013320923, |
| "learning_rate": 0.0001968240372162293, |
| "loss": 0.844, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.0004519762745689401, |
| "grad_norm": 2.016272783279419, |
| "learning_rate": 0.0001967732946933499, |
| "loss": 1.0166, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.00045529962952900585, |
| "grad_norm": 3.2345731258392334, |
| "learning_rate": 0.00019672215666445295, |
| "loss": 1.0894, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.00045862298448907154, |
| "grad_norm": 1.5541952848434448, |
| "learning_rate": 0.00019667062333853617, |
| "loss": 0.6242, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.0004619463394491373, |
| "grad_norm": 2.431220293045044, |
| "learning_rate": 0.0001966186949262128, |
| "loss": 0.9273, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.000465269694409203, |
| "grad_norm": 2.191262722015381, |
| "learning_rate": 0.0001965663716397108, |
| "loss": 1.0113, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.00046859304936926877, |
| "grad_norm": 2.328829050064087, |
| "learning_rate": 0.00019651365369287204, |
| "loss": 0.9758, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.0004719164043293345, |
| "grad_norm": 2.68078351020813, |
| "learning_rate": 0.0001964605413011512, |
| "loss": 0.8011, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.00047523975928940026, |
| "grad_norm": 2.8840298652648926, |
| "learning_rate": 0.0001964070346816151, |
| "loss": 0.7892, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.000478563114249466, |
| "grad_norm": 3.6275131702423096, |
| "learning_rate": 0.0001963531340529417, |
| "loss": 1.1153, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.0004818864692095317, |
| "grad_norm": 3.770171642303467, |
| "learning_rate": 0.00019629883963541932, |
| "loss": 1.0241, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.00048520982416959743, |
| "grad_norm": 2.1264586448669434, |
| "learning_rate": 0.00019624415165094567, |
| "loss": 0.9159, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.0004885331791296632, |
| "grad_norm": 2.6060941219329834, |
| "learning_rate": 0.00019618907032302682, |
| "loss": 0.9244, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.000491856534089729, |
| "grad_norm": 3.2664802074432373, |
| "learning_rate": 0.00019613359587677658, |
| "loss": 0.6543, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.0004951798890497946, |
| "grad_norm": 2.819077968597412, |
| "learning_rate": 0.00019607772853891527, |
| "loss": 0.4948, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.0004985032440098604, |
| "grad_norm": 4.578441619873047, |
| "learning_rate": 0.00019602146853776894, |
| "loss": 0.8951, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.0005018265989699261, |
| "grad_norm": 2.780761241912842, |
| "learning_rate": 0.0001959648161032686, |
| "loss": 0.9392, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.0005051499539299918, |
| "grad_norm": 3.899730682373047, |
| "learning_rate": 0.00019590777146694886, |
| "loss": 0.7832, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.0005084733088900576, |
| "grad_norm": 2.0675337314605713, |
| "learning_rate": 0.0001958503348619474, |
| "loss": 1.0346, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.0005117966638501233, |
| "grad_norm": 2.4462499618530273, |
| "learning_rate": 0.0001957925065230038, |
| "loss": 0.9325, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.0005151200188101891, |
| "grad_norm": 2.413073778152466, |
| "learning_rate": 0.00019573428668645865, |
| "loss": 0.9735, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.0005184433737702548, |
| "grad_norm": 3.141496419906616, |
| "learning_rate": 0.00019567567559025255, |
| "loss": 0.8144, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.0005217667287303206, |
| "grad_norm": 3.0127265453338623, |
| "learning_rate": 0.00019561667347392508, |
| "loss": 0.8958, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.0005250900836903863, |
| "grad_norm": 2.1341404914855957, |
| "learning_rate": 0.0001955572805786141, |
| "loss": 0.6659, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.000528413438650452, |
| "grad_norm": 2.047130584716797, |
| "learning_rate": 0.00019549749714705428, |
| "loss": 1.3919, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.0005317367936105178, |
| "grad_norm": 1.7772283554077148, |
| "learning_rate": 0.00019543732342357662, |
| "loss": 0.9742, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0005350601485705835, |
| "grad_norm": 2.946929454803467, |
| "learning_rate": 0.0001953767596541071, |
| "loss": 0.714, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.0005383835035306493, |
| "grad_norm": 2.262288808822632, |
| "learning_rate": 0.00019531580608616578, |
| "loss": 0.851, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.0005417068584907149, |
| "grad_norm": 2.8165740966796875, |
| "learning_rate": 0.00019525446296886592, |
| "loss": 1.1882, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.0005450302134507807, |
| "grad_norm": 2.16081166267395, |
| "learning_rate": 0.00019519273055291266, |
| "loss": 1.0195, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.0005483535684108464, |
| "grad_norm": 2.6508116722106934, |
| "learning_rate": 0.00019513060909060235, |
| "loss": 1.1134, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.0005516769233709121, |
| "grad_norm": 2.92147159576416, |
| "learning_rate": 0.00019506809883582124, |
| "loss": 0.8961, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.0005550002783309779, |
| "grad_norm": 1.7858153581619263, |
| "learning_rate": 0.00019500520004404458, |
| "loss": 1.0722, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.0005583236332910436, |
| "grad_norm": 2.032569646835327, |
| "learning_rate": 0.0001949419129723356, |
| "loss": 1.0517, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.0005616469882511094, |
| "grad_norm": 1.836334228515625, |
| "learning_rate": 0.0001948782378793443, |
| "loss": 0.6539, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.0005649703432111751, |
| "grad_norm": 2.391331911087036, |
| "learning_rate": 0.00019481417502530655, |
| "loss": 0.7736, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0005682936981712409, |
| "grad_norm": 4.373333930969238, |
| "learning_rate": 0.00019474972467204297, |
| "loss": 1.0564, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.0005716170531313066, |
| "grad_norm": 2.547452688217163, |
| "learning_rate": 0.0001946848870829579, |
| "loss": 0.782, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.0005749404080913723, |
| "grad_norm": 3.161325693130493, |
| "learning_rate": 0.00019461966252303824, |
| "loss": 0.8666, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.0005782637630514381, |
| "grad_norm": 2.491389513015747, |
| "learning_rate": 0.0001945540512588524, |
| "loss": 0.6843, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.0005815871180115038, |
| "grad_norm": 2.8707897663116455, |
| "learning_rate": 0.00019448805355854932, |
| "loss": 0.8991, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.0005849104729715696, |
| "grad_norm": 2.0539722442626953, |
| "learning_rate": 0.00019442166969185713, |
| "loss": 1.0514, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.0005882338279316352, |
| "grad_norm": 3.4702110290527344, |
| "learning_rate": 0.0001943548999300823, |
| "loss": 0.7809, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.000591557182891701, |
| "grad_norm": 2.381692886352539, |
| "learning_rate": 0.00019428774454610843, |
| "loss": 0.8885, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.0005948805378517667, |
| "grad_norm": 2.6960630416870117, |
| "learning_rate": 0.00019422020381439507, |
| "loss": 0.9239, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.0005982038928118324, |
| "grad_norm": 2.4607133865356445, |
| "learning_rate": 0.00019415227801097674, |
| "loss": 0.9745, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0006015272477718982, |
| "grad_norm": 1.785910964012146, |
| "learning_rate": 0.00019408396741346165, |
| "loss": 1.2146, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.0006048506027319639, |
| "grad_norm": 2.7329466342926025, |
| "learning_rate": 0.00019401527230103073, |
| "loss": 0.785, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.0006081739576920297, |
| "grad_norm": 2.557967185974121, |
| "learning_rate": 0.00019394619295443622, |
| "loss": 0.959, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.0006114973126520954, |
| "grad_norm": 3.4971165657043457, |
| "learning_rate": 0.00019387672965600087, |
| "loss": 0.9277, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.0006148206676121612, |
| "grad_norm": 4.886618137359619, |
| "learning_rate": 0.0001938068826896166, |
| "loss": 1.3942, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.0006181440225722269, |
| "grad_norm": 1.8440862894058228, |
| "learning_rate": 0.00019373665234074326, |
| "loss": 1.0188, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.0006214673775322927, |
| "grad_norm": 2.106942892074585, |
| "learning_rate": 0.00019366603889640763, |
| "loss": 0.9945, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.0006247907324923584, |
| "grad_norm": 2.9837393760681152, |
| "learning_rate": 0.0001935950426452022, |
| "loss": 1.0383, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.0006281140874524241, |
| "grad_norm": 3.691336154937744, |
| "learning_rate": 0.00019352366387728385, |
| "loss": 0.5763, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.0006314374424124899, |
| "grad_norm": 1.9145938158035278, |
| "learning_rate": 0.00019345190288437293, |
| "loss": 1.3085, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0006347607973725555, |
| "grad_norm": 3.2621686458587646, |
| "learning_rate": 0.00019337975995975176, |
| "loss": 0.6435, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.0006380841523326213, |
| "grad_norm": 2.784410238265991, |
| "learning_rate": 0.00019330723539826375, |
| "loss": 1.1942, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.000641407507292687, |
| "grad_norm": 3.4664626121520996, |
| "learning_rate": 0.00019323432949631194, |
| "loss": 1.1174, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.0006447308622527527, |
| "grad_norm": 2.1625025272369385, |
| "learning_rate": 0.0001931610425518579, |
| "loss": 1.1485, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.0006480542172128185, |
| "grad_norm": 2.522662878036499, |
| "learning_rate": 0.00019308737486442045, |
| "loss": 0.9996, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.0006513775721728842, |
| "grad_norm": 1.7756669521331787, |
| "learning_rate": 0.00019301332673507456, |
| "loss": 1.2566, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.00065470092713295, |
| "grad_norm": 2.8260562419891357, |
| "learning_rate": 0.00019293889846645006, |
| "loss": 0.8109, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.0006580242820930157, |
| "grad_norm": 3.621715545654297, |
| "learning_rate": 0.00019286409036273027, |
| "loss": 1.1546, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.0006613476370530815, |
| "grad_norm": 2.428928852081299, |
| "learning_rate": 0.00019278890272965096, |
| "loss": 1.2399, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.0006646709920131472, |
| "grad_norm": 2.2857420444488525, |
| "learning_rate": 0.00019271333587449893, |
| "loss": 0.8589, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.000667994346973213, |
| "grad_norm": 2.0460710525512695, |
| "learning_rate": 0.000192637390106111, |
| "loss": 1.2173, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.0006713177019332787, |
| "grad_norm": 1.7924888134002686, |
| "learning_rate": 0.00019256106573487238, |
| "loss": 1.1659, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.0006746410568933444, |
| "grad_norm": 3.6462109088897705, |
| "learning_rate": 0.0001924843630727157, |
| "loss": 1.2138, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.0006779644118534102, |
| "grad_norm": 3.2073163986206055, |
| "learning_rate": 0.0001924072824331197, |
| "loss": 0.9589, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.0006812877668134758, |
| "grad_norm": 2.4417810440063477, |
| "learning_rate": 0.0001923298241311078, |
| "loss": 1.355, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.0006846111217735416, |
| "grad_norm": 2.500387191772461, |
| "learning_rate": 0.0001922519884832469, |
| "loss": 1.1145, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.0006879344767336073, |
| "grad_norm": 2.686262845993042, |
| "learning_rate": 0.00019217377580764612, |
| "loss": 1.129, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.000691257831693673, |
| "grad_norm": 2.2184572219848633, |
| "learning_rate": 0.00019209518642395547, |
| "loss": 1.0944, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.0006945811866537388, |
| "grad_norm": 1.7420518398284912, |
| "learning_rate": 0.00019201622065336454, |
| "loss": 0.8796, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.0006979045416138045, |
| "grad_norm": 1.6960417032241821, |
| "learning_rate": 0.0001919368788186012, |
| "loss": 1.0007, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.0007012278965738703, |
| "grad_norm": 2.3318254947662354, |
| "learning_rate": 0.0001918571612439302, |
| "loss": 0.9545, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.000704551251533936, |
| "grad_norm": 2.0784153938293457, |
| "learning_rate": 0.00019177706825515204, |
| "loss": 0.927, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.0007078746064940018, |
| "grad_norm": 2.730631113052368, |
| "learning_rate": 0.00019169660017960137, |
| "loss": 1.0439, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.0007111979614540675, |
| "grad_norm": 4.533295154571533, |
| "learning_rate": 0.00019161575734614585, |
| "loss": 1.184, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.0007145213164141333, |
| "grad_norm": 2.6717185974121094, |
| "learning_rate": 0.0001915345400851848, |
| "loss": 0.7694, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.000717844671374199, |
| "grad_norm": 2.6606287956237793, |
| "learning_rate": 0.00019145294872864778, |
| "loss": 1.0828, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.0007211680263342647, |
| "grad_norm": 1.618622064590454, |
| "learning_rate": 0.0001913709836099932, |
| "loss": 1.1145, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.0007244913812943305, |
| "grad_norm": 2.032489538192749, |
| "learning_rate": 0.0001912886450642071, |
| "loss": 0.8887, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.0007278147362543961, |
| "grad_norm": 2.5264079570770264, |
| "learning_rate": 0.0001912059334278016, |
| "loss": 0.8463, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.0007311380912144619, |
| "grad_norm": 2.07413649559021, |
| "learning_rate": 0.0001911228490388136, |
| "loss": 0.6589, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.0007344614461745276, |
| "grad_norm": 2.0543789863586426, |
| "learning_rate": 0.00019103939223680353, |
| "loss": 0.7168, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.0007377848011345934, |
| "grad_norm": 3.012432813644409, |
| "learning_rate": 0.0001909555633628538, |
| "loss": 1.2126, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.0007411081560946591, |
| "grad_norm": 2.611142158508301, |
| "learning_rate": 0.00019087136275956743, |
| "loss": 0.9343, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.0007444315110547248, |
| "grad_norm": 3.3152942657470703, |
| "learning_rate": 0.00019078679077106668, |
| "loss": 0.9055, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.0007477548660147906, |
| "grad_norm": 4.1019158363342285, |
| "learning_rate": 0.00019070184774299163, |
| "loss": 0.8776, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.0007510782209748563, |
| "grad_norm": 2.895275831222534, |
| "learning_rate": 0.00019061653402249878, |
| "loss": 1.0603, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.0007544015759349221, |
| "grad_norm": 2.042789936065674, |
| "learning_rate": 0.0001905308499582597, |
| "loss": 1.004, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.0007577249308949878, |
| "grad_norm": 2.3302621841430664, |
| "learning_rate": 0.00019044479590045934, |
| "loss": 1.3192, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.0007610482858550536, |
| "grad_norm": 3.5617868900299072, |
| "learning_rate": 0.00019035837220079502, |
| "loss": 0.9824, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.0007643716408151193, |
| "grad_norm": 3.0707335472106934, |
| "learning_rate": 0.00019027157921247458, |
| "loss": 0.8094, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.000767694995775185, |
| "grad_norm": 3.2622036933898926, |
| "learning_rate": 0.00019018441729021522, |
| "loss": 0.8786, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.0007710183507352508, |
| "grad_norm": 4.499101161956787, |
| "learning_rate": 0.0001900968867902419, |
| "loss": 1.1085, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.0007743417056953165, |
| "grad_norm": 2.3901419639587402, |
| "learning_rate": 0.000190008988070286, |
| "loss": 0.9494, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.0007776650606553822, |
| "grad_norm": 2.419602155685425, |
| "learning_rate": 0.00018992072148958368, |
| "loss": 0.6739, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.0007809884156154479, |
| "grad_norm": 2.4259486198425293, |
| "learning_rate": 0.00018983208740887465, |
| "loss": 1.182, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.0007843117705755137, |
| "grad_norm": 1.6609954833984375, |
| "learning_rate": 0.0001897430861904004, |
| "loss": 1.0164, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.0007876351255355794, |
| "grad_norm": 3.1511013507843018, |
| "learning_rate": 0.00018965371819790305, |
| "loss": 1.1171, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.0007909584804956451, |
| "grad_norm": 7.300032138824463, |
| "learning_rate": 0.00018956398379662366, |
| "loss": 0.7417, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.0007942818354557109, |
| "grad_norm": 3.4968690872192383, |
| "learning_rate": 0.00018947388335330075, |
| "loss": 1.0722, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.0007976051904157766, |
| "grad_norm": 4.109554767608643, |
| "learning_rate": 0.00018938341723616882, |
| "loss": 0.8053, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.0008009285453758424, |
| "grad_norm": 2.8944170475006104, |
| "learning_rate": 0.00018929258581495685, |
| "loss": 0.9411, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.0008042519003359081, |
| "grad_norm": 2.943504810333252, |
| "learning_rate": 0.0001892013894608869, |
| "loss": 0.8862, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.0008075752552959739, |
| "grad_norm": 2.97049880027771, |
| "learning_rate": 0.00018910982854667227, |
| "loss": 1.015, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.0008108986102560396, |
| "grad_norm": 3.3936872482299805, |
| "learning_rate": 0.00018901790344651645, |
| "loss": 0.6542, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.0008142219652161053, |
| "grad_norm": 1.812447190284729, |
| "learning_rate": 0.00018892561453611112, |
| "loss": 1.2704, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.0008175453201761711, |
| "grad_norm": 2.3537518978118896, |
| "learning_rate": 0.00018883296219263503, |
| "loss": 1.1551, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.0008208686751362368, |
| "grad_norm": 2.7309954166412354, |
| "learning_rate": 0.000188739946794752, |
| "loss": 1.0215, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.0008241920300963025, |
| "grad_norm": 3.33671498298645, |
| "learning_rate": 0.00018864656872260985, |
| "loss": 0.7905, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.0008275153850563682, |
| "grad_norm": 2.0368332862854004, |
| "learning_rate": 0.00018855282835783857, |
| "loss": 0.9138, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.000830838740016434, |
| "grad_norm": 2.3279623985290527, |
| "learning_rate": 0.00018845872608354877, |
| "loss": 1.0188, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.0008341620949764997, |
| "grad_norm": 2.5063319206237793, |
| "learning_rate": 0.0001883642622843302, |
| "loss": 1.1243, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.0008374854499365654, |
| "grad_norm": 3.6273741722106934, |
| "learning_rate": 0.00018826943734625006, |
| "loss": 1.0699, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.0008408088048966312, |
| "grad_norm": 2.3874354362487793, |
| "learning_rate": 0.00018817425165685165, |
| "loss": 0.7969, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.0008441321598566969, |
| "grad_norm": 2.926638126373291, |
| "learning_rate": 0.00018807870560515248, |
| "loss": 0.5466, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.0008474555148167627, |
| "grad_norm": 3.166032552719116, |
| "learning_rate": 0.00018798279958164295, |
| "loss": 0.8979, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.0008507788697768284, |
| "grad_norm": 2.8900136947631836, |
| "learning_rate": 0.0001878865339782846, |
| "loss": 0.6967, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.0008541022247368942, |
| "grad_norm": 1.5542296171188354, |
| "learning_rate": 0.0001877899091885085, |
| "loss": 0.6527, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.0008574255796969599, |
| "grad_norm": 3.8023128509521484, |
| "learning_rate": 0.00018769292560721378, |
| "loss": 1.1492, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.0008607489346570257, |
| "grad_norm": 1.6674418449401855, |
| "learning_rate": 0.00018759558363076588, |
| "loss": 0.929, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.0008640722896170914, |
| "grad_norm": 2.196986198425293, |
| "learning_rate": 0.000187497883656995, |
| "loss": 0.9671, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.0008673956445771571, |
| "grad_norm": 2.3244876861572266, |
| "learning_rate": 0.00018739982608519438, |
| "loss": 1.3092, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.0008707189995372228, |
| "grad_norm": 3.8143417835235596, |
| "learning_rate": 0.00018730141131611882, |
| "loss": 0.8312, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.0008740423544972885, |
| "grad_norm": 3.9238409996032715, |
| "learning_rate": 0.00018720263975198294, |
| "loss": 0.6806, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.0008773657094573543, |
| "grad_norm": 2.1428334712982178, |
| "learning_rate": 0.00018710351179645958, |
| "loss": 1.1544, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.00088068906441742, |
| "grad_norm": 4.321423530578613, |
| "learning_rate": 0.00018700402785467804, |
| "loss": 0.8016, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.0008840124193774857, |
| "grad_norm": 2.181300401687622, |
| "learning_rate": 0.0001869041883332226, |
| "loss": 0.8536, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.0008873357743375515, |
| "grad_norm": 3.4649507999420166, |
| "learning_rate": 0.00018680399364013074, |
| "loss": 1.2305, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.0008906591292976172, |
| "grad_norm": 2.3859238624572754, |
| "learning_rate": 0.0001867034441848915, |
| "loss": 0.7846, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.000893982484257683, |
| "grad_norm": 2.412938117980957, |
| "learning_rate": 0.00018660254037844388, |
| "loss": 0.9444, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.0008973058392177487, |
| "grad_norm": 2.732755422592163, |
| "learning_rate": 0.00018650128263317492, |
| "loss": 0.9376, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.0009006291941778145, |
| "grad_norm": 2.5076234340667725, |
| "learning_rate": 0.00018639967136291837, |
| "loss": 0.9304, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.0009039525491378802, |
| "grad_norm": 2.2708938121795654, |
| "learning_rate": 0.00018629770698295266, |
| "loss": 0.7232, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.000907275904097946, |
| "grad_norm": 4.397580623626709, |
| "learning_rate": 0.00018619538990999947, |
| "loss": 0.9928, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.0009105992590580117, |
| "grad_norm": 1.9387139081954956, |
| "learning_rate": 0.00018609272056222188, |
| "loss": 1.014, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.0009139226140180774, |
| "grad_norm": 3.0823957920074463, |
| "learning_rate": 0.00018598969935922264, |
| "loss": 0.7295, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.0009172459689781431, |
| "grad_norm": 2.3667845726013184, |
| "learning_rate": 0.00018588632672204264, |
| "loss": 0.8835, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.0009205693239382088, |
| "grad_norm": 2.1651082038879395, |
| "learning_rate": 0.00018578260307315888, |
| "loss": 1.0429, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.0009238926788982746, |
| "grad_norm": 3.322813034057617, |
| "learning_rate": 0.00018567852883648303, |
| "loss": 1.2672, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.0009272160338583403, |
| "grad_norm": 2.0471742153167725, |
| "learning_rate": 0.00018557410443735962, |
| "loss": 0.8806, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.000930539388818406, |
| "grad_norm": 3.301274538040161, |
| "learning_rate": 0.00018546933030256417, |
| "loss": 0.9159, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.0009338627437784718, |
| "grad_norm": 3.298903465270996, |
| "learning_rate": 0.0001853642068603016, |
| "loss": 1.1095, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.0009371860987385375, |
| "grad_norm": 2.5087132453918457, |
| "learning_rate": 0.0001852587345402045, |
| "loss": 0.8792, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.0009405094536986033, |
| "grad_norm": 1.7635557651519775, |
| "learning_rate": 0.00018515291377333112, |
| "loss": 1.0497, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.000943832808658669, |
| "grad_norm": 3.5790061950683594, |
| "learning_rate": 0.00018504674499216398, |
| "loss": 0.9042, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.0009471561636187348, |
| "grad_norm": 2.928100347518921, |
| "learning_rate": 0.0001849402286306078, |
| "loss": 0.694, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.0009504795185788005, |
| "grad_norm": 1.8472310304641724, |
| "learning_rate": 0.00018483336512398784, |
| "loss": 0.9575, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.0009538028735388663, |
| "grad_norm": 2.5582313537597656, |
| "learning_rate": 0.00018472615490904817, |
| "loss": 1.0825, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.000957126228498932, |
| "grad_norm": 3.0536935329437256, |
| "learning_rate": 0.00018461859842394974, |
| "loss": 0.6783, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.0009604495834589977, |
| "grad_norm": 2.392599105834961, |
| "learning_rate": 0.00018451069610826885, |
| "loss": 1.0261, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.0009637729384190634, |
| "grad_norm": 2.5036656856536865, |
| "learning_rate": 0.00018440244840299506, |
| "loss": 1.0965, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.0009670962933791291, |
| "grad_norm": 2.465822696685791, |
| "learning_rate": 0.00018429385575052947, |
| "loss": 1.0378, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.0009704196483391949, |
| "grad_norm": 2.5445127487182617, |
| "learning_rate": 0.00018418491859468312, |
| "loss": 1.2362, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.0009737430032992606, |
| "grad_norm": 2.2429189682006836, |
| "learning_rate": 0.00018407563738067484, |
| "loss": 0.9317, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.0009770663582593265, |
| "grad_norm": 3.55471134185791, |
| "learning_rate": 0.00018396601255512974, |
| "loss": 0.9692, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.000980389713219392, |
| "grad_norm": 2.042926788330078, |
| "learning_rate": 0.00018385604456607716, |
| "loss": 1.2451, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.000983713068179458, |
| "grad_norm": 3.4148218631744385, |
| "learning_rate": 0.00018374573386294895, |
| "loss": 0.8401, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.0009870364231395236, |
| "grad_norm": 2.3613572120666504, |
| "learning_rate": 0.0001836350808965776, |
| "loss": 1.0124, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.0009903597780995892, |
| "grad_norm": 2.9397356510162354, |
| "learning_rate": 0.00018352408611919453, |
| "loss": 0.9683, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.000993683133059655, |
| "grad_norm": 2.9389772415161133, |
| "learning_rate": 0.00018341274998442784, |
| "loss": 1.0199, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.0009970064880197207, |
| "grad_norm": 2.2349863052368164, |
| "learning_rate": 0.00018330107294730108, |
| "loss": 0.6362, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.0010003298429797866, |
| "grad_norm": 5.871376037597656, |
| "learning_rate": 0.00018318905546423073, |
| "loss": 1.1047, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.0010036531979398522, |
| "grad_norm": 2.5690672397613525, |
| "learning_rate": 0.00018307669799302488, |
| "loss": 1.0427, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.001006976552899918, |
| "grad_norm": 3.2409777641296387, |
| "learning_rate": 0.00018296400099288097, |
| "loss": 1.03, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.0010102999078599837, |
| "grad_norm": 4.485978126525879, |
| "learning_rate": 0.00018285096492438424, |
| "loss": 1.3459, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.0010136232628200495, |
| "grad_norm": 1.8319387435913086, |
| "learning_rate": 0.00018273759024950548, |
| "loss": 1.0016, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.0010169466177801152, |
| "grad_norm": 3.108205556869507, |
| "learning_rate": 0.0001826238774315995, |
| "loss": 1.0015, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.001020269972740181, |
| "grad_norm": 3.326137065887451, |
| "learning_rate": 0.000182509826935403, |
| "loss": 1.0947, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.0010235933277002467, |
| "grad_norm": 3.105820894241333, |
| "learning_rate": 0.0001823954392270328, |
| "loss": 0.778, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.0010269166826603125, |
| "grad_norm": 3.1342649459838867, |
| "learning_rate": 0.00018228071477398384, |
| "loss": 0.7484, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.0010302400376203781, |
| "grad_norm": 1.9609036445617676, |
| "learning_rate": 0.0001821656540451273, |
| "loss": 0.9163, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.0010335633925804438, |
| "grad_norm": 1.4800784587860107, |
| "learning_rate": 0.00018205025751070875, |
| "loss": 1.1521, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.0010368867475405096, |
| "grad_norm": 2.0486462116241455, |
| "learning_rate": 0.00018193452564234616, |
| "loss": 1.0623, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.0010402101025005753, |
| "grad_norm": 2.7646169662475586, |
| "learning_rate": 0.00018181845891302798, |
| "loss": 0.862, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.0010435334574606411, |
| "grad_norm": 2.550889015197754, |
| "learning_rate": 0.00018170205779711118, |
| "loss": 0.6153, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.0010468568124207068, |
| "grad_norm": 3.889507532119751, |
| "learning_rate": 0.00018158532277031937, |
| "loss": 0.7214, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.0010501801673807726, |
| "grad_norm": 2.5603508949279785, |
| "learning_rate": 0.0001814682543097409, |
| "loss": 0.7829, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.0010535035223408382, |
| "grad_norm": 3.280411958694458, |
| "learning_rate": 0.0001813508528938267, |
| "loss": 0.771, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.001056826877300904, |
| "grad_norm": 3.2252628803253174, |
| "learning_rate": 0.0001812331190023886, |
| "loss": 0.9369, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.0010601502322609697, |
| "grad_norm": 2.261021614074707, |
| "learning_rate": 0.00018111505311659717, |
| "loss": 1.217, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.0010634735872210356, |
| "grad_norm": 2.3012399673461914, |
| "learning_rate": 0.00018099665571897985, |
| "loss": 0.5416, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.0010667969421811012, |
| "grad_norm": 2.697085380554199, |
| "learning_rate": 0.0001808779272934189, |
| "loss": 1.1075, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.001070120297141167, |
| "grad_norm": 2.5063865184783936, |
| "learning_rate": 0.0001807588683251495, |
| "loss": 0.8138, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.0010734436521012327, |
| "grad_norm": 1.4487773180007935, |
| "learning_rate": 0.00018063947930075776, |
| "loss": 0.4407, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.0010767670070612986, |
| "grad_norm": 3.233240842819214, |
| "learning_rate": 0.00018051976070817863, |
| "loss": 0.9007, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.0010800903620213642, |
| "grad_norm": 2.9533498287200928, |
| "learning_rate": 0.00018039971303669407, |
| "loss": 0.7207, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.0010834137169814298, |
| "grad_norm": 2.865853786468506, |
| "learning_rate": 0.00018027933677693093, |
| "loss": 0.8445, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.0010867370719414957, |
| "grad_norm": 2.8847525119781494, |
| "learning_rate": 0.00018015863242085893, |
| "loss": 0.7728, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.0010900604269015613, |
| "grad_norm": 2.10323429107666, |
| "learning_rate": 0.00018003760046178882, |
| "loss": 0.8566, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.0010933837818616272, |
| "grad_norm": 3.8857202529907227, |
| "learning_rate": 0.0001799162413943701, |
| "loss": 0.6903, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.0010967071368216928, |
| "grad_norm": 1.5929932594299316, |
| "learning_rate": 0.00017979455571458925, |
| "loss": 1.0631, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.0011000304917817587, |
| "grad_norm": 3.014399528503418, |
| "learning_rate": 0.0001796725439197675, |
| "loss": 1.365, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.0011033538467418243, |
| "grad_norm": 4.478724479675293, |
| "learning_rate": 0.000179550206508559, |
| "loss": 0.8415, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.0011066772017018901, |
| "grad_norm": 1.781765341758728, |
| "learning_rate": 0.00017942754398094857, |
| "loss": 0.5434, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.0011100005566619558, |
| "grad_norm": 3.170738697052002, |
| "learning_rate": 0.00017930455683824978, |
| "loss": 1.0487, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.0011133239116220216, |
| "grad_norm": 2.5717639923095703, |
| "learning_rate": 0.00017918124558310297, |
| "loss": 0.8212, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.0011166472665820873, |
| "grad_norm": 2.808405876159668, |
| "learning_rate": 0.00017905761071947295, |
| "loss": 1.0972, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.0011199706215421531, |
| "grad_norm": 3.92203426361084, |
| "learning_rate": 0.00017893365275264725, |
| "loss": 0.797, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.0011232939765022187, |
| "grad_norm": 2.4668996334075928, |
| "learning_rate": 0.0001788093721892338, |
| "loss": 1.033, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.0011266173314622846, |
| "grad_norm": 2.6391379833221436, |
| "learning_rate": 0.000178684769537159, |
| "loss": 0.5075, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.0011299406864223502, |
| "grad_norm": 2.84360671043396, |
| "learning_rate": 0.00017855984530566564, |
| "loss": 1.1123, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.0011332640413824159, |
| "grad_norm": 1.7640575170516968, |
| "learning_rate": 0.00017843460000531067, |
| "loss": 0.9707, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.0011365873963424817, |
| "grad_norm": 2.5037143230438232, |
| "learning_rate": 0.00017830903414796335, |
| "loss": 0.6243, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.0011399107513025474, |
| "grad_norm": 2.5472731590270996, |
| "learning_rate": 0.000178183148246803, |
| "loss": 1.0894, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.0011432341062626132, |
| "grad_norm": 2.467581272125244, |
| "learning_rate": 0.00017805694281631686, |
| "loss": 0.8145, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.0011465574612226788, |
| "grad_norm": 3.2736828327178955, |
| "learning_rate": 0.0001779304183722982, |
| "loss": 1.0468, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.0011498808161827447, |
| "grad_norm": 3.0014312267303467, |
| "learning_rate": 0.00017780357543184397, |
| "loss": 1.0217, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.0011532041711428103, |
| "grad_norm": 3.703835964202881, |
| "learning_rate": 0.0001776764145133528, |
| "loss": 1.2066, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.0011565275261028762, |
| "grad_norm": 1.8380101919174194, |
| "learning_rate": 0.00017754893613652296, |
| "loss": 1.0121, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.0011598508810629418, |
| "grad_norm": 2.157499074935913, |
| "learning_rate": 0.00017742114082235007, |
| "loss": 0.9844, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.0011631742360230077, |
| "grad_norm": 2.0482964515686035, |
| "learning_rate": 0.0001772930290931251, |
| "loss": 1.0921, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.0011664975909830733, |
| "grad_norm": 3.072906970977783, |
| "learning_rate": 0.00017716460147243214, |
| "loss": 0.9271, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.0011698209459431392, |
| "grad_norm": 3.1043128967285156, |
| "learning_rate": 0.00017703585848514634, |
| "loss": 0.8887, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.0011731443009032048, |
| "grad_norm": 2.7866482734680176, |
| "learning_rate": 0.0001769068006574317, |
| "loss": 0.9484, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.0011764676558632704, |
| "grad_norm": 2.687323570251465, |
| "learning_rate": 0.000176777428516739, |
| "loss": 0.6494, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.0011797910108233363, |
| "grad_norm": 2.3020708560943604, |
| "learning_rate": 0.00017664774259180358, |
| "loss": 0.9386, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.001183114365783402, |
| "grad_norm": 3.3048105239868164, |
| "learning_rate": 0.0001765177434126432, |
| "loss": 0.3607, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.0011864377207434678, |
| "grad_norm": 3.4005367755889893, |
| "learning_rate": 0.00017638743151055577, |
| "loss": 1.238, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.0011897610757035334, |
| "grad_norm": 2.0202198028564453, |
| "learning_rate": 0.00017625680741811746, |
| "loss": 0.9871, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.0011930844306635993, |
| "grad_norm": 1.9557870626449585, |
| "learning_rate": 0.0001761258716691802, |
| "loss": 1.0906, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.0011964077856236649, |
| "grad_norm": 2.3570261001586914, |
| "learning_rate": 0.00017599462479886974, |
| "loss": 1.1271, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.0011997311405837307, |
| "grad_norm": 1.4958679676055908, |
| "learning_rate": 0.00017586306734358327, |
| "loss": 1.1567, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.0012030544955437964, |
| "grad_norm": 2.152766466140747, |
| "learning_rate": 0.00017573119984098736, |
| "loss": 0.8759, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.0012063778505038622, |
| "grad_norm": 2.1238322257995605, |
| "learning_rate": 0.00017559902283001568, |
| "loss": 0.7054, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.0012097012054639279, |
| "grad_norm": 2.2603347301483154, |
| "learning_rate": 0.00017546653685086695, |
| "loss": 0.975, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.0012130245604239937, |
| "grad_norm": 4.177649974822998, |
| "learning_rate": 0.00017533374244500251, |
| "loss": 0.9077, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.0012163479153840594, |
| "grad_norm": 1.964353322982788, |
| "learning_rate": 0.00017520064015514426, |
| "loss": 1.0452, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.0012196712703441252, |
| "grad_norm": 2.904496192932129, |
| "learning_rate": 0.00017506723052527242, |
| "loss": 0.9162, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.0012229946253041908, |
| "grad_norm": 3.1555521488189697, |
| "learning_rate": 0.00017493351410062332, |
| "loss": 0.9982, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.0012263179802642565, |
| "grad_norm": 1.9540929794311523, |
| "learning_rate": 0.00017479949142768701, |
| "loss": 0.9032, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.0012296413352243223, |
| "grad_norm": 2.2113213539123535, |
| "learning_rate": 0.00017466516305420524, |
| "loss": 1.2224, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.001232964690184388, |
| "grad_norm": 2.5216219425201416, |
| "learning_rate": 0.0001745305295291692, |
| "loss": 0.4719, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.0012362880451444538, |
| "grad_norm": 2.709094762802124, |
| "learning_rate": 0.0001743955914028171, |
| "loss": 1.0046, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.0012396114001045194, |
| "grad_norm": 2.3994715213775635, |
| "learning_rate": 0.00017426034922663215, |
| "loss": 0.8855, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.0012429347550645853, |
| "grad_norm": 2.200916290283203, |
| "learning_rate": 0.00017412480355334005, |
| "loss": 0.4202, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.001246258110024651, |
| "grad_norm": 4.263378620147705, |
| "learning_rate": 0.00017398895493690695, |
| "loss": 1.4742, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.0012495814649847168, |
| "grad_norm": 4.30838680267334, |
| "learning_rate": 0.00017385280393253716, |
| "loss": 0.8915, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.0012529048199447824, |
| "grad_norm": 2.5490801334381104, |
| "learning_rate": 0.00017371635109667078, |
| "loss": 0.825, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.0012562281749048483, |
| "grad_norm": 3.2061240673065186, |
| "learning_rate": 0.0001735795969869814, |
| "loss": 0.7491, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.001259551529864914, |
| "grad_norm": 3.4488770961761475, |
| "learning_rate": 0.00017344254216237405, |
| "loss": 1.1215, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.0012628748848249798, |
| "grad_norm": 2.368572473526001, |
| "learning_rate": 0.00017330518718298264, |
| "loss": 0.7542, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.0012661982397850454, |
| "grad_norm": 2.1083364486694336, |
| "learning_rate": 0.00017316753261016783, |
| "loss": 1.0216, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.001269521594745111, |
| "grad_norm": 2.4465689659118652, |
| "learning_rate": 0.00017302957900651474, |
| "loss": 1.0206, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.0012728449497051769, |
| "grad_norm": 3.2313036918640137, |
| "learning_rate": 0.00017289132693583054, |
| "loss": 0.5874, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.0012761683046652425, |
| "grad_norm": 3.041651487350464, |
| "learning_rate": 0.0001727527769631422, |
| "loss": 0.7914, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.0012794916596253084, |
| "grad_norm": 2.390862464904785, |
| "learning_rate": 0.00017261392965469433, |
| "loss": 1.0101, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.001282815014585374, |
| "grad_norm": 4.3812384605407715, |
| "learning_rate": 0.0001724747855779466, |
| "loss": 0.9469, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.0012861383695454399, |
| "grad_norm": 2.5919861793518066, |
| "learning_rate": 0.0001723353453015716, |
| "loss": 1.0545, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.0012894617245055055, |
| "grad_norm": 4.194575786590576, |
| "learning_rate": 0.00017219560939545246, |
| "loss": 0.9847, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.0012927850794655713, |
| "grad_norm": 2.478445291519165, |
| "learning_rate": 0.00017205557843068053, |
| "loss": 0.7504, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.001296108434425637, |
| "grad_norm": 2.1282832622528076, |
| "learning_rate": 0.00017191525297955305, |
| "loss": 1.2168, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.0012994317893857028, |
| "grad_norm": 3.0459330081939697, |
| "learning_rate": 0.0001717746336155708, |
| "loss": 1.1439, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.0012994317893857028, |
| "eval_loss": 0.8704972267150879, |
| "eval_runtime": 3693.4866, |
| "eval_samples_per_second": 34.303, |
| "eval_steps_per_second": 17.151, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.0013027551443457685, |
| "grad_norm": 2.632965564727783, |
| "learning_rate": 0.00017163372091343577, |
| "loss": 0.9137, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.0013060784993058343, |
| "grad_norm": 1.4869773387908936, |
| "learning_rate": 0.00017149251544904882, |
| "loss": 0.8338, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.0013094018542659, |
| "grad_norm": 5.153099060058594, |
| "learning_rate": 0.00017135101779950724, |
| "loss": 0.8866, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.0013127252092259658, |
| "grad_norm": 3.6976099014282227, |
| "learning_rate": 0.00017120922854310257, |
| "loss": 0.8889, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.0013160485641860314, |
| "grad_norm": 1.75978684425354, |
| "learning_rate": 0.00017106714825931802, |
| "loss": 1.2338, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.001319371919146097, |
| "grad_norm": 1.826157808303833, |
| "learning_rate": 0.00017092477752882624, |
| "loss": 0.8935, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.001322695274106163, |
| "grad_norm": 2.7146592140197754, |
| "learning_rate": 0.00017078211693348703, |
| "loss": 0.8549, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.0013260186290662286, |
| "grad_norm": 2.9821267127990723, |
| "learning_rate": 0.0001706391670563447, |
| "loss": 0.8395, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.0013293419840262944, |
| "grad_norm": 2.361262559890747, |
| "learning_rate": 0.00017049592848162584, |
| "loss": 1.0358, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.00133266533898636, |
| "grad_norm": 1.803381085395813, |
| "learning_rate": 0.00017035240179473702, |
| "loss": 0.989, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.001335988693946426, |
| "grad_norm": 2.557971954345703, |
| "learning_rate": 0.00017020858758226229, |
| "loss": 0.6285, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.0013393120489064915, |
| "grad_norm": 3.2461156845092773, |
| "learning_rate": 0.0001700644864319607, |
| "loss": 0.9443, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.0013426354038665574, |
| "grad_norm": 3.7882282733917236, |
| "learning_rate": 0.0001699200989327641, |
| "loss": 1.0142, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.001345958758826623, |
| "grad_norm": 3.207019090652466, |
| "learning_rate": 0.00016977542567477464, |
| "loss": 0.9527, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.0013492821137866889, |
| "grad_norm": 3.3129143714904785, |
| "learning_rate": 0.00016963046724926222, |
| "loss": 0.537, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.0013526054687467545, |
| "grad_norm": 2.425410270690918, |
| "learning_rate": 0.00016948522424866232, |
| "loss": 1.1796, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.0013559288237068204, |
| "grad_norm": 2.3339781761169434, |
| "learning_rate": 0.0001693396972665734, |
| "loss": 1.1248, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.001359252178666886, |
| "grad_norm": 3.7352707386016846, |
| "learning_rate": 0.00016919388689775464, |
| "loss": 0.7856, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.0013625755336269516, |
| "grad_norm": 2.3421618938446045, |
| "learning_rate": 0.0001690477937381232, |
| "loss": 0.9149, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.0013658988885870175, |
| "grad_norm": 2.084648370742798, |
| "learning_rate": 0.00016890141838475216, |
| "loss": 1.058, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.0013692222435470831, |
| "grad_norm": 2.667465925216675, |
| "learning_rate": 0.00016875476143586788, |
| "loss": 0.888, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.001372545598507149, |
| "grad_norm": 2.5984764099121094, |
| "learning_rate": 0.00016860782349084751, |
| "loss": 1.0558, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.0013758689534672146, |
| "grad_norm": 2.0233418941497803, |
| "learning_rate": 0.00016846060515021664, |
| "loss": 0.8647, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.0013791923084272805, |
| "grad_norm": 1.992729663848877, |
| "learning_rate": 0.0001683131070156469, |
| "loss": 0.8641, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.001382515663387346, |
| "grad_norm": 3.5655345916748047, |
| "learning_rate": 0.00016816532968995328, |
| "loss": 0.8263, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.001385839018347412, |
| "grad_norm": 2.9530506134033203, |
| "learning_rate": 0.00016801727377709194, |
| "loss": 1.23, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.0013891623733074776, |
| "grad_norm": 3.0972983837127686, |
| "learning_rate": 0.00016786893988215753, |
| "loss": 1.024, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.0013924857282675434, |
| "grad_norm": 2.1109039783477783, |
| "learning_rate": 0.00016772032861138078, |
| "loss": 0.7285, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.001395809083227609, |
| "grad_norm": 2.995969772338867, |
| "learning_rate": 0.0001675714405721261, |
| "loss": 1.1356, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.001399132438187675, |
| "grad_norm": 2.299896001815796, |
| "learning_rate": 0.00016742227637288898, |
| "loss": 0.5957, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.0014024557931477406, |
| "grad_norm": 2.808175802230835, |
| "learning_rate": 0.00016727283662329364, |
| "loss": 1.0108, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.0014057791481078064, |
| "grad_norm": 4.093789577484131, |
| "learning_rate": 0.0001671231219340903, |
| "loss": 1.0245, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.001409102503067872, |
| "grad_norm": 2.4589288234710693, |
| "learning_rate": 0.00016697313291715298, |
| "loss": 0.6939, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.0014124258580279377, |
| "grad_norm": 5.273706912994385, |
| "learning_rate": 0.00016682287018547683, |
| "loss": 1.0611, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.0014157492129880035, |
| "grad_norm": 3.4499144554138184, |
| "learning_rate": 0.00016667233435317563, |
| "loss": 0.5464, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.0014190725679480692, |
| "grad_norm": 2.4028947353363037, |
| "learning_rate": 0.00016652152603547927, |
| "loss": 1.1199, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.001422395922908135, |
| "grad_norm": 2.268855571746826, |
| "learning_rate": 0.00016637044584873136, |
| "loss": 1.0922, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.0014257192778682007, |
| "grad_norm": 3.1352345943450928, |
| "learning_rate": 0.00016621909441038657, |
| "loss": 1.0471, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.0014290426328282665, |
| "grad_norm": 1.8427302837371826, |
| "learning_rate": 0.00016606747233900815, |
| "loss": 0.6699, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.0014323659877883321, |
| "grad_norm": 1.804359793663025, |
| "learning_rate": 0.00016591558025426544, |
| "loss": 1.2433, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.001435689342748398, |
| "grad_norm": 5.659308433532715, |
| "learning_rate": 0.00016576341877693124, |
| "loss": 0.5329, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.0014390126977084636, |
| "grad_norm": 1.967049241065979, |
| "learning_rate": 0.0001656109885288794, |
| "loss": 0.8665, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.0014423360526685295, |
| "grad_norm": 2.3949718475341797, |
| "learning_rate": 0.00016545829013308225, |
| "loss": 0.8402, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.0014456594076285951, |
| "grad_norm": 2.300781011581421, |
| "learning_rate": 0.0001653053242136079, |
| "loss": 0.6372, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.001448982762588661, |
| "grad_norm": 3.4098687171936035, |
| "learning_rate": 0.00016515209139561794, |
| "loss": 0.8991, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.0014523061175487266, |
| "grad_norm": 2.723649501800537, |
| "learning_rate": 0.00016499859230536466, |
| "loss": 0.8339, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.0014556294725087922, |
| "grad_norm": 2.5706515312194824, |
| "learning_rate": 0.0001648448275701887, |
| "loss": 1.1809, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.001458952827468858, |
| "grad_norm": 1.948763370513916, |
| "learning_rate": 0.00016469079781851625, |
| "loss": 0.9353, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.0014622761824289237, |
| "grad_norm": 2.3732707500457764, |
| "learning_rate": 0.00016453650367985668, |
| "loss": 1.034, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.0014655995373889896, |
| "grad_norm": 4.767099380493164, |
| "learning_rate": 0.00016438194578479985, |
| "loss": 0.8753, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.0014689228923490552, |
| "grad_norm": 1.9508168697357178, |
| "learning_rate": 0.0001642271247650136, |
| "loss": 0.7414, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.001472246247309121, |
| "grad_norm": 1.9055126905441284, |
| "learning_rate": 0.00016407204125324116, |
| "loss": 0.8888, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.0014755696022691867, |
| "grad_norm": 2.2996304035186768, |
| "learning_rate": 0.0001639166958832985, |
| "loss": 1.1437, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.0014788929572292526, |
| "grad_norm": 3.2411177158355713, |
| "learning_rate": 0.00016376108929007184, |
| "loss": 0.5016, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.0014822163121893182, |
| "grad_norm": 2.1126418113708496, |
| "learning_rate": 0.00016360522210951493, |
| "loss": 0.6018, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.001485539667149384, |
| "grad_norm": 3.6384987831115723, |
| "learning_rate": 0.0001634490949786466, |
| "loss": 0.9203, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.0014888630221094497, |
| "grad_norm": 2.7655153274536133, |
| "learning_rate": 0.00016329270853554807, |
| "loss": 0.9189, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.0014921863770695155, |
| "grad_norm": 1.8706140518188477, |
| "learning_rate": 0.0001631360634193603, |
| "loss": 1.0808, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.0014955097320295812, |
| "grad_norm": 1.975322961807251, |
| "learning_rate": 0.00016297916027028145, |
| "loss": 0.8144, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.001498833086989647, |
| "grad_norm": 3.291835308074951, |
| "learning_rate": 0.00016282199972956425, |
| "loss": 1.0246, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.0015021564419497127, |
| "grad_norm": 2.300535202026367, |
| "learning_rate": 0.0001626645824395134, |
| "loss": 0.8856, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.0015054797969097783, |
| "grad_norm": 1.8646293878555298, |
| "learning_rate": 0.00016250690904348288, |
| "loss": 1.0197, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.0015088031518698441, |
| "grad_norm": 1.7120147943496704, |
| "learning_rate": 0.00016234898018587337, |
| "loss": 1.1095, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.0015121265068299098, |
| "grad_norm": 2.1905558109283447, |
| "learning_rate": 0.0001621907965121296, |
| "loss": 0.9063, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.0015154498617899756, |
| "grad_norm": 3.786543846130371, |
| "learning_rate": 0.00016203235866873775, |
| "loss": 0.6928, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.0015187732167500413, |
| "grad_norm": 1.866148829460144, |
| "learning_rate": 0.0001618736673032227, |
| "loss": 1.0672, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.0015220965717101071, |
| "grad_norm": 3.7805371284484863, |
| "learning_rate": 0.00016171472306414554, |
| "loss": 1.0216, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.0015254199266701728, |
| "grad_norm": 2.432818651199341, |
| "learning_rate": 0.00016155552660110077, |
| "loss": 0.9857, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.0015287432816302386, |
| "grad_norm": 2.6401114463806152, |
| "learning_rate": 0.00016139607856471377, |
| "loss": 0.9474, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.0015320666365903042, |
| "grad_norm": 2.096764326095581, |
| "learning_rate": 0.00016123637960663807, |
| "loss": 1.045, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.00153538999155037, |
| "grad_norm": 2.8241002559661865, |
| "learning_rate": 0.00016107643037955268, |
| "loss": 0.8571, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.0015387133465104357, |
| "grad_norm": 2.8577942848205566, |
| "learning_rate": 0.0001609162315371594, |
| "loss": 0.6324, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.0015420367014705016, |
| "grad_norm": 2.700242280960083, |
| "learning_rate": 0.00016075578373418028, |
| "loss": 1.0659, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.0015453600564305672, |
| "grad_norm": 2.174943447113037, |
| "learning_rate": 0.00016059508762635482, |
| "loss": 0.9258, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.001548683411390633, |
| "grad_norm": 2.8636996746063232, |
| "learning_rate": 0.0001604341438704373, |
| "loss": 0.9383, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.0015520067663506987, |
| "grad_norm": 3.066033363342285, |
| "learning_rate": 0.00016027295312419422, |
| "loss": 1.0673, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.0015553301213107643, |
| "grad_norm": 3.1587865352630615, |
| "learning_rate": 0.00016011151604640136, |
| "loss": 1.1949, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.0015586534762708302, |
| "grad_norm": 3.5673201084136963, |
| "learning_rate": 0.00015994983329684133, |
| "loss": 0.783, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.0015619768312308958, |
| "grad_norm": 2.6469643115997314, |
| "learning_rate": 0.00015978790553630078, |
| "loss": 0.4112, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.0015653001861909617, |
| "grad_norm": 2.6395437717437744, |
| "learning_rate": 0.00015962573342656765, |
| "loss": 0.7402, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.0015686235411510273, |
| "grad_norm": 1.745032787322998, |
| "learning_rate": 0.00015946331763042867, |
| "loss": 1.0291, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.0015719468961110932, |
| "grad_norm": 3.5931172370910645, |
| "learning_rate": 0.00015930065881166632, |
| "loss": 0.8037, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.0015752702510711588, |
| "grad_norm": 2.4732863903045654, |
| "learning_rate": 0.00015913775763505637, |
| "loss": 0.9627, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.0015785936060312246, |
| "grad_norm": 2.6400890350341797, |
| "learning_rate": 0.0001589746147663651, |
| "loss": 0.7749, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.0015819169609912903, |
| "grad_norm": 2.4512929916381836, |
| "learning_rate": 0.00015881123087234657, |
| "loss": 1.1159, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.0015852403159513561, |
| "grad_norm": 2.0185978412628174, |
| "learning_rate": 0.00015864760662073987, |
| "loss": 1.2768, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.0015885636709114218, |
| "grad_norm": 2.912163019180298, |
| "learning_rate": 0.00015848374268026647, |
| "loss": 1.0635, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.0015918870258714876, |
| "grad_norm": 2.7098071575164795, |
| "learning_rate": 0.00015831963972062733, |
| "loss": 0.7312, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.0015952103808315533, |
| "grad_norm": 2.5512664318084717, |
| "learning_rate": 0.0001581552984125004, |
| "loss": 0.923, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.001598533735791619, |
| "grad_norm": 2.5175719261169434, |
| "learning_rate": 0.00015799071942753761, |
| "loss": 1.1241, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.0016018570907516847, |
| "grad_norm": 3.3355424404144287, |
| "learning_rate": 0.0001578259034383624, |
| "loss": 1.136, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.0016051804457117504, |
| "grad_norm": 2.516444444656372, |
| "learning_rate": 0.00015766085111856666, |
| "loss": 1.0188, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.0016085038006718162, |
| "grad_norm": 3.273106813430786, |
| "learning_rate": 0.0001574955631427083, |
| "loss": 0.897, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.0016118271556318819, |
| "grad_norm": 2.3515381813049316, |
| "learning_rate": 0.00015733004018630826, |
| "loss": 0.7614, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.0016151505105919477, |
| "grad_norm": 2.614287853240967, |
| "learning_rate": 0.00015716428292584787, |
| "loss": 0.8529, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.0016184738655520134, |
| "grad_norm": 2.9184141159057617, |
| "learning_rate": 0.00015699829203876604, |
| "loss": 0.9287, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.0016217972205120792, |
| "grad_norm": 3.2746150493621826, |
| "learning_rate": 0.0001568320682034564, |
| "loss": 1.1188, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.0016251205754721448, |
| "grad_norm": 1.6501518487930298, |
| "learning_rate": 0.00015666561209926483, |
| "loss": 1.0454, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.0016284439304322107, |
| "grad_norm": 3.8467586040496826, |
| "learning_rate": 0.00015649892440648623, |
| "loss": 0.6954, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.0016317672853922763, |
| "grad_norm": 3.561048746109009, |
| "learning_rate": 0.0001563320058063622, |
| "loss": 0.9012, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.0016350906403523422, |
| "grad_norm": 2.222306489944458, |
| "learning_rate": 0.00015616485698107796, |
| "loss": 0.7613, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.0016384139953124078, |
| "grad_norm": 3.8600544929504395, |
| "learning_rate": 0.00015599747861375955, |
| "loss": 0.901, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.0016417373502724737, |
| "grad_norm": 3.1266143321990967, |
| "learning_rate": 0.0001558298713884713, |
| "loss": 0.6679, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.0016450607052325393, |
| "grad_norm": 3.8968734741210938, |
| "learning_rate": 0.00015566203599021275, |
| "loss": 1.0986, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.001648384060192605, |
| "grad_norm": 3.6821038722991943, |
| "learning_rate": 0.00015549397310491605, |
| "loss": 0.9001, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.0016517074151526708, |
| "grad_norm": 2.760500907897949, |
| "learning_rate": 0.000155325683419443, |
| "loss": 1.0146, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.0016550307701127364, |
| "grad_norm": 2.9722185134887695, |
| "learning_rate": 0.00015515716762158234, |
| "loss": 0.7516, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.0016583541250728023, |
| "grad_norm": 3.296940565109253, |
| "learning_rate": 0.00015498842640004697, |
| "loss": 1.0195, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.001661677480032868, |
| "grad_norm": 3.3275465965270996, |
| "learning_rate": 0.00015481946044447099, |
| "loss": 1.1395, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.0016650008349929338, |
| "grad_norm": 1.8965284824371338, |
| "learning_rate": 0.00015465027044540703, |
| "loss": 0.955, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.0016683241899529994, |
| "grad_norm": 2.5544114112854004, |
| "learning_rate": 0.00015448085709432338, |
| "loss": 0.8705, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.0016716475449130653, |
| "grad_norm": 2.28839111328125, |
| "learning_rate": 0.00015431122108360113, |
| "loss": 1.123, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.0016749708998731309, |
| "grad_norm": 2.4948532581329346, |
| "learning_rate": 0.00015414136310653136, |
| "loss": 0.9548, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.0016782942548331967, |
| "grad_norm": 2.0821659564971924, |
| "learning_rate": 0.0001539712838573123, |
| "loss": 0.933, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.0016816176097932624, |
| "grad_norm": 6.152196407318115, |
| "learning_rate": 0.00015380098403104659, |
| "loss": 0.9145, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.0016849409647533282, |
| "grad_norm": 4.252583026885986, |
| "learning_rate": 0.00015363046432373824, |
| "loss": 1.0098, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.0016882643197133939, |
| "grad_norm": 1.9507724046707153, |
| "learning_rate": 0.00015345972543229, |
| "loss": 0.9155, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.0016915876746734595, |
| "grad_norm": 2.152318000793457, |
| "learning_rate": 0.00015328876805450028, |
| "loss": 0.752, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.0016949110296335254, |
| "grad_norm": 2.5415759086608887, |
| "learning_rate": 0.00015311759288906058, |
| "loss": 0.9171, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.001698234384593591, |
| "grad_norm": 2.117537260055542, |
| "learning_rate": 0.00015294620063555238, |
| "loss": 0.8896, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.0017015577395536568, |
| "grad_norm": 3.0093698501586914, |
| "learning_rate": 0.00015277459199444443, |
| "loss": 0.8285, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.0017048810945137225, |
| "grad_norm": 2.4002845287323, |
| "learning_rate": 0.00015260276766708984, |
| "loss": 1.1828, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.0017082044494737883, |
| "grad_norm": 2.418215274810791, |
| "learning_rate": 0.00015243072835572318, |
| "loss": 0.8807, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.001711527804433854, |
| "grad_norm": 2.4018712043762207, |
| "learning_rate": 0.0001522584747634577, |
| "loss": 1.1787, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.0017148511593939198, |
| "grad_norm": 2.147928476333618, |
| "learning_rate": 0.00015208600759428233, |
| "loss": 0.7692, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.0017181745143539854, |
| "grad_norm": 2.350783586502075, |
| "learning_rate": 0.00015191332755305897, |
| "loss": 1.0425, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.0017214978693140513, |
| "grad_norm": 2.458204507827759, |
| "learning_rate": 0.0001517404353455194, |
| "loss": 0.7915, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.001724821224274117, |
| "grad_norm": 2.6229255199432373, |
| "learning_rate": 0.00015156733167826265, |
| "loss": 0.9421, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.0017281445792341828, |
| "grad_norm": 2.9751713275909424, |
| "learning_rate": 0.0001513940172587518, |
| "loss": 0.3238, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.0017314679341942484, |
| "grad_norm": 2.61183762550354, |
| "learning_rate": 0.00015122049279531143, |
| "loss": 1.1529, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.0017347912891543143, |
| "grad_norm": 3.126204013824463, |
| "learning_rate": 0.00015104675899712446, |
| "loss": 0.9725, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.00173811464411438, |
| "grad_norm": 2.5497734546661377, |
| "learning_rate": 0.00015087281657422932, |
| "loss": 0.7982, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.0017414379990744455, |
| "grad_norm": 4.07115364074707, |
| "learning_rate": 0.0001506986662375172, |
| "loss": 0.8708, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.0017447613540345114, |
| "grad_norm": 3.228093147277832, |
| "learning_rate": 0.00015052430869872888, |
| "loss": 0.5493, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.001748084708994577, |
| "grad_norm": 2.09004282951355, |
| "learning_rate": 0.000150349744670452, |
| "loss": 0.7265, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.0017514080639546429, |
| "grad_norm": 2.7839608192443848, |
| "learning_rate": 0.0001501749748661182, |
| "loss": 1.0662, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.0017547314189147085, |
| "grad_norm": 3.578474998474121, |
| "learning_rate": 0.00015000000000000001, |
| "loss": 0.8695, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.0017580547738747744, |
| "grad_norm": 2.8635523319244385, |
| "learning_rate": 0.00014982482078720806, |
| "loss": 0.8677, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.00176137812883484, |
| "grad_norm": 2.218343734741211, |
| "learning_rate": 0.00014964943794368814, |
| "loss": 0.8957, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.0017647014837949059, |
| "grad_norm": 1.95484459400177, |
| "learning_rate": 0.00014947385218621833, |
| "loss": 1.3677, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.0017680248387549715, |
| "grad_norm": 2.3802971839904785, |
| "learning_rate": 0.00014929806423240582, |
| "loss": 0.8526, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.0017713481937150373, |
| "grad_norm": 2.3089377880096436, |
| "learning_rate": 0.00014912207480068438, |
| "loss": 1.0749, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.001774671548675103, |
| "grad_norm": 2.31563663482666, |
| "learning_rate": 0.00014894588461031107, |
| "loss": 1.0137, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.0017779949036351688, |
| "grad_norm": 2.877863883972168, |
| "learning_rate": 0.00014876949438136347, |
| "loss": 0.8695, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.0017813182585952345, |
| "grad_norm": 2.0519216060638428, |
| "learning_rate": 0.00014859290483473672, |
| "loss": 0.906, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.0017846416135553, |
| "grad_norm": 2.4351072311401367, |
| "learning_rate": 0.00014841611669214055, |
| "loss": 0.7908, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.001787964968515366, |
| "grad_norm": 3.1271302700042725, |
| "learning_rate": 0.00014823913067609637, |
| "loss": 0.8497, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.0017912883234754316, |
| "grad_norm": 2.836899518966675, |
| "learning_rate": 0.0001480619475099342, |
| "loss": 0.9147, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.0017946116784354974, |
| "grad_norm": 2.6806023120880127, |
| "learning_rate": 0.00014788456791778987, |
| "loss": 0.8589, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.001797935033395563, |
| "grad_norm": 3.1052894592285156, |
| "learning_rate": 0.00014770699262460203, |
| "loss": 0.9273, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.001801258388355629, |
| "grad_norm": 2.0384087562561035, |
| "learning_rate": 0.000147529222356109, |
| "loss": 0.9699, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.0018045817433156946, |
| "grad_norm": 2.0915911197662354, |
| "learning_rate": 0.00014735125783884608, |
| "loss": 0.7771, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.0018079050982757604, |
| "grad_norm": 2.4559638500213623, |
| "learning_rate": 0.00014717309980014244, |
| "loss": 0.711, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.001811228453235826, |
| "grad_norm": 3.2766506671905518, |
| "learning_rate": 0.00014699474896811808, |
| "loss": 0.6651, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.001814551808195892, |
| "grad_norm": 3.9869418144226074, |
| "learning_rate": 0.00014681620607168104, |
| "loss": 0.7958, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.0018178751631559575, |
| "grad_norm": 3.7436182498931885, |
| "learning_rate": 0.00014663747184052422, |
| "loss": 0.9178, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.0018211985181160234, |
| "grad_norm": 2.891766309738159, |
| "learning_rate": 0.00014645854700512254, |
| "loss": 1.0535, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.001824521873076089, |
| "grad_norm": 4.563145160675049, |
| "learning_rate": 0.0001462794322967299, |
| "loss": 0.8057, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.0018278452280361549, |
| "grad_norm": 2.1415064334869385, |
| "learning_rate": 0.00014610012844737622, |
| "loss": 1.1489, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.0018311685829962205, |
| "grad_norm": 5.106518745422363, |
| "learning_rate": 0.0001459206361898644, |
| "loss": 0.9734, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.0018344919379562862, |
| "grad_norm": 3.5649631023406982, |
| "learning_rate": 0.0001457409562577673, |
| "loss": 0.7304, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.001837815292916352, |
| "grad_norm": 3.0002989768981934, |
| "learning_rate": 0.0001455610893854249, |
| "loss": 1.2418, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.0018411386478764176, |
| "grad_norm": 3.3584249019622803, |
| "learning_rate": 0.00014538103630794115, |
| "loss": 0.6913, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.0018444620028364835, |
| "grad_norm": 3.0336389541625977, |
| "learning_rate": 0.000145200797761181, |
| "loss": 0.4729, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.0018477853577965491, |
| "grad_norm": 3.663193941116333, |
| "learning_rate": 0.00014502037448176734, |
| "loss": 0.7432, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.001851108712756615, |
| "grad_norm": 2.2922606468200684, |
| "learning_rate": 0.00014483976720707818, |
| "loss": 0.6612, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.0018544320677166806, |
| "grad_norm": 3.162076473236084, |
| "learning_rate": 0.0001446589766752434, |
| "loss": 1.0632, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.0018577554226767465, |
| "grad_norm": 2.7452542781829834, |
| "learning_rate": 0.00014447800362514188, |
| "loss": 0.8923, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.001861078777636812, |
| "grad_norm": 3.2954466342926025, |
| "learning_rate": 0.00014429684879639846, |
| "loss": 0.7653, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.001864402132596878, |
| "grad_norm": 2.956204891204834, |
| "learning_rate": 0.00014411551292938085, |
| "loss": 2.0165, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.0018677254875569436, |
| "grad_norm": 2.5093791484832764, |
| "learning_rate": 0.00014393399676519667, |
| "loss": 1.0348, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.0018710488425170094, |
| "grad_norm": 3.776198625564575, |
| "learning_rate": 0.00014375230104569044, |
| "loss": 0.8919, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.001874372197477075, |
| "grad_norm": 3.1395745277404785, |
| "learning_rate": 0.00014357042651344046, |
| "loss": 0.8335, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.001877695552437141, |
| "grad_norm": 1.8744949102401733, |
| "learning_rate": 0.00014338837391175582, |
| "loss": 0.753, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.0018810189073972066, |
| "grad_norm": 4.589788913726807, |
| "learning_rate": 0.0001432061439846734, |
| "loss": 0.9962, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.0018843422623572722, |
| "grad_norm": 2.2001357078552246, |
| "learning_rate": 0.00014302373747695487, |
| "loss": 0.9863, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.001887665617317338, |
| "grad_norm": 2.5896012783050537, |
| "learning_rate": 0.00014284115513408336, |
| "loss": 0.81, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.0018909889722774037, |
| "grad_norm": 3.113691568374634, |
| "learning_rate": 0.00014265839770226087, |
| "loss": 0.6729, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.0018943123272374695, |
| "grad_norm": 2.8669815063476562, |
| "learning_rate": 0.0001424754659284048, |
| "loss": 1.0757, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.0018976356821975352, |
| "grad_norm": 2.437422752380371, |
| "learning_rate": 0.00014229236056014516, |
| "loss": 0.558, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.001900959037157601, |
| "grad_norm": 2.0541932582855225, |
| "learning_rate": 0.0001421090823458214, |
| "loss": 0.7767, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.0019042823921176667, |
| "grad_norm": 2.85194730758667, |
| "learning_rate": 0.0001419256320344794, |
| "loss": 1.0605, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.0019076057470777325, |
| "grad_norm": 1.9450560808181763, |
| "learning_rate": 0.00014174201037586842, |
| "loss": 0.9554, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.0019109291020377981, |
| "grad_norm": 3.5589606761932373, |
| "learning_rate": 0.00014155821812043785, |
| "loss": 0.463, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.001914252456997864, |
| "grad_norm": 2.8635499477386475, |
| "learning_rate": 0.00014137425601933455, |
| "loss": 1.005, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.0019175758119579296, |
| "grad_norm": 2.896411895751953, |
| "learning_rate": 0.0001411901248243993, |
| "loss": 0.8497, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.0019208991669179955, |
| "grad_norm": 2.997464179992676, |
| "learning_rate": 0.00014100582528816404, |
| "loss": 1.0437, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.0019242225218780611, |
| "grad_norm": 2.0813560485839844, |
| "learning_rate": 0.00014082135816384877, |
| "loss": 0.7282, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.0019275458768381268, |
| "grad_norm": 2.411851167678833, |
| "learning_rate": 0.0001406367242053583, |
| "loss": 1.0668, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.0019308692317981926, |
| "grad_norm": 2.455157995223999, |
| "learning_rate": 0.00014045192416727937, |
| "loss": 0.8387, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.0019341925867582582, |
| "grad_norm": 2.583972454071045, |
| "learning_rate": 0.00014026695880487743, |
| "loss": 0.9417, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.001937515941718324, |
| "grad_norm": 3.1556360721588135, |
| "learning_rate": 0.00014008182887409362, |
| "loss": 0.6015, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.0019408392966783897, |
| "grad_norm": 2.3768107891082764, |
| "learning_rate": 0.00013989653513154165, |
| "loss": 1.2313, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.0019441626516384556, |
| "grad_norm": 2.2765233516693115, |
| "learning_rate": 0.0001397110783345047, |
| "loss": 0.7588, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.0019474860065985212, |
| "grad_norm": 2.65722918510437, |
| "learning_rate": 0.00013952545924093238, |
| "loss": 0.6423, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.001950809361558587, |
| "grad_norm": 4.171382904052734, |
| "learning_rate": 0.0001393396786094376, |
| "loss": 0.8871, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.001954132716518653, |
| "grad_norm": 2.905550241470337, |
| "learning_rate": 0.00013915373719929338, |
| "loss": 0.7829, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.0019574560714787186, |
| "grad_norm": 2.9565155506134033, |
| "learning_rate": 0.00013896763577042994, |
| "loss": 0.8138, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.001960779426438784, |
| "grad_norm": 2.8636958599090576, |
| "learning_rate": 0.00013878137508343142, |
| "loss": 1.0587, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.00196410278139885, |
| "grad_norm": 2.891594171524048, |
| "learning_rate": 0.0001385949558995329, |
| "loss": 0.8457, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.001967426136358916, |
| "grad_norm": 3.423297643661499, |
| "learning_rate": 0.00013840837898061712, |
| "loss": 0.6943, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.0019707494913189815, |
| "grad_norm": 3.2396016120910645, |
| "learning_rate": 0.00013822164508921157, |
| "loss": 0.888, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.001974072846279047, |
| "grad_norm": 2.0003201961517334, |
| "learning_rate": 0.0001380347549884852, |
| "loss": 0.9704, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.001977396201239113, |
| "grad_norm": 2.0785446166992188, |
| "learning_rate": 0.0001378477094422455, |
| "loss": 1.1099, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.0019807195561991784, |
| "grad_norm": 2.3391358852386475, |
| "learning_rate": 0.00013766050921493512, |
| "loss": 0.6993, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.0019840429111592445, |
| "grad_norm": 2.0055627822875977, |
| "learning_rate": 0.00013747315507162892, |
| "loss": 0.7792, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.00198736626611931, |
| "grad_norm": 2.853611946105957, |
| "learning_rate": 0.00013728564777803088, |
| "loss": 1.048, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.0019906896210793758, |
| "grad_norm": 3.843581199645996, |
| "learning_rate": 0.00013709798810047078, |
| "loss": 0.7084, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.0019940129760394414, |
| "grad_norm": 2.8321800231933594, |
| "learning_rate": 0.00013691017680590126, |
| "loss": 0.5519, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.0019973363309995075, |
| "grad_norm": 1.8633509874343872, |
| "learning_rate": 0.00013672221466189455, |
| "loss": 1.0689, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.002000659685959573, |
| "grad_norm": 2.8638877868652344, |
| "learning_rate": 0.00013653410243663952, |
| "loss": 0.5372, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.0020039830409196388, |
| "grad_norm": 2.7115843296051025, |
| "learning_rate": 0.00013634584089893825, |
| "loss": 1.1271, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.0020073063958797044, |
| "grad_norm": 2.276703119277954, |
| "learning_rate": 0.00013615743081820308, |
| "loss": 0.6424, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.0020106297508397705, |
| "grad_norm": 3.712024450302124, |
| "learning_rate": 0.0001359688729644536, |
| "loss": 0.6409, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.002013953105799836, |
| "grad_norm": 2.535996198654175, |
| "learning_rate": 0.0001357801681083131, |
| "loss": 1.0082, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.0020172764607599017, |
| "grad_norm": 3.2927966117858887, |
| "learning_rate": 0.00013559131702100584, |
| "loss": 1.0281, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.0020205998157199674, |
| "grad_norm": 2.9986915588378906, |
| "learning_rate": 0.00013540232047435359, |
| "loss": 0.8775, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.002023923170680033, |
| "grad_norm": 2.707615613937378, |
| "learning_rate": 0.00013521317924077274, |
| "loss": 0.8296, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.002027246525640099, |
| "grad_norm": 1.8812570571899414, |
| "learning_rate": 0.00013502389409327087, |
| "loss": 1.0836, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.0020305698806001647, |
| "grad_norm": 2.215728282928467, |
| "learning_rate": 0.00013483446580544382, |
| "loss": 0.7844, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.0020338932355602303, |
| "grad_norm": 2.545546293258667, |
| "learning_rate": 0.00013464489515147238, |
| "loss": 0.7743, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.002037216590520296, |
| "grad_norm": 2.9098868370056152, |
| "learning_rate": 0.0001344551829061192, |
| "loss": 0.9034, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.002040539945480362, |
| "grad_norm": 2.415700674057007, |
| "learning_rate": 0.0001342653298447256, |
| "loss": 1.1033, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.0020438633004404277, |
| "grad_norm": 2.93977952003479, |
| "learning_rate": 0.00013407533674320848, |
| "loss": 0.8415, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.0020471866554004933, |
| "grad_norm": 2.729931354522705, |
| "learning_rate": 0.0001338852043780569, |
| "loss": 1.0361, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.002050510010360559, |
| "grad_norm": 1.8007571697235107, |
| "learning_rate": 0.00013369493352632925, |
| "loss": 0.9879, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.002053833365320625, |
| "grad_norm": 2.0740292072296143, |
| "learning_rate": 0.00013350452496564984, |
| "loss": 0.676, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.0020571567202806906, |
| "grad_norm": 4.756731986999512, |
| "learning_rate": 0.00013331397947420576, |
| "loss": 0.9511, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.0020604800752407563, |
| "grad_norm": 2.150832414627075, |
| "learning_rate": 0.0001331232978307438, |
| "loss": 0.724, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.002063803430200822, |
| "grad_norm": 2.730691432952881, |
| "learning_rate": 0.00013293248081456716, |
| "loss": 0.8891, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.0020671267851608876, |
| "grad_norm": 2.12310791015625, |
| "learning_rate": 0.00013274152920553226, |
| "loss": 0.4434, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.0020704501401209536, |
| "grad_norm": 1.5830851793289185, |
| "learning_rate": 0.0001325504437840456, |
| "loss": 1.0176, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.0020737734950810193, |
| "grad_norm": 3.5985066890716553, |
| "learning_rate": 0.0001323592253310606, |
| "loss": 1.0747, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.002077096850041085, |
| "grad_norm": 2.895221710205078, |
| "learning_rate": 0.0001321678746280744, |
| "loss": 1.0068, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.0020804202050011505, |
| "grad_norm": 3.2356081008911133, |
| "learning_rate": 0.00013197639245712454, |
| "loss": 0.9736, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.0020837435599612166, |
| "grad_norm": 1.9294627904891968, |
| "learning_rate": 0.00013178477960078594, |
| "loss": 0.8874, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.0020870669149212822, |
| "grad_norm": 2.251549005508423, |
| "learning_rate": 0.0001315930368421676, |
| "loss": 0.9998, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.002090390269881348, |
| "grad_norm": 2.887120485305786, |
| "learning_rate": 0.00013140116496490945, |
| "loss": 1.1595, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.0020937136248414135, |
| "grad_norm": 2.8246986865997314, |
| "learning_rate": 0.000131209164753179, |
| "loss": 0.496, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.0020970369798014796, |
| "grad_norm": 4.464656352996826, |
| "learning_rate": 0.00013101703699166842, |
| "loss": 0.741, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.002100360334761545, |
| "grad_norm": 2.263756036758423, |
| "learning_rate": 0.00013082478246559105, |
| "loss": 0.8493, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.002103683689721611, |
| "grad_norm": 2.222669839859009, |
| "learning_rate": 0.00013063240196067836, |
| "loss": 0.9541, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.0021070070446816765, |
| "grad_norm": 2.3585987091064453, |
| "learning_rate": 0.00013043989626317667, |
| "loss": 1.2468, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.0021103303996417425, |
| "grad_norm": 2.599193811416626, |
| "learning_rate": 0.000130247266159844, |
| "loss": 0.9521, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.002113653754601808, |
| "grad_norm": 4.0644450187683105, |
| "learning_rate": 0.0001300545124379467, |
| "loss": 1.1313, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.002116977109561874, |
| "grad_norm": 2.174736976623535, |
| "learning_rate": 0.00012986163588525647, |
| "loss": 0.84, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.0021203004645219395, |
| "grad_norm": 2.0878796577453613, |
| "learning_rate": 0.0001296686372900469, |
| "loss": 0.996, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.002123623819482005, |
| "grad_norm": 3.3061838150024414, |
| "learning_rate": 0.00012947551744109043, |
| "loss": 0.6779, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.002126947174442071, |
| "grad_norm": 2.3058764934539795, |
| "learning_rate": 0.00012928227712765504, |
| "loss": 0.8907, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.002130270529402137, |
| "grad_norm": 2.582022190093994, |
| "learning_rate": 0.00012908891713950106, |
| "loss": 1.1439, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.0021335938843622024, |
| "grad_norm": 2.867875814437866, |
| "learning_rate": 0.00012889543826687783, |
| "loss": 1.0303, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.002136917239322268, |
| "grad_norm": 2.2079970836639404, |
| "learning_rate": 0.0001287018413005207, |
| "loss": 0.8371, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.002140240594282334, |
| "grad_norm": 2.599525213241577, |
| "learning_rate": 0.00012850812703164754, |
| "loss": 0.7378, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.0021435639492423998, |
| "grad_norm": 2.0749166011810303, |
| "learning_rate": 0.00012831429625195575, |
| "loss": 0.6333, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.0021468873042024654, |
| "grad_norm": 2.550325870513916, |
| "learning_rate": 0.00012812034975361874, |
| "loss": 0.7078, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.002150210659162531, |
| "grad_norm": 2.0685744285583496, |
| "learning_rate": 0.00012792628832928302, |
| "loss": 1.029, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.002153534014122597, |
| "grad_norm": 3.8932793140411377, |
| "learning_rate": 0.0001277321127720647, |
| "loss": 1.0904, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.0021568573690826627, |
| "grad_norm": 2.48850154876709, |
| "learning_rate": 0.00012753782387554634, |
| "loss": 0.9601, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.0021601807240427284, |
| "grad_norm": 2.2119946479797363, |
| "learning_rate": 0.00012734342243377376, |
| "loss": 0.7453, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.002163504079002794, |
| "grad_norm": 1.59943687915802, |
| "learning_rate": 0.00012714890924125268, |
| "loss": 1.2015, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.0021668274339628596, |
| "grad_norm": 2.129467010498047, |
| "learning_rate": 0.00012695428509294567, |
| "loss": 0.8838, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.0021701507889229257, |
| "grad_norm": 1.9391980171203613, |
| "learning_rate": 0.0001267595507842686, |
| "loss": 1.0961, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.0021734741438829914, |
| "grad_norm": 2.3214011192321777, |
| "learning_rate": 0.00012656470711108764, |
| "loss": 0.8224, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.002176797498843057, |
| "grad_norm": 2.602752208709717, |
| "learning_rate": 0.00012636975486971595, |
| "loss": 0.6202, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.0021801208538031226, |
| "grad_norm": 2.1404647827148438, |
| "learning_rate": 0.00012617469485691035, |
| "loss": 0.775, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.0021834442087631887, |
| "grad_norm": 2.254523277282715, |
| "learning_rate": 0.00012597952786986812, |
| "loss": 0.8103, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.0021867675637232543, |
| "grad_norm": 3.0238242149353027, |
| "learning_rate": 0.0001257842547062238, |
| "loss": 0.8414, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.00219009091868332, |
| "grad_norm": 1.820005178451538, |
| "learning_rate": 0.0001255888761640458, |
| "loss": 0.815, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.0021934142736433856, |
| "grad_norm": 2.6637959480285645, |
| "learning_rate": 0.0001253933930418332, |
| "loss": 1.1724, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.0021967376286034517, |
| "grad_norm": 3.4101970195770264, |
| "learning_rate": 0.00012519780613851254, |
| "loss": 0.9487, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.0022000609835635173, |
| "grad_norm": 2.4594998359680176, |
| "learning_rate": 0.00012500211625343448, |
| "loss": 0.8358, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.002203384338523583, |
| "grad_norm": 4.284570693969727, |
| "learning_rate": 0.00012480632418637052, |
| "loss": 1.189, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.0022067076934836486, |
| "grad_norm": 1.786333680152893, |
| "learning_rate": 0.00012461043073750988, |
| "loss": 0.8278, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.002210031048443714, |
| "grad_norm": 3.9894890785217285, |
| "learning_rate": 0.00012441443670745605, |
| "loss": 0.592, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.0022133544034037803, |
| "grad_norm": 4.242265701293945, |
| "learning_rate": 0.00012421834289722355, |
| "loss": 0.9178, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.002216677758363846, |
| "grad_norm": 4.722704887390137, |
| "learning_rate": 0.00012402215010823473, |
| "loss": 1.0838, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.0022200011133239115, |
| "grad_norm": 1.7997252941131592, |
| "learning_rate": 0.0001238258591423165, |
| "loss": 1.0418, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.002223324468283977, |
| "grad_norm": 2.09721302986145, |
| "learning_rate": 0.000123629470801697, |
| "loss": 1.0094, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.0022266478232440432, |
| "grad_norm": 3.6016581058502197, |
| "learning_rate": 0.00012343298588900225, |
| "loss": 1.0567, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.002229971178204109, |
| "grad_norm": 2.5362613201141357, |
| "learning_rate": 0.00012323640520725307, |
| "loss": 0.7355, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.0022332945331641745, |
| "grad_norm": 2.2114808559417725, |
| "learning_rate": 0.0001230397295598616, |
| "loss": 0.5816, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.00223661788812424, |
| "grad_norm": 2.7749695777893066, |
| "learning_rate": 0.00012284295975062813, |
| "loss": 0.7572, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.0022399412430843062, |
| "grad_norm": 2.002821207046509, |
| "learning_rate": 0.0001226460965837378, |
| "loss": 0.8347, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.002243264598044372, |
| "grad_norm": 2.2390637397766113, |
| "learning_rate": 0.00012244914086375724, |
| "loss": 0.94, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.0022465879530044375, |
| "grad_norm": 2.4279181957244873, |
| "learning_rate": 0.00012225209339563145, |
| "loss": 0.9947, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.002249911307964503, |
| "grad_norm": 2.4590868949890137, |
| "learning_rate": 0.00012205495498468025, |
| "loss": 1.0504, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.002253234662924569, |
| "grad_norm": 1.7103303670883179, |
| "learning_rate": 0.00012185772643659521, |
| "loss": 0.8025, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.002256558017884635, |
| "grad_norm": 2.8539164066314697, |
| "learning_rate": 0.00012166040855743635, |
| "loss": 0.9741, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.0022598813728447005, |
| "grad_norm": 1.8874194622039795, |
| "learning_rate": 0.00012146300215362862, |
| "loss": 0.6932, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.002263204727804766, |
| "grad_norm": 1.9180642366409302, |
| "learning_rate": 0.00012126550803195895, |
| "loss": 1.0262, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.0022665280827648317, |
| "grad_norm": 3.2663681507110596, |
| "learning_rate": 0.00012106792699957263, |
| "loss": 0.5546, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.002269851437724898, |
| "grad_norm": 2.525022506713867, |
| "learning_rate": 0.00012087025986397023, |
| "loss": 0.598, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.0022731747926849634, |
| "grad_norm": 3.0280516147613525, |
| "learning_rate": 0.00012067250743300413, |
| "loss": 1.0419, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.002276498147645029, |
| "grad_norm": 5.640909194946289, |
| "learning_rate": 0.00012047467051487539, |
| "loss": 0.5269, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.0022798215026050947, |
| "grad_norm": 1.774013638496399, |
| "learning_rate": 0.00012027674991813036, |
| "loss": 1.1529, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.0022831448575651608, |
| "grad_norm": 4.854739665985107, |
| "learning_rate": 0.0001200787464516573, |
| "loss": 0.9952, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.0022864682125252264, |
| "grad_norm": 3.877364158630371, |
| "learning_rate": 0.00011988066092468324, |
| "loss": 1.0236, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.002289791567485292, |
| "grad_norm": 2.118544816970825, |
| "learning_rate": 0.00011968249414677055, |
| "loss": 0.9376, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.0022931149224453577, |
| "grad_norm": 2.3172237873077393, |
| "learning_rate": 0.00011948424692781364, |
| "loss": 0.4439, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.0022964382774054238, |
| "grad_norm": 2.4006459712982178, |
| "learning_rate": 0.00011928592007803574, |
| "loss": 0.7175, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.0022997616323654894, |
| "grad_norm": 2.9216134548187256, |
| "learning_rate": 0.0001190875144079855, |
| "loss": 0.7329, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.002303084987325555, |
| "grad_norm": 2.148543119430542, |
| "learning_rate": 0.00011888903072853363, |
| "loss": 0.9194, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.0023064083422856207, |
| "grad_norm": 3.084096908569336, |
| "learning_rate": 0.00011869046985086978, |
| "loss": 0.8466, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.0023097316972456863, |
| "grad_norm": 3.912842035293579, |
| "learning_rate": 0.00011849183258649903, |
| "loss": 0.6887, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.0023130550522057524, |
| "grad_norm": 2.0377395153045654, |
| "learning_rate": 0.00011829311974723867, |
| "loss": 1.0077, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.002316378407165818, |
| "grad_norm": 2.6107492446899414, |
| "learning_rate": 0.00011809433214521485, |
| "loss": 1.083, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.0023197017621258836, |
| "grad_norm": 3.943509340286255, |
| "learning_rate": 0.00011789547059285929, |
| "loss": 0.8698, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.0023230251170859493, |
| "grad_norm": 2.5334324836730957, |
| "learning_rate": 0.0001176965359029059, |
| "loss": 1.0397, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.0023263484720460153, |
| "grad_norm": 2.3146746158599854, |
| "learning_rate": 0.00011749752888838754, |
| "loss": 0.9279, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.002329671827006081, |
| "grad_norm": 2.793034553527832, |
| "learning_rate": 0.00011729845036263263, |
| "loss": 1.1322, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.0023329951819661466, |
| "grad_norm": 3.1331021785736084, |
| "learning_rate": 0.00011709930113926191, |
| "loss": 0.7267, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.0023363185369262122, |
| "grad_norm": 2.891813039779663, |
| "learning_rate": 0.00011690008203218493, |
| "loss": 0.7112, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.0023396418918862783, |
| "grad_norm": 2.8992931842803955, |
| "learning_rate": 0.00011670079385559693, |
| "loss": 1.0116, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.002342965246846344, |
| "grad_norm": 4.038349628448486, |
| "learning_rate": 0.00011650143742397553, |
| "loss": 1.339, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.0023462886018064096, |
| "grad_norm": 2.3103556632995605, |
| "learning_rate": 0.00011630201355207709, |
| "loss": 0.9411, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.0023496119567664752, |
| "grad_norm": 1.9319459199905396, |
| "learning_rate": 0.00011610252305493374, |
| "loss": 1.1523, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.002352935311726541, |
| "grad_norm": 2.8613054752349854, |
| "learning_rate": 0.00011590296674784991, |
| "loss": 0.961, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.002356258666686607, |
| "grad_norm": 1.6967684030532837, |
| "learning_rate": 0.00011570334544639896, |
| "loss": 1.0784, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.0023595820216466726, |
| "grad_norm": 2.6161861419677734, |
| "learning_rate": 0.00011550365996641979, |
| "loss": 0.8609, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.002362905376606738, |
| "grad_norm": 1.6876049041748047, |
| "learning_rate": 0.00011530391112401374, |
| "loss": 1.2656, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.002366228731566804, |
| "grad_norm": 3.4880599975585938, |
| "learning_rate": 0.000115104099735541, |
| "loss": 0.6527, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.00236955208652687, |
| "grad_norm": 2.2646336555480957, |
| "learning_rate": 0.00011490422661761744, |
| "loss": 0.5576, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.0023728754414869355, |
| "grad_norm": 2.6069772243499756, |
| "learning_rate": 0.00011470429258711121, |
| "loss": 1.0257, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.002376198796447001, |
| "grad_norm": 2.2213001251220703, |
| "learning_rate": 0.00011450429846113939, |
| "loss": 0.6215, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.002379522151407067, |
| "grad_norm": 1.7358691692352295, |
| "learning_rate": 0.00011430424505706466, |
| "loss": 0.8623, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.002382845506367133, |
| "grad_norm": 1.5811043977737427, |
| "learning_rate": 0.00011410413319249194, |
| "loss": 0.8186, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.0023861688613271985, |
| "grad_norm": 2.876056671142578, |
| "learning_rate": 0.00011390396368526517, |
| "loss": 1.0585, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.002389492216287264, |
| "grad_norm": 2.5403969287872314, |
| "learning_rate": 0.00011370373735346376, |
| "loss": 0.3974, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.0023928155712473298, |
| "grad_norm": 4.178350925445557, |
| "learning_rate": 0.00011350345501539941, |
| "loss": 0.8826, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.0023961389262073954, |
| "grad_norm": 2.554903745651245, |
| "learning_rate": 0.00011330311748961277, |
| "loss": 0.7078, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.0023994622811674615, |
| "grad_norm": 2.9373857975006104, |
| "learning_rate": 0.00011310272559486992, |
| "loss": 0.5977, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.002402785636127527, |
| "grad_norm": 2.036313772201538, |
| "learning_rate": 0.00011290228015015923, |
| "loss": 1.2615, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.0024061089910875928, |
| "grad_norm": 2.689767360687256, |
| "learning_rate": 0.00011270178197468789, |
| "loss": 0.5867, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.0024094323460476584, |
| "grad_norm": 2.3252217769622803, |
| "learning_rate": 0.0001125012318878786, |
| "loss": 1.2734, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.0024127557010077245, |
| "grad_norm": 2.145219326019287, |
| "learning_rate": 0.00011230063070936622, |
| "loss": 1.2633, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.00241607905596779, |
| "grad_norm": 2.8459153175354004, |
| "learning_rate": 0.00011209997925899442, |
| "loss": 0.5971, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.0024194024109278557, |
| "grad_norm": 3.035327434539795, |
| "learning_rate": 0.00011189927835681239, |
| "loss": 1.2025, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.0024227257658879214, |
| "grad_norm": 2.1481621265411377, |
| "learning_rate": 0.00011169852882307128, |
| "loss": 0.6709, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.0024260491208479874, |
| "grad_norm": 2.592527151107788, |
| "learning_rate": 0.00011149773147822111, |
| "loss": 1.154, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.002429372475808053, |
| "grad_norm": 2.186795711517334, |
| "learning_rate": 0.00011129688714290729, |
| "loss": 1.0236, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.0024326958307681187, |
| "grad_norm": 2.3875553607940674, |
| "learning_rate": 0.00011109599663796724, |
| "loss": 0.8996, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.0024360191857281843, |
| "grad_norm": 2.9787566661834717, |
| "learning_rate": 0.00011089506078442708, |
| "loss": 1.2581, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.0024393425406882504, |
| "grad_norm": 2.3837294578552246, |
| "learning_rate": 0.0001106940804034983, |
| "loss": 1.2547, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.002442665895648316, |
| "grad_norm": 4.661477565765381, |
| "learning_rate": 0.00011049305631657434, |
| "loss": 0.8619, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.0024459892506083817, |
| "grad_norm": 2.0789432525634766, |
| "learning_rate": 0.00011029198934522725, |
| "loss": 0.8992, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.0024493126055684473, |
| "grad_norm": 3.655514717102051, |
| "learning_rate": 0.00011009088031120438, |
| "loss": 0.6776, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.002452635960528513, |
| "grad_norm": 1.9057753086090088, |
| "learning_rate": 0.00010988973003642499, |
| "loss": 1.0093, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.002455959315488579, |
| "grad_norm": 2.5895657539367676, |
| "learning_rate": 0.00010968853934297685, |
| "loss": 0.9294, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.0024592826704486447, |
| "grad_norm": 2.3742287158966064, |
| "learning_rate": 0.00010948730905311293, |
| "loss": 0.7016, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.0024626060254087103, |
| "grad_norm": 2.8927066326141357, |
| "learning_rate": 0.00010928603998924806, |
| "loss": 0.8132, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.002465929380368776, |
| "grad_norm": 2.5231008529663086, |
| "learning_rate": 0.00010908473297395551, |
| "loss": 0.7774, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.002469252735328842, |
| "grad_norm": 2.50783634185791, |
| "learning_rate": 0.00010888338882996365, |
| "loss": 0.9813, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.0024725760902889076, |
| "grad_norm": 2.4090073108673096, |
| "learning_rate": 0.00010868200838015265, |
| "loss": 0.8982, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.0024758994452489733, |
| "grad_norm": 3.4489665031433105, |
| "learning_rate": 0.00010848059244755093, |
| "loss": 0.9568, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.002479222800209039, |
| "grad_norm": 2.0470728874206543, |
| "learning_rate": 0.00010827914185533206, |
| "loss": 0.889, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.002482546155169105, |
| "grad_norm": 2.2938454151153564, |
| "learning_rate": 0.0001080776574268112, |
| "loss": 0.9934, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.0024858695101291706, |
| "grad_norm": 2.2668325901031494, |
| "learning_rate": 0.0001078761399854418, |
| "loss": 1.0706, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.0024891928650892362, |
| "grad_norm": 3.773338556289673, |
| "learning_rate": 0.00010767459035481222, |
| "loss": 0.7569, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.002492516220049302, |
| "grad_norm": 2.2252817153930664, |
| "learning_rate": 0.00010747300935864243, |
| "loss": 0.6862, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.0024958395750093675, |
| "grad_norm": 2.2346713542938232, |
| "learning_rate": 0.00010727139782078053, |
| "loss": 0.7629, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.0024991629299694336, |
| "grad_norm": 2.4557881355285645, |
| "learning_rate": 0.00010706975656519946, |
| "loss": 0.9483, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.002502486284929499, |
| "grad_norm": 2.8478827476501465, |
| "learning_rate": 0.00010686808641599364, |
| "loss": 0.6774, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.002505809639889565, |
| "grad_norm": 1.6155130863189697, |
| "learning_rate": 0.00010666638819737553, |
| "loss": 0.5868, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.0025091329948496305, |
| "grad_norm": 2.7965087890625, |
| "learning_rate": 0.00010646466273367235, |
| "loss": 0.8612, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.0025124563498096966, |
| "grad_norm": 2.708322048187256, |
| "learning_rate": 0.00010626291084932261, |
| "loss": 0.8576, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.002515779704769762, |
| "grad_norm": 2.0945708751678467, |
| "learning_rate": 0.00010606113336887291, |
| "loss": 0.5911, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.002519103059729828, |
| "grad_norm": 2.197315216064453, |
| "learning_rate": 0.0001058593311169743, |
| "loss": 0.7516, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.0025224264146898935, |
| "grad_norm": 2.038851737976074, |
| "learning_rate": 0.00010565750491837925, |
| "loss": 1.1835, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.0025257497696499595, |
| "grad_norm": 2.6233997344970703, |
| "learning_rate": 0.00010545565559793796, |
| "loss": 0.971, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.002529073124610025, |
| "grad_norm": 2.3153769969940186, |
| "learning_rate": 0.00010525378398059515, |
| "loss": 0.5912, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.002532396479570091, |
| "grad_norm": 2.227771043777466, |
| "learning_rate": 0.00010505189089138671, |
| "loss": 0.8677, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.0025357198345301564, |
| "grad_norm": 3.817293405532837, |
| "learning_rate": 0.00010484997715543632, |
| "loss": 0.9035, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.002539043189490222, |
| "grad_norm": 2.1776576042175293, |
| "learning_rate": 0.0001046480435979519, |
| "loss": 0.8186, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.002542366544450288, |
| "grad_norm": 2.7286250591278076, |
| "learning_rate": 0.00010444609104422254, |
| "loss": 0.7138, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.0025456898994103538, |
| "grad_norm": 1.9284968376159668, |
| "learning_rate": 0.00010424412031961484, |
| "loss": 0.9529, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.0025490132543704194, |
| "grad_norm": 2.494922399520874, |
| "learning_rate": 0.00010404213224956974, |
| "loss": 0.6777, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.002552336609330485, |
| "grad_norm": 2.717733860015869, |
| "learning_rate": 0.00010384012765959903, |
| "loss": 0.7697, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.002555659964290551, |
| "grad_norm": 2.2490556240081787, |
| "learning_rate": 0.00010363810737528203, |
| "loss": 1.2213, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.0025589833192506167, |
| "grad_norm": 2.5134971141815186, |
| "learning_rate": 0.00010343607222226226, |
| "loss": 1.0915, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.0025623066742106824, |
| "grad_norm": 4.855796813964844, |
| "learning_rate": 0.00010323402302624386, |
| "loss": 0.5551, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.002565630029170748, |
| "grad_norm": 1.9683635234832764, |
| "learning_rate": 0.0001030319606129885, |
| "loss": 1.0957, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.002568953384130814, |
| "grad_norm": 1.7863355875015259, |
| "learning_rate": 0.00010282988580831183, |
| "loss": 0.9418, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.0025722767390908797, |
| "grad_norm": 1.9649670124053955, |
| "learning_rate": 0.0001026277994380801, |
| "loss": 0.926, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.0025756000940509454, |
| "grad_norm": 1.9400885105133057, |
| "learning_rate": 0.00010242570232820687, |
| "loss": 1.0588, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.002578923449011011, |
| "grad_norm": 2.37092924118042, |
| "learning_rate": 0.00010222359530464964, |
| "loss": 0.7359, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.0025822468039710766, |
| "grad_norm": 1.56278657913208, |
| "learning_rate": 0.0001020214791934063, |
| "loss": 1.0065, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.0025855701589311427, |
| "grad_norm": 2.879283905029297, |
| "learning_rate": 0.00010181935482051197, |
| "loss": 0.8936, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.0025888935138912083, |
| "grad_norm": 2.6248812675476074, |
| "learning_rate": 0.00010161722301203553, |
| "loss": 0.5138, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.002592216868851274, |
| "grad_norm": 2.922018527984619, |
| "learning_rate": 0.00010141508459407623, |
| "loss": 0.4026, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.0025955402238113396, |
| "grad_norm": 2.5472235679626465, |
| "learning_rate": 0.0001012129403927603, |
| "loss": 0.9032, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.0025988635787714057, |
| "grad_norm": 2.224081039428711, |
| "learning_rate": 0.00010101079123423771, |
| "loss": 0.7695, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.0025988635787714057, |
| "eval_loss": 0.8235964179039001, |
| "eval_runtime": 3695.4024, |
| "eval_samples_per_second": 34.285, |
| "eval_steps_per_second": 17.142, |
| "step": 782 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1564, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 391, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.9535109128192e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
