| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.035834970530452, |
| "eval_steps": 10, |
| "global_step": 550, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0018860510805500982, |
| "grad_norm": 9.2859525680542, |
| "learning_rate": 2.6333333333333332e-06, |
| "loss": 0.0935, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0037721021611001964, |
| "grad_norm": 7.898042678833008, |
| "learning_rate": 4.266666666666667e-06, |
| "loss": 0.0961, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.005658153241650294, |
| "grad_norm": 8.62708854675293, |
| "learning_rate": 5.9e-06, |
| "loss": 0.0892, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.007544204322200393, |
| "grad_norm": 7.88206148147583, |
| "learning_rate": 7.533333333333334e-06, |
| "loss": 0.0884, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.009430255402750491, |
| "grad_norm": 5.278473854064941, |
| "learning_rate": 9.166666666666668e-06, |
| "loss": 0.0887, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.011316306483300589, |
| "grad_norm": 3.777343988418579, |
| "learning_rate": 1.0800000000000002e-05, |
| "loss": 0.0846, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.013202357563850688, |
| "grad_norm": 2.54744815826416, |
| "learning_rate": 1.2433333333333335e-05, |
| "loss": 0.0829, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.015088408644400786, |
| "grad_norm": 2.0721399784088135, |
| "learning_rate": 1.4066666666666669e-05, |
| "loss": 0.0825, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.016974459724950885, |
| "grad_norm": 1.7633278369903564, |
| "learning_rate": 1.5700000000000002e-05, |
| "loss": 0.079, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.018860510805500982, |
| "grad_norm": 1.3871796131134033, |
| "learning_rate": 1.7333333333333336e-05, |
| "loss": 0.0826, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.02074656188605108, |
| "grad_norm": 1.144436001777649, |
| "learning_rate": 1.896666666666667e-05, |
| "loss": 0.0745, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.022632612966601177, |
| "grad_norm": 1.1180626153945923, |
| "learning_rate": 2.0600000000000003e-05, |
| "loss": 0.0744, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.02451866404715128, |
| "grad_norm": 1.0432380437850952, |
| "learning_rate": 2.2233333333333336e-05, |
| "loss": 0.0753, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.026404715127701376, |
| "grad_norm": 1.055492639541626, |
| "learning_rate": 2.386666666666667e-05, |
| "loss": 0.0744, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.028290766208251474, |
| "grad_norm": 0.9289172291755676, |
| "learning_rate": 2.5500000000000003e-05, |
| "loss": 0.0709, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.03017681728880157, |
| "grad_norm": 0.8706838488578796, |
| "learning_rate": 2.7133333333333337e-05, |
| "loss": 0.074, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.03206286836935167, |
| "grad_norm": 1.0093269348144531, |
| "learning_rate": 2.876666666666667e-05, |
| "loss": 0.0695, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.03394891944990177, |
| "grad_norm": 1.1272838115692139, |
| "learning_rate": 3.0400000000000004e-05, |
| "loss": 0.073, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.035834970530451864, |
| "grad_norm": 1.0535613298416138, |
| "learning_rate": 3.203333333333333e-05, |
| "loss": 0.069, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.037721021611001965, |
| "grad_norm": 0.8257352709770203, |
| "learning_rate": 3.366666666666667e-05, |
| "loss": 0.0716, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.039607072691552066, |
| "grad_norm": 1.2675445079803467, |
| "learning_rate": 3.53e-05, |
| "loss": 0.0711, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.04149312377210216, |
| "grad_norm": 0.8660150170326233, |
| "learning_rate": 3.6933333333333334e-05, |
| "loss": 0.0684, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.04337917485265226, |
| "grad_norm": 1.0015074014663696, |
| "learning_rate": 3.856666666666667e-05, |
| "loss": 0.0642, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.045265225933202355, |
| "grad_norm": 0.9440226554870605, |
| "learning_rate": 4.02e-05, |
| "loss": 0.0652, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.047151277013752456, |
| "grad_norm": 0.798695981502533, |
| "learning_rate": 4.183333333333334e-05, |
| "loss": 0.067, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.04903732809430256, |
| "grad_norm": 1.0934386253356934, |
| "learning_rate": 4.346666666666667e-05, |
| "loss": 0.0653, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.05092337917485265, |
| "grad_norm": 0.8558734655380249, |
| "learning_rate": 4.5100000000000005e-05, |
| "loss": 0.0631, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.05280943025540275, |
| "grad_norm": 0.8119670748710632, |
| "learning_rate": 4.6733333333333335e-05, |
| "loss": 0.0615, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.054695481335952846, |
| "grad_norm": 0.8249053359031677, |
| "learning_rate": 4.836666666666667e-05, |
| "loss": 0.0639, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.05658153241650295, |
| "grad_norm": 0.8051367402076721, |
| "learning_rate": 5e-05, |
| "loss": 0.0605, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.05846758349705305, |
| "grad_norm": 0.8372639417648315, |
| "learning_rate": 4.999834154609218e-05, |
| "loss": 0.06, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.06035363457760314, |
| "grad_norm": 0.9730772972106934, |
| "learning_rate": 4.999336640889681e-05, |
| "loss": 0.062, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.06223968565815324, |
| "grad_norm": 0.8162441253662109, |
| "learning_rate": 4.998507526196785e-05, |
| "loss": 0.0644, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.06412573673870334, |
| "grad_norm": 0.7657742500305176, |
| "learning_rate": 4.997346922779386e-05, |
| "loss": 0.0624, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.06601178781925343, |
| "grad_norm": 0.8194706439971924, |
| "learning_rate": 4.9958549877646073e-05, |
| "loss": 0.0637, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.06789783889980354, |
| "grad_norm": 0.8431013226509094, |
| "learning_rate": 4.994031923136569e-05, |
| "loss": 0.0659, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.06978388998035363, |
| "grad_norm": 0.8068177103996277, |
| "learning_rate": 4.99187797570904e-05, |
| "loss": 0.0649, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.07166994106090373, |
| "grad_norm": 0.7542281746864319, |
| "learning_rate": 4.9893934370920207e-05, |
| "loss": 0.0624, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.07355599214145384, |
| "grad_norm": 0.7469477653503418, |
| "learning_rate": 4.98657864365227e-05, |
| "loss": 0.0655, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.07544204322200393, |
| "grad_norm": 0.8562405109405518, |
| "learning_rate": 4.9834339764677606e-05, |
| "loss": 0.0632, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.07732809430255402, |
| "grad_norm": 0.8212829828262329, |
| "learning_rate": 4.979959861276091e-05, |
| "loss": 0.0615, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.07921414538310413, |
| "grad_norm": 0.7801312804222107, |
| "learning_rate": 4.976156768416848e-05, |
| "loss": 0.0579, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.08110019646365423, |
| "grad_norm": 0.7248306274414062, |
| "learning_rate": 4.9720252127679233e-05, |
| "loss": 0.0607, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.08298624754420432, |
| "grad_norm": 0.8982424139976501, |
| "learning_rate": 4.96756575367582e-05, |
| "loss": 0.0621, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.08487229862475441, |
| "grad_norm": 0.7564316391944885, |
| "learning_rate": 4.96277899487991e-05, |
| "loss": 0.06, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.08675834970530452, |
| "grad_norm": 0.7323454022407532, |
| "learning_rate": 4.957665584430713e-05, |
| "loss": 0.0592, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.08864440078585462, |
| "grad_norm": 0.7429986596107483, |
| "learning_rate": 4.9522262146021495e-05, |
| "loss": 0.0608, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.09053045186640471, |
| "grad_norm": 0.7214536666870117, |
| "learning_rate": 4.946461621797824e-05, |
| "loss": 0.0578, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.09241650294695482, |
| "grad_norm": 0.7832174301147461, |
| "learning_rate": 4.940372586451325e-05, |
| "loss": 0.0629, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.09430255402750491, |
| "grad_norm": 0.6922141909599304, |
| "learning_rate": 4.9339599329205686e-05, |
| "loss": 0.0596, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.096188605108055, |
| "grad_norm": 0.7953124046325684, |
| "learning_rate": 4.927224529376191e-05, |
| "loss": 0.0619, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.09807465618860511, |
| "grad_norm": 0.73832106590271, |
| "learning_rate": 4.920167287684016e-05, |
| "loss": 0.0611, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.09996070726915521, |
| "grad_norm": 0.7454143762588501, |
| "learning_rate": 4.912789163281601e-05, |
| "loss": 0.0591, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.1018467583497053, |
| "grad_norm": 0.6781468987464905, |
| "learning_rate": 4.905091155048882e-05, |
| "loss": 0.0599, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.1037328094302554, |
| "grad_norm": 0.6545740962028503, |
| "learning_rate": 4.897074305172948e-05, |
| "loss": 0.0615, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.1056188605108055, |
| "grad_norm": 0.6477959752082825, |
| "learning_rate": 4.8887396990069434e-05, |
| "loss": 0.0603, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.1075049115913556, |
| "grad_norm": 0.791629433631897, |
| "learning_rate": 4.8800884649231264e-05, |
| "loss": 0.0562, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.10939096267190569, |
| "grad_norm": 0.7120819091796875, |
| "learning_rate": 4.871121774160107e-05, |
| "loss": 0.0595, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.1112770137524558, |
| "grad_norm": 0.7838098406791687, |
| "learning_rate": 4.8618408406642795e-05, |
| "loss": 0.0608, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.1131630648330059, |
| "grad_norm": 0.7794286608695984, |
| "learning_rate": 4.852246920925476e-05, |
| "loss": 0.0617, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.11504911591355599, |
| "grad_norm": 0.7165424227714539, |
| "learning_rate": 4.842341313806852e-05, |
| "loss": 0.0576, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.1169351669941061, |
| "grad_norm": 0.6521133780479431, |
| "learning_rate": 4.832125360369049e-05, |
| "loss": 0.0559, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.11882121807465619, |
| "grad_norm": 0.7658140659332275, |
| "learning_rate": 4.82160044368863e-05, |
| "loss": 0.0614, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.12070726915520628, |
| "grad_norm": 0.707258403301239, |
| "learning_rate": 4.810767988670834e-05, |
| "loss": 0.0608, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.12259332023575638, |
| "grad_norm": 0.7399424910545349, |
| "learning_rate": 4.799629461856672e-05, |
| "loss": 0.0558, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.12447937131630649, |
| "grad_norm": 0.8386146426200867, |
| "learning_rate": 4.788186371224372e-05, |
| "loss": 0.0616, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.12636542239685658, |
| "grad_norm": 0.6874377727508545, |
| "learning_rate": 4.776440265985233e-05, |
| "loss": 0.0584, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.12825147347740667, |
| "grad_norm": 0.730137050151825, |
| "learning_rate": 4.764392736373876e-05, |
| "loss": 0.0544, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.13013752455795677, |
| "grad_norm": 0.7439361214637756, |
| "learning_rate": 4.7520454134329594e-05, |
| "loss": 0.0583, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.13202357563850686, |
| "grad_norm": 0.7335590124130249, |
| "learning_rate": 4.73939996879236e-05, |
| "loss": 0.0578, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.13390962671905698, |
| "grad_norm": 0.7193722128868103, |
| "learning_rate": 4.72645811444286e-05, |
| "loss": 0.0605, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.13579567779960708, |
| "grad_norm": 0.7048150897026062, |
| "learning_rate": 4.7132216025043714e-05, |
| "loss": 0.0553, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.13768172888015717, |
| "grad_norm": 0.7817042469978333, |
| "learning_rate": 4.699692224988726e-05, |
| "loss": 0.0571, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.13956777996070727, |
| "grad_norm": 0.7022936940193176, |
| "learning_rate": 4.685871813557068e-05, |
| "loss": 0.0592, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.14145383104125736, |
| "grad_norm": 0.7498551607131958, |
| "learning_rate": 4.671762239271875e-05, |
| "loss": 0.0577, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.14333988212180745, |
| "grad_norm": 0.717425525188446, |
| "learning_rate": 4.6573654123436456e-05, |
| "loss": 0.0611, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.14522593320235758, |
| "grad_norm": 0.6835981607437134, |
| "learning_rate": 4.642683281872288e-05, |
| "loss": 0.0579, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.14711198428290767, |
| "grad_norm": 0.6941579580307007, |
| "learning_rate": 4.6277178355832434e-05, |
| "loss": 0.058, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.14899803536345776, |
| "grad_norm": 0.7237770557403564, |
| "learning_rate": 4.6124710995583807e-05, |
| "loss": 0.0592, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.15088408644400786, |
| "grad_norm": 0.7143492698669434, |
| "learning_rate": 4.5969451379616945e-05, |
| "loss": 0.0591, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.15277013752455795, |
| "grad_norm": 0.7006697654724121, |
| "learning_rate": 4.581142052759852e-05, |
| "loss": 0.061, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.15465618860510805, |
| "grad_norm": 0.7400007247924805, |
| "learning_rate": 4.565063983437623e-05, |
| "loss": 0.0568, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.15654223968565814, |
| "grad_norm": 0.7035691738128662, |
| "learning_rate": 4.548713106708222e-05, |
| "loss": 0.058, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.15842829076620826, |
| "grad_norm": 0.6817630529403687, |
| "learning_rate": 4.532091636218621e-05, |
| "loss": 0.0582, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.16031434184675836, |
| "grad_norm": 0.658064067363739, |
| "learning_rate": 4.5152018222498574e-05, |
| "loss": 0.0564, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.16220039292730845, |
| "grad_norm": 0.6887603998184204, |
| "learning_rate": 4.498045951412377e-05, |
| "loss": 0.0557, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.16408644400785855, |
| "grad_norm": 0.6927249431610107, |
| "learning_rate": 4.480626346336469e-05, |
| "loss": 0.0555, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.16597249508840864, |
| "grad_norm": 0.6468722224235535, |
| "learning_rate": 4.462945365357815e-05, |
| "loss": 0.0548, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.16785854616895873, |
| "grad_norm": 0.7115604877471924, |
| "learning_rate": 4.4450054021982115e-05, |
| "loss": 0.057, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.16974459724950883, |
| "grad_norm": 0.7831956148147583, |
| "learning_rate": 4.426808885641496e-05, |
| "loss": 0.0585, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.17163064833005895, |
| "grad_norm": 0.6497787237167358, |
| "learning_rate": 4.408358279204729e-05, |
| "loss": 0.0545, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.17351669941060904, |
| "grad_norm": 0.6617633700370789, |
| "learning_rate": 4.389656080804674e-05, |
| "loss": 0.0584, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.17540275049115914, |
| "grad_norm": 0.7021257281303406, |
| "learning_rate": 4.370704822419616e-05, |
| "loss": 0.0564, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.17728880157170923, |
| "grad_norm": 0.70645672082901, |
| "learning_rate": 4.3515070697465805e-05, |
| "loss": 0.0562, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.17917485265225933, |
| "grad_norm": 0.7063553929328918, |
| "learning_rate": 4.33206542185397e-05, |
| "loss": 0.0586, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.18106090373280942, |
| "grad_norm": 0.794620931148529, |
| "learning_rate": 4.3123825108296954e-05, |
| "loss": 0.0607, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.18294695481335954, |
| "grad_norm": 0.6788433790206909, |
| "learning_rate": 4.292461001424836e-05, |
| "loss": 0.0573, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.18483300589390964, |
| "grad_norm": 0.6265235543251038, |
| "learning_rate": 4.272303590692872e-05, |
| "loss": 0.0584, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.18671905697445973, |
| "grad_norm": 0.6760024428367615, |
| "learning_rate": 4.251913007624543e-05, |
| "loss": 0.0561, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.18860510805500982, |
| "grad_norm": 0.6155911087989807, |
| "learning_rate": 4.231292012778398e-05, |
| "loss": 0.056, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.19049115913555992, |
| "grad_norm": 0.7042441964149475, |
| "learning_rate": 4.210443397907045e-05, |
| "loss": 0.0588, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.19237721021611, |
| "grad_norm": 0.7088201642036438, |
| "learning_rate": 4.1893699855792026e-05, |
| "loss": 0.0525, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.1942632612966601, |
| "grad_norm": 0.6392425298690796, |
| "learning_rate": 4.1680746287975686e-05, |
| "loss": 0.0558, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.19614931237721023, |
| "grad_norm": 0.6599785089492798, |
| "learning_rate": 4.1465602106125656e-05, |
| "loss": 0.0554, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.19803536345776032, |
| "grad_norm": 0.7591263055801392, |
| "learning_rate": 4.1248296437320216e-05, |
| "loss": 0.0585, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.19992141453831042, |
| "grad_norm": 0.6528545618057251, |
| "learning_rate": 4.10288587012684e-05, |
| "loss": 0.0536, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.2018074656188605, |
| "grad_norm": 0.7366703152656555, |
| "learning_rate": 4.080731860632702e-05, |
| "loss": 0.0578, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.2036935166994106, |
| "grad_norm": 0.6351961493492126, |
| "learning_rate": 4.0583706145478626e-05, |
| "loss": 0.0545, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.2055795677799607, |
| "grad_norm": 0.7169222831726074, |
| "learning_rate": 4.035805159227094e-05, |
| "loss": 0.0521, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.2074656188605108, |
| "grad_norm": 0.7112927436828613, |
| "learning_rate": 4.0130385496718264e-05, |
| "loss": 0.0542, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.2093516699410609, |
| "grad_norm": 0.6754216551780701, |
| "learning_rate": 3.990073868116559e-05, |
| "loss": 0.056, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.211237721021611, |
| "grad_norm": 0.7109940052032471, |
| "learning_rate": 3.966914223611567e-05, |
| "loss": 0.0547, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.2131237721021611, |
| "grad_norm": 0.7123256325721741, |
| "learning_rate": 3.943562751601987e-05, |
| "loss": 0.0546, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.2150098231827112, |
| "grad_norm": 0.662979245185852, |
| "learning_rate": 3.92002261350333e-05, |
| "loss": 0.0571, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2168958742632613, |
| "grad_norm": 0.6488447785377502, |
| "learning_rate": 3.896296996273475e-05, |
| "loss": 0.0557, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.21878192534381138, |
| "grad_norm": 0.7519274353981018, |
| "learning_rate": 3.872389111981207e-05, |
| "loss": 0.0551, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.2206679764243615, |
| "grad_norm": 0.7038594484329224, |
| "learning_rate": 3.848302197371352e-05, |
| "loss": 0.0533, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.2225540275049116, |
| "grad_norm": 0.6479763388633728, |
| "learning_rate": 3.8240395134265775e-05, |
| "loss": 0.0566, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.2244400785854617, |
| "grad_norm": 0.7079476714134216, |
| "learning_rate": 3.799604344925904e-05, |
| "loss": 0.0599, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.2263261296660118, |
| "grad_norm": 0.6880370378494263, |
| "learning_rate": 3.775e-05, |
| "loss": 0.0571, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.22821218074656188, |
| "grad_norm": 0.7514224648475647, |
| "learning_rate": 3.7502298096833135e-05, |
| "loss": 0.0566, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.23009823182711198, |
| "grad_norm": 0.574809730052948, |
| "learning_rate": 3.725297127463104e-05, |
| "loss": 0.057, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.23198428290766207, |
| "grad_norm": 0.6558296084403992, |
| "learning_rate": 3.7002053288254325e-05, |
| "loss": 0.0577, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.2338703339882122, |
| "grad_norm": 0.6793502569198608, |
| "learning_rate": 3.6749578107981784e-05, |
| "loss": 0.0547, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.2357563850687623, |
| "grad_norm": 0.65799480676651, |
| "learning_rate": 3.649557991491133e-05, |
| "loss": 0.0559, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.23764243614931238, |
| "grad_norm": 0.5995348691940308, |
| "learning_rate": 3.62400930963324e-05, |
| "loss": 0.056, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.23952848722986247, |
| "grad_norm": 0.72153639793396, |
| "learning_rate": 3.598315224107053e-05, |
| "loss": 0.0593, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.24141453831041257, |
| "grad_norm": 0.6748735904693604, |
| "learning_rate": 3.572479213480454e-05, |
| "loss": 0.0562, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.24330058939096266, |
| "grad_norm": 0.662956953048706, |
| "learning_rate": 3.546504775535711e-05, |
| "loss": 0.0525, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.24518664047151276, |
| "grad_norm": 0.5849418044090271, |
| "learning_rate": 3.5203954267959345e-05, |
| "loss": 0.0548, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.24707269155206288, |
| "grad_norm": 0.6766960024833679, |
| "learning_rate": 3.4941547020489984e-05, |
| "loss": 0.0576, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.24895874263261297, |
| "grad_norm": 0.6848108768463135, |
| "learning_rate": 3.467786153868985e-05, |
| "loss": 0.0555, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.25084479371316304, |
| "grad_norm": 0.643460750579834, |
| "learning_rate": 3.4412933521352215e-05, |
| "loss": 0.0564, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.25273084479371316, |
| "grad_norm": 0.6254925727844238, |
| "learning_rate": 3.414679883548978e-05, |
| "loss": 0.0505, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.2546168958742633, |
| "grad_norm": 0.7097765207290649, |
| "learning_rate": 3.387949351147889e-05, |
| "loss": 0.0543, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.25650294695481335, |
| "grad_norm": 0.6415020823478699, |
| "learning_rate": 3.3611053738181474e-05, |
| "loss": 0.056, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.25838899803536347, |
| "grad_norm": 0.7329368591308594, |
| "learning_rate": 3.33415158580458e-05, |
| "loss": 0.0558, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.26027504911591354, |
| "grad_norm": 0.6120018362998962, |
| "learning_rate": 3.307091636218621e-05, |
| "loss": 0.053, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.26216110019646366, |
| "grad_norm": 0.6998302340507507, |
| "learning_rate": 3.2799291885442806e-05, |
| "loss": 0.0557, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.2640471512770137, |
| "grad_norm": 0.6474382281303406, |
| "learning_rate": 3.2526679201421715e-05, |
| "loss": 0.053, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.26593320235756385, |
| "grad_norm": 0.6423821449279785, |
| "learning_rate": 3.225311521751648e-05, |
| "loss": 0.0572, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.26781925343811397, |
| "grad_norm": 0.6939720511436462, |
| "learning_rate": 3.197863696991146e-05, |
| "loss": 0.0574, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.26970530451866404, |
| "grad_norm": 0.6327478885650635, |
| "learning_rate": 3.170328161856765e-05, |
| "loss": 0.053, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.27159135559921416, |
| "grad_norm": 0.6983661651611328, |
| "learning_rate": 3.142708644219186e-05, |
| "loss": 0.0555, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.2734774066797642, |
| "grad_norm": 0.6345211267471313, |
| "learning_rate": 3.1150088833189785e-05, |
| "loss": 0.0552, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.27536345776031435, |
| "grad_norm": 0.6684762239456177, |
| "learning_rate": 3.087232629260363e-05, |
| "loss": 0.0529, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.27724950884086447, |
| "grad_norm": 0.6331592798233032, |
| "learning_rate": 3.05938364250351e-05, |
| "loss": 0.0524, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.27913555992141453, |
| "grad_norm": 0.8227130770683289, |
| "learning_rate": 3.0314656933554343e-05, |
| "loss": 0.0521, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.28102161100196466, |
| "grad_norm": 0.6519796848297119, |
| "learning_rate": 3.003482561459551e-05, |
| "loss": 0.0566, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.2829076620825147, |
| "grad_norm": 0.6902201771736145, |
| "learning_rate": 2.97543803528398e-05, |
| "loss": 0.0536, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.28479371316306484, |
| "grad_norm": 0.6349306702613831, |
| "learning_rate": 2.947335911608641e-05, |
| "loss": 0.0537, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.2866797642436149, |
| "grad_norm": 0.6948151588439941, |
| "learning_rate": 2.9191799950112342e-05, |
| "loss": 0.0555, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.28856581532416503, |
| "grad_norm": 0.6386936902999878, |
| "learning_rate": 2.8909740973521605e-05, |
| "loss": 0.0512, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.29045186640471515, |
| "grad_norm": 0.660004198551178, |
| "learning_rate": 2.8627220372584576e-05, |
| "loss": 0.0553, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.2923379174852652, |
| "grad_norm": 0.7042737007141113, |
| "learning_rate": 2.8344276396068144e-05, |
| "loss": 0.052, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.29422396856581534, |
| "grad_norm": 0.58024001121521, |
| "learning_rate": 2.8060947350057514e-05, |
| "loss": 0.054, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.2961100196463654, |
| "grad_norm": 0.6255718469619751, |
| "learning_rate": 2.7777271592770116e-05, |
| "loss": 0.0568, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.29799607072691553, |
| "grad_norm": 0.632648229598999, |
| "learning_rate": 2.749328752936253e-05, |
| "loss": 0.0531, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.2998821218074656, |
| "grad_norm": 0.6542230844497681, |
| "learning_rate": 2.720903360673107e-05, |
| "loss": 0.0521, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.3017681728880157, |
| "grad_norm": 0.7150512337684631, |
| "learning_rate": 2.692454830830666e-05, |
| "loss": 0.051, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.30365422396856584, |
| "grad_norm": 0.6616401672363281, |
| "learning_rate": 2.6639870148844804e-05, |
| "loss": 0.0544, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.3055402750491159, |
| "grad_norm": 0.732150673866272, |
| "learning_rate": 2.635503766921128e-05, |
| "loss": 0.0535, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.307426326129666, |
| "grad_norm": 0.8855046629905701, |
| "learning_rate": 2.607008943116438e-05, |
| "loss": 0.0542, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.3093123772102161, |
| "grad_norm": 0.7317624092102051, |
| "learning_rate": 2.5785064012134235e-05, |
| "loss": 0.0533, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.3111984282907662, |
| "grad_norm": 0.6703384518623352, |
| "learning_rate": 2.5500000000000003e-05, |
| "loss": 0.0551, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.3130844793713163, |
| "grad_norm": 0.721160352230072, |
| "learning_rate": 2.5214935987865782e-05, |
| "loss": 0.0502, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.3149705304518664, |
| "grad_norm": 0.7104240655899048, |
| "learning_rate": 2.4929910568835625e-05, |
| "loss": 0.0515, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.3168565815324165, |
| "grad_norm": 0.7653979063034058, |
| "learning_rate": 2.4644962330788736e-05, |
| "loss": 0.0527, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.3187426326129666, |
| "grad_norm": 0.7517006993293762, |
| "learning_rate": 2.436012985115521e-05, |
| "loss": 0.0568, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.3206286836935167, |
| "grad_norm": 0.5671713352203369, |
| "learning_rate": 2.4075451691693345e-05, |
| "loss": 0.0529, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.3225147347740668, |
| "grad_norm": 0.6336231231689453, |
| "learning_rate": 2.3790966393268934e-05, |
| "loss": 0.0541, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.3244007858546169, |
| "grad_norm": 0.707970917224884, |
| "learning_rate": 2.3506712470637478e-05, |
| "loss": 0.0532, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.32628683693516697, |
| "grad_norm": 0.601161777973175, |
| "learning_rate": 2.3222728407229894e-05, |
| "loss": 0.054, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.3281728880157171, |
| "grad_norm": 0.687738299369812, |
| "learning_rate": 2.2939052649942496e-05, |
| "loss": 0.0535, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.3300589390962672, |
| "grad_norm": 0.5946913361549377, |
| "learning_rate": 2.265572360393186e-05, |
| "loss": 0.0529, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.3319449901768173, |
| "grad_norm": 0.6881449818611145, |
| "learning_rate": 2.2372779627415433e-05, |
| "loss": 0.051, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3338310412573674, |
| "grad_norm": 0.5941693782806396, |
| "learning_rate": 2.2090259026478405e-05, |
| "loss": 0.0511, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.33571709233791747, |
| "grad_norm": 0.663888156414032, |
| "learning_rate": 2.1808200049887665e-05, |
| "loss": 0.0507, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.3376031434184676, |
| "grad_norm": 0.6710250377655029, |
| "learning_rate": 2.1526640883913603e-05, |
| "loss": 0.0514, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.33948919449901765, |
| "grad_norm": 0.650841474533081, |
| "learning_rate": 2.124561964716021e-05, |
| "loss": 0.053, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.3413752455795678, |
| "grad_norm": 0.6167406439781189, |
| "learning_rate": 2.09651743854045e-05, |
| "loss": 0.0527, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.3432612966601179, |
| "grad_norm": 0.7821890115737915, |
| "learning_rate": 2.0685343066445663e-05, |
| "loss": 0.0553, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.34514734774066796, |
| "grad_norm": 0.6713324785232544, |
| "learning_rate": 2.0406163574964904e-05, |
| "loss": 0.053, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.3470333988212181, |
| "grad_norm": 0.6760713458061218, |
| "learning_rate": 2.0127673707396367e-05, |
| "loss": 0.0559, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.34891944990176815, |
| "grad_norm": 0.6784288883209229, |
| "learning_rate": 1.9849911166810218e-05, |
| "loss": 0.0526, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.3508055009823183, |
| "grad_norm": 0.6884786486625671, |
| "learning_rate": 1.9572913557808146e-05, |
| "loss": 0.0567, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.3526915520628684, |
| "grad_norm": 0.6453571319580078, |
| "learning_rate": 1.929671838143236e-05, |
| "loss": 0.0563, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.35457760314341846, |
| "grad_norm": 0.6758632063865662, |
| "learning_rate": 1.9021363030088554e-05, |
| "loss": 0.0553, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.3564636542239686, |
| "grad_norm": 0.668267548084259, |
| "learning_rate": 1.8746884782483525e-05, |
| "loss": 0.0538, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.35834970530451865, |
| "grad_norm": 0.6933122277259827, |
| "learning_rate": 1.8473320798578298e-05, |
| "loss": 0.0552, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.3602357563850688, |
| "grad_norm": 0.6300497651100159, |
| "learning_rate": 1.8200708114557193e-05, |
| "loss": 0.057, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.36212180746561884, |
| "grad_norm": 0.6839256286621094, |
| "learning_rate": 1.792908363781379e-05, |
| "loss": 0.0554, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.36400785854616896, |
| "grad_norm": 0.7520976662635803, |
| "learning_rate": 1.7658484141954197e-05, |
| "loss": 0.0569, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.3658939096267191, |
| "grad_norm": 0.6498275399208069, |
| "learning_rate": 1.7388946261818532e-05, |
| "loss": 0.0561, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.36777996070726915, |
| "grad_norm": 0.6791663765907288, |
| "learning_rate": 1.712050648852112e-05, |
| "loss": 0.053, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.36966601178781927, |
| "grad_norm": 0.7867873907089233, |
| "learning_rate": 1.6853201164510216e-05, |
| "loss": 0.053, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.37155206286836934, |
| "grad_norm": 0.7230736613273621, |
| "learning_rate": 1.6587066478647798e-05, |
| "loss": 0.0549, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.37343811394891946, |
| "grad_norm": 0.6615051031112671, |
| "learning_rate": 1.6322138461310157e-05, |
| "loss": 0.0545, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.3753241650294695, |
| "grad_norm": 0.6557722091674805, |
| "learning_rate": 1.6058452979510023e-05, |
| "loss": 0.0503, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.37721021611001965, |
| "grad_norm": 0.6586915254592896, |
| "learning_rate": 1.5796045732040658e-05, |
| "loss": 0.0542, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.37909626719056977, |
| "grad_norm": 0.6497794985771179, |
| "learning_rate": 1.55349522446429e-05, |
| "loss": 0.0529, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.38098231827111984, |
| "grad_norm": 0.6993744969367981, |
| "learning_rate": 1.5275207865195463e-05, |
| "loss": 0.0544, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.38286836935166996, |
| "grad_norm": 0.6246796250343323, |
| "learning_rate": 1.5016847758929478e-05, |
| "loss": 0.0527, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.38475442043222, |
| "grad_norm": 0.7155519127845764, |
| "learning_rate": 1.4759906903667603e-05, |
| "loss": 0.0528, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.38664047151277015, |
| "grad_norm": 0.7660435438156128, |
| "learning_rate": 1.4504420085088679e-05, |
| "loss": 0.0549, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.3885265225933202, |
| "grad_norm": 0.6786250472068787, |
| "learning_rate": 1.425042189201821e-05, |
| "loss": 0.0566, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.39041257367387033, |
| "grad_norm": 0.5612386465072632, |
| "learning_rate": 1.3997946711745685e-05, |
| "loss": 0.0515, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.39229862475442046, |
| "grad_norm": 0.6318074464797974, |
| "learning_rate": 1.3747028725368977e-05, |
| "loss": 0.0554, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.3941846758349705, |
| "grad_norm": 0.6260029673576355, |
| "learning_rate": 1.3497701903166873e-05, |
| "loss": 0.0519, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.39607072691552064, |
| "grad_norm": 0.5796728134155273, |
| "learning_rate": 1.3250000000000007e-05, |
| "loss": 0.0527, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.3979567779960707, |
| "grad_norm": 0.6224585771560669, |
| "learning_rate": 1.3003956550740957e-05, |
| "loss": 0.0558, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.39984282907662083, |
| "grad_norm": 0.6537889242172241, |
| "learning_rate": 1.2759604865734225e-05, |
| "loss": 0.0539, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.4017288801571709, |
| "grad_norm": 0.5988955497741699, |
| "learning_rate": 1.2516978026286484e-05, |
| "loss": 0.0535, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.403614931237721, |
| "grad_norm": 0.6728143692016602, |
| "learning_rate": 1.2276108880187944e-05, |
| "loss": 0.0517, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.40550098231827114, |
| "grad_norm": 0.6609812378883362, |
| "learning_rate": 1.2037030037265254e-05, |
| "loss": 0.0545, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.4073870333988212, |
| "grad_norm": 0.7403289675712585, |
| "learning_rate": 1.1799773864966708e-05, |
| "loss": 0.0557, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.40927308447937133, |
| "grad_norm": 0.6256952285766602, |
| "learning_rate": 1.1564372483980137e-05, |
| "loss": 0.0507, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.4111591355599214, |
| "grad_norm": 0.5984049439430237, |
| "learning_rate": 1.1330857763884332e-05, |
| "loss": 0.0516, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.4130451866404715, |
| "grad_norm": 0.7591874003410339, |
| "learning_rate": 1.1099261318834413e-05, |
| "loss": 0.0533, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.4149312377210216, |
| "grad_norm": 0.6538133025169373, |
| "learning_rate": 1.0869614503281746e-05, |
| "loss": 0.0541, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.4168172888015717, |
| "grad_norm": 0.6795734167098999, |
| "learning_rate": 1.064194840772908e-05, |
| "loss": 0.0551, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.4187033398821218, |
| "grad_norm": 0.7660415172576904, |
| "learning_rate": 1.0416293854521374e-05, |
| "loss": 0.056, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.4205893909626719, |
| "grad_norm": 0.6202150583267212, |
| "learning_rate": 1.0192681393672982e-05, |
| "loss": 0.0506, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.422475442043222, |
| "grad_norm": 0.6795329451560974, |
| "learning_rate": 9.971141298731597e-06, |
| "loss": 0.0556, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.4243614931237721, |
| "grad_norm": 0.6711370348930359, |
| "learning_rate": 9.751703562679787e-06, |
| "loss": 0.0555, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.4262475442043222, |
| "grad_norm": 0.6319897770881653, |
| "learning_rate": 9.53439789387435e-06, |
| "loss": 0.0564, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.4281335952848723, |
| "grad_norm": 0.6473011374473572, |
| "learning_rate": 9.319253712024317e-06, |
| "loss": 0.05, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.4300196463654224, |
| "grad_norm": 0.5980538725852966, |
| "learning_rate": 9.106300144207982e-06, |
| "loss": 0.0503, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.4319056974459725, |
| "grad_norm": 0.6093522310256958, |
| "learning_rate": 8.895566020929561e-06, |
| "loss": 0.0538, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.4337917485265226, |
| "grad_norm": 0.6860825419425964, |
| "learning_rate": 8.68707987221603e-06, |
| "loss": 0.0529, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.4356777996070727, |
| "grad_norm": 0.639009416103363, |
| "learning_rate": 8.480869923754565e-06, |
| "loss": 0.0526, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.43756385068762277, |
| "grad_norm": 0.6271622180938721, |
| "learning_rate": 8.276964093071288e-06, |
| "loss": 0.0556, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.4394499017681729, |
| "grad_norm": 0.6020594239234924, |
| "learning_rate": 8.075389985751642e-06, |
| "loss": 0.0533, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.441335952848723, |
| "grad_norm": 0.6336962580680847, |
| "learning_rate": 7.876174891703052e-06, |
| "loss": 0.0535, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.4432220039292731, |
| "grad_norm": 0.6483181118965149, |
| "learning_rate": 7.679345781460308e-06, |
| "loss": 0.0553, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.4451080550098232, |
| "grad_norm": 0.6326590776443481, |
| "learning_rate": 7.484929302534201e-06, |
| "loss": 0.0519, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.44699410609037327, |
| "grad_norm": 0.6539437174797058, |
| "learning_rate": 7.292951775803839e-06, |
| "loss": 0.0551, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.4488801571709234, |
| "grad_norm": 0.6510122418403625, |
| "learning_rate": 7.10343919195327e-06, |
| "loss": 0.056, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.45076620825147345, |
| "grad_norm": 0.6261730194091797, |
| "learning_rate": 6.916417207952713e-06, |
| "loss": 0.0537, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.4526522593320236, |
| "grad_norm": 0.7019426226615906, |
| "learning_rate": 6.731911143585042e-06, |
| "loss": 0.0561, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.4545383104125737, |
| "grad_norm": 0.6432986259460449, |
| "learning_rate": 6.549945978017887e-06, |
| "loss": 0.0505, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.45642436149312376, |
| "grad_norm": 0.6321935057640076, |
| "learning_rate": 6.37054634642185e-06, |
| "loss": 0.0547, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.4583104125736739, |
| "grad_norm": 0.6130335330963135, |
| "learning_rate": 6.193736536635314e-06, |
| "loss": 0.0544, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.46019646365422395, |
| "grad_norm": 0.6470383405685425, |
| "learning_rate": 6.019540485876227e-06, |
| "loss": 0.0528, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.4620825147347741, |
| "grad_norm": 0.5724889039993286, |
| "learning_rate": 5.847981777501426e-06, |
| "loss": 0.0549, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.46396856581532414, |
| "grad_norm": 0.6291890740394592, |
| "learning_rate": 5.6790836378137905e-06, |
| "loss": 0.0506, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.46585461689587426, |
| "grad_norm": 0.6025134921073914, |
| "learning_rate": 5.5128689329177896e-06, |
| "loss": 0.055, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.4677406679764244, |
| "grad_norm": 0.6630934476852417, |
| "learning_rate": 5.349360165623773e-06, |
| "loss": 0.0531, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.46962671905697445, |
| "grad_norm": 0.7029414772987366, |
| "learning_rate": 5.188579472401481e-06, |
| "loss": 0.057, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.4715127701375246, |
| "grad_norm": 0.6309053897857666, |
| "learning_rate": 5.0305486203830615e-06, |
| "loss": 0.0475, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.47339882121807464, |
| "grad_norm": 0.6466310620307922, |
| "learning_rate": 4.8752890044161906e-06, |
| "loss": 0.0521, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.47528487229862476, |
| "grad_norm": 0.6483911871910095, |
| "learning_rate": 4.722821644167564e-06, |
| "loss": 0.0543, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.4771709233791748, |
| "grad_norm": 0.6412047743797302, |
| "learning_rate": 4.573167181277125e-06, |
| "loss": 0.0542, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.47905697445972495, |
| "grad_norm": 0.6306837797164917, |
| "learning_rate": 4.4263458765635525e-06, |
| "loss": 0.0526, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.48094302554027507, |
| "grad_norm": 0.702875018119812, |
| "learning_rate": 4.282377607281252e-06, |
| "loss": 0.0525, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.48282907662082514, |
| "grad_norm": 0.6928117275238037, |
| "learning_rate": 4.141281864429324e-06, |
| "loss": 0.054, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.48471512770137526, |
| "grad_norm": 0.6319845914840698, |
| "learning_rate": 4.003077750112739e-06, |
| "loss": 0.0517, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.4866011787819253, |
| "grad_norm": 0.6545883417129517, |
| "learning_rate": 3.867783974956289e-06, |
| "loss": 0.0532, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.48848722986247545, |
| "grad_norm": 0.7358443737030029, |
| "learning_rate": 3.735418855571405e-06, |
| "loss": 0.0543, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.4903732809430255, |
| "grad_norm": 0.6127293705940247, |
| "learning_rate": 3.6060003120764025e-06, |
| "loss": 0.0534, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.49225933202357564, |
| "grad_norm": 0.6689878106117249, |
| "learning_rate": 3.479545865670413e-06, |
| "loss": 0.0541, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.49414538310412576, |
| "grad_norm": 0.669922411441803, |
| "learning_rate": 3.356072636261248e-06, |
| "loss": 0.0542, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.4960314341846758, |
| "grad_norm": 0.6823084354400635, |
| "learning_rate": 3.235597340147676e-06, |
| "loss": 0.0502, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.49791748526522595, |
| "grad_norm": 0.6295681595802307, |
| "learning_rate": 3.1181362877562766e-06, |
| "loss": 0.0546, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.499803536345776, |
| "grad_norm": 0.6209445595741272, |
| "learning_rate": 3.00370538143329e-06, |
| "loss": 0.0552, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.5016895874263261, |
| "grad_norm": 0.6432093381881714, |
| "learning_rate": 2.8923201132916638e-06, |
| "loss": 0.0521, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5035756385068763, |
| "grad_norm": 0.7084284424781799, |
| "learning_rate": 2.783995563113711e-06, |
| "loss": 0.052, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.5054616895874263, |
| "grad_norm": 0.6800095438957214, |
| "learning_rate": 2.6787463963095105e-06, |
| "loss": 0.0538, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.5073477406679764, |
| "grad_norm": 0.7024362683296204, |
| "learning_rate": 2.5765868619314814e-06, |
| "loss": 0.0526, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.5092337917485266, |
| "grad_norm": 0.6228119134902954, |
| "learning_rate": 2.4775307907452464e-06, |
| "loss": 0.0557, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.5111198428290766, |
| "grad_norm": 0.7323874831199646, |
| "learning_rate": 2.381591593357204e-06, |
| "loss": 0.0573, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.5130058939096267, |
| "grad_norm": 0.64508455991745, |
| "learning_rate": 2.2887822583989345e-06, |
| "loss": 0.0523, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.5148919449901768, |
| "grad_norm": 0.6413906216621399, |
| "learning_rate": 2.1991153507687385e-06, |
| "loss": 0.0542, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.5167779960707269, |
| "grad_norm": 0.6184936165809631, |
| "learning_rate": 2.104361506153305e-06, |
| "loss": 0.0496, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.518664047151277, |
| "grad_norm": 0.6463601589202881, |
| "learning_rate": 2.014008697185033e-06, |
| "loss": 0.0512, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.5205500982318271, |
| "grad_norm": 0.6290855407714844, |
| "learning_rate": 1.9279975950776054e-06, |
| "loss": 0.0519, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.5224361493123773, |
| "grad_norm": 0.6576858758926392, |
| "learning_rate": 1.8462681192674342e-06, |
| "loss": 0.0553, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.5243222003929273, |
| "grad_norm": 0.5952139496803284, |
| "learning_rate": 1.768759451931695e-06, |
| "loss": 0.0522, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.5262082514734774, |
| "grad_norm": 0.6550763249397278, |
| "learning_rate": 1.6954100526275048e-06, |
| "loss": 0.0553, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.5280943025540275, |
| "grad_norm": 0.695368766784668, |
| "learning_rate": 1.6261576730494264e-06, |
| "loss": 0.0565, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.5299803536345776, |
| "grad_norm": 0.6179720163345337, |
| "learning_rate": 1.5609393719023522e-06, |
| "loss": 0.0527, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.5318664047151277, |
| "grad_norm": 0.6312326788902283, |
| "learning_rate": 1.4996915298869766e-06, |
| "loss": 0.0505, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.5337524557956778, |
| "grad_norm": 0.5642273426055908, |
| "learning_rate": 1.442349864794914e-06, |
| "loss": 0.0537, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.5356385068762279, |
| "grad_norm": 0.6600595712661743, |
| "learning_rate": 1.3888494467104933e-06, |
| "loss": 0.057, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.537524557956778, |
| "grad_norm": 0.5953897833824158, |
| "learning_rate": 1.3391247133163789e-06, |
| "loss": 0.0545, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.5394106090373281, |
| "grad_norm": 0.6536615490913391, |
| "learning_rate": 1.2931094853000053e-06, |
| "loss": 0.0547, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.5412966601178782, |
| "grad_norm": 0.6876338124275208, |
| "learning_rate": 1.2507369818578715e-06, |
| "loss": 0.0548, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.5431827111984283, |
| "grad_norm": 0.701816201210022, |
| "learning_rate": 1.2119398362946898e-06, |
| "loss": 0.0537, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.5450687622789784, |
| "grad_norm": 0.6863809823989868, |
| "learning_rate": 1.1766501117144559e-06, |
| "loss": 0.0537, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.5469548133595284, |
| "grad_norm": 0.6473677754402161, |
| "learning_rate": 1.1447993168003164e-06, |
| "loss": 0.0526, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.5488408644400786, |
| "grad_norm": 0.6449557542800903, |
| "learning_rate": 1.1163184216803305e-06, |
| "loss": 0.0563, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.5507269155206287, |
| "grad_norm": 0.6224853992462158, |
| "learning_rate": 1.0911378738759706e-06, |
| "loss": 0.0583, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.5526129666011788, |
| "grad_norm": 0.621610164642334, |
| "learning_rate": 1.0691876143304013e-06, |
| "loss": 0.0516, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.5544990176817289, |
| "grad_norm": 0.6233559846878052, |
| "learning_rate": 1.050397093513415e-06, |
| "loss": 0.0536, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.556385068762279, |
| "grad_norm": 0.5515995025634766, |
| "learning_rate": 1.034695287599956e-06, |
| "loss": 0.0523, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.5582711198428291, |
| "grad_norm": 0.6381170153617859, |
| "learning_rate": 1.0220107147191746e-06, |
| "loss": 0.0534, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.5601571709233791, |
| "grad_norm": 0.6186379194259644, |
| "learning_rate": 1.012271451270882e-06, |
| "loss": 0.0538, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.5620432220039293, |
| "grad_norm": 0.6275140643119812, |
| "learning_rate": 1.0054051483063013e-06, |
| "loss": 0.0521, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.5639292730844794, |
| "grad_norm": 0.6825361251831055, |
| "learning_rate": 1.0013390479700225e-06, |
| "loss": 0.0515, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.5658153241650294, |
| "grad_norm": 0.5796988010406494, |
| "learning_rate": 2.6296296296296297e-06, |
| "loss": 0.0515, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.5677013752455796, |
| "grad_norm": 0.6711207032203674, |
| "learning_rate": 4.2592592592592596e-06, |
| "loss": 0.0542, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.5695874263261297, |
| "grad_norm": 0.6041145324707031, |
| "learning_rate": 5.888888888888889e-06, |
| "loss": 0.0567, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.5714734774066798, |
| "grad_norm": 0.6166413426399231, |
| "learning_rate": 7.5185185185185186e-06, |
| "loss": 0.0516, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.5733595284872298, |
| "grad_norm": 0.6457393169403076, |
| "learning_rate": 9.148148148148149e-06, |
| "loss": 0.0547, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.57524557956778, |
| "grad_norm": 0.6154576539993286, |
| "learning_rate": 1.077777777777778e-05, |
| "loss": 0.0494, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.5771316306483301, |
| "grad_norm": 0.6116970181465149, |
| "learning_rate": 1.240740740740741e-05, |
| "loss": 0.0504, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.5790176817288801, |
| "grad_norm": 0.6023555994033813, |
| "learning_rate": 1.4037037037037038e-05, |
| "loss": 0.0529, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.5809037328094303, |
| "grad_norm": 0.6238025426864624, |
| "learning_rate": 1.5666666666666667e-05, |
| "loss": 0.0494, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.5827897838899804, |
| "grad_norm": 0.6738271117210388, |
| "learning_rate": 1.7296296296296297e-05, |
| "loss": 0.0517, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.5846758349705304, |
| "grad_norm": 0.6269494295120239, |
| "learning_rate": 1.8925925925925928e-05, |
| "loss": 0.0526, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.5865618860510805, |
| "grad_norm": 0.7519524693489075, |
| "learning_rate": 2.0555555555555558e-05, |
| "loss": 0.055, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.5884479371316307, |
| "grad_norm": 0.6679571866989136, |
| "learning_rate": 2.2185185185185188e-05, |
| "loss": 0.056, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.5903339882121807, |
| "grad_norm": 0.6892229318618774, |
| "learning_rate": 2.381481481481482e-05, |
| "loss": 0.0558, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.5922200392927308, |
| "grad_norm": 0.7195484042167664, |
| "learning_rate": 2.544444444444445e-05, |
| "loss": 0.0537, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.594106090373281, |
| "grad_norm": 0.7081109285354614, |
| "learning_rate": 2.7074074074074076e-05, |
| "loss": 0.0506, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.5959921414538311, |
| "grad_norm": 0.5885039567947388, |
| "learning_rate": 2.870370370370371e-05, |
| "loss": 0.0512, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.5978781925343811, |
| "grad_norm": 0.6273261904716492, |
| "learning_rate": 3.0333333333333337e-05, |
| "loss": 0.0537, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.5997642436149312, |
| "grad_norm": 0.6839622855186462, |
| "learning_rate": 3.196296296296297e-05, |
| "loss": 0.0522, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.6016502946954814, |
| "grad_norm": 0.6549758315086365, |
| "learning_rate": 3.359259259259259e-05, |
| "loss": 0.0494, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.6035363457760314, |
| "grad_norm": 0.6940924525260925, |
| "learning_rate": 3.522222222222223e-05, |
| "loss": 0.0541, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.6054223968565815, |
| "grad_norm": 0.6798189878463745, |
| "learning_rate": 3.685185185185185e-05, |
| "loss": 0.0529, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.6073084479371317, |
| "grad_norm": 0.6965929865837097, |
| "learning_rate": 3.848148148148148e-05, |
| "loss": 0.0556, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.6091944990176817, |
| "grad_norm": 0.7825841903686523, |
| "learning_rate": 4.011111111111111e-05, |
| "loss": 0.0545, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.6110805500982318, |
| "grad_norm": 0.6313629746437073, |
| "learning_rate": 4.174074074074074e-05, |
| "loss": 0.0522, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.6129666011787819, |
| "grad_norm": 0.600088894367218, |
| "learning_rate": 4.337037037037037e-05, |
| "loss": 0.052, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.614852652259332, |
| "grad_norm": 0.7086624503135681, |
| "learning_rate": 4.5e-05, |
| "loss": 0.0527, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.6167387033398821, |
| "grad_norm": 0.7286542057991028, |
| "learning_rate": 4.4998161456819626e-05, |
| "loss": 0.0571, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.6186247544204322, |
| "grad_norm": 0.6545694470405579, |
| "learning_rate": 4.4992646134573125e-05, |
| "loss": 0.0532, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.6205108055009824, |
| "grad_norm": 0.6418690085411072, |
| "learning_rate": 4.498345495509307e-05, |
| "loss": 0.0526, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.6223968565815324, |
| "grad_norm": 0.760371744632721, |
| "learning_rate": 4.4970589454595836e-05, |
| "loss": 0.0491, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.6242829076620825, |
| "grad_norm": 0.7142137289047241, |
| "learning_rate": 4.495405178342491e-05, |
| "loss": 0.0548, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.6261689587426326, |
| "grad_norm": 0.7223098278045654, |
| "learning_rate": 4.4933844705691426e-05, |
| "loss": 0.0498, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.6280550098231827, |
| "grad_norm": 0.7556989192962646, |
| "learning_rate": 4.490997159881221e-05, |
| "loss": 0.0536, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.6299410609037328, |
| "grad_norm": 0.6933190226554871, |
| "learning_rate": 4.488243645294524e-05, |
| "loss": 0.0521, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.6318271119842829, |
| "grad_norm": 0.7360893487930298, |
| "learning_rate": 4.485124387032275e-05, |
| "loss": 0.0545, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.633713163064833, |
| "grad_norm": 0.7241246104240417, |
| "learning_rate": 4.481639906448203e-05, |
| "loss": 0.0516, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.6355992141453831, |
| "grad_norm": 0.7710666060447693, |
| "learning_rate": 4.4777907859394e-05, |
| "loss": 0.0538, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.6374852652259332, |
| "grad_norm": 0.663753867149353, |
| "learning_rate": 4.4735776688489807e-05, |
| "loss": 0.054, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.6393713163064833, |
| "grad_norm": 0.66549152135849, |
| "learning_rate": 4.4690012593585524e-05, |
| "loss": 0.0544, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.6412573673870334, |
| "grad_norm": 0.7357849478721619, |
| "learning_rate": 4.464062322370523e-05, |
| "loss": 0.0522, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.6431434184675835, |
| "grad_norm": 0.6259642839431763, |
| "learning_rate": 4.4587616833802466e-05, |
| "loss": 0.0508, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.6450294695481336, |
| "grad_norm": 0.6482447981834412, |
| "learning_rate": 4.4531002283380575e-05, |
| "loss": 0.0511, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.6469155206286837, |
| "grad_norm": 0.7146925330162048, |
| "learning_rate": 4.447078903501188e-05, |
| "loss": 0.0521, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.6488015717092338, |
| "grad_norm": 0.7280723452568054, |
| "learning_rate": 4.4406987152756125e-05, |
| "loss": 0.0557, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.6506876227897839, |
| "grad_norm": 0.7028859257698059, |
| "learning_rate": 4.4339607300478356e-05, |
| "loss": 0.0522, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.6525736738703339, |
| "grad_norm": 0.8576962947845459, |
| "learning_rate": 4.4268660740066566e-05, |
| "loss": 0.0534, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.6544597249508841, |
| "grad_norm": 0.7460153102874756, |
| "learning_rate": 4.419415932954937e-05, |
| "loss": 0.0512, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.6563457760314342, |
| "grad_norm": 0.7016230225563049, |
| "learning_rate": 4.411611552111406e-05, |
| "loss": 0.0548, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.6582318271119842, |
| "grad_norm": 0.674579381942749, |
| "learning_rate": 4.403454235902536e-05, |
| "loss": 0.0517, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.6601178781925344, |
| "grad_norm": 0.7202683687210083, |
| "learning_rate": 4.394945347744514e-05, |
| "loss": 0.0524, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.6620039292730845, |
| "grad_norm": 0.6363608241081238, |
| "learning_rate": 4.386086309815368e-05, |
| "loss": 0.0517, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.6638899803536346, |
| "grad_norm": 0.6912679076194763, |
| "learning_rate": 4.37687860281726e-05, |
| "loss": 0.0556, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.6657760314341846, |
| "grad_norm": 0.6715041995048523, |
| "learning_rate": 4.3673237657289986e-05, |
| "loss": 0.0512, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.6676620825147348, |
| "grad_norm": 0.7121760845184326, |
| "learning_rate": 4.3574233955488175e-05, |
| "loss": 0.0556, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.6695481335952849, |
| "grad_norm": 0.6362672448158264, |
| "learning_rate": 4.347179147027451e-05, |
| "loss": 0.0519, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.6714341846758349, |
| "grad_norm": 0.7536382675170898, |
| "learning_rate": 4.3365927323915595e-05, |
| "loss": 0.0547, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.6733202357563851, |
| "grad_norm": 0.68587726354599, |
| "learning_rate": 4.325665921057545e-05, |
| "loss": 0.0523, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.6752062868369352, |
| "grad_norm": 0.6488904356956482, |
| "learning_rate": 4.3144005393358136e-05, |
| "loss": 0.0533, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.6770923379174852, |
| "grad_norm": 0.6359237432479858, |
| "learning_rate": 4.302798470125523e-05, |
| "loss": 0.0522, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.6789783889980353, |
| "grad_norm": 0.7770280838012695, |
| "learning_rate": 4.290861652599876e-05, |
| "loss": 0.0524, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.6808644400785855, |
| "grad_norm": 0.7189698219299316, |
| "learning_rate": 4.278592081882005e-05, |
| "loss": 0.055, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.6827504911591356, |
| "grad_norm": 0.6995368599891663, |
| "learning_rate": 4.265991808711507e-05, |
| "loss": 0.0543, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.6846365422396856, |
| "grad_norm": 0.7618082761764526, |
| "learning_rate": 4.253062939101684e-05, |
| "loss": 0.0512, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.6865225933202358, |
| "grad_norm": 0.6385736465454102, |
| "learning_rate": 4.2398076339875376e-05, |
| "loss": 0.051, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.6884086444007859, |
| "grad_norm": 0.6475210189819336, |
| "learning_rate": 4.2262281088646e-05, |
| "loss": 0.051, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.6902946954813359, |
| "grad_norm": 0.6482269167900085, |
| "learning_rate": 4.212326633418625e-05, |
| "loss": 0.0501, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.692180746561886, |
| "grad_norm": 0.7027318477630615, |
| "learning_rate": 4.198105531146239e-05, |
| "loss": 0.0567, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.6940667976424362, |
| "grad_norm": 0.6213511824607849, |
| "learning_rate": 4.183567178966586e-05, |
| "loss": 0.0493, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.6959528487229862, |
| "grad_norm": 0.6819092631340027, |
| "learning_rate": 4.1687140068240544e-05, |
| "loss": 0.0521, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.6978388998035363, |
| "grad_norm": 0.7269407510757446, |
| "learning_rate": 4.153548497282129e-05, |
| "loss": 0.0546, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.6997249508840865, |
| "grad_norm": 0.654838502407074, |
| "learning_rate": 4.1380731851084604e-05, |
| "loss": 0.0518, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.7016110019646365, |
| "grad_norm": 0.7469407916069031, |
| "learning_rate": 4.122290656851199e-05, |
| "loss": 0.0554, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.7034970530451866, |
| "grad_norm": 0.664219319820404, |
| "learning_rate": 4.106203550406681e-05, |
| "loss": 0.0491, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.7053831041257368, |
| "grad_norm": 0.7234631776809692, |
| "learning_rate": 4.089814554578529e-05, |
| "loss": 0.05, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.7072691552062869, |
| "grad_norm": 0.8013644814491272, |
| "learning_rate": 4.073126408628244e-05, |
| "loss": 0.052, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.7091552062868369, |
| "grad_norm": 0.657542884349823, |
| "learning_rate": 4.056141901817364e-05, |
| "loss": 0.0481, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.711041257367387, |
| "grad_norm": 0.6335827112197876, |
| "learning_rate": 4.0388638729412704e-05, |
| "loss": 0.0525, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.7129273084479372, |
| "grad_norm": 0.6201550364494324, |
| "learning_rate": 4.021295209854704e-05, |
| "loss": 0.0534, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.7148133595284872, |
| "grad_norm": 0.6844264268875122, |
| "learning_rate": 4.0034388489890915e-05, |
| "loss": 0.0555, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.7166994106090373, |
| "grad_norm": 0.7309831976890564, |
| "learning_rate": 3.9852977748617514e-05, |
| "loss": 0.0483, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.7185854616895875, |
| "grad_norm": 0.8054900169372559, |
| "learning_rate": 3.96687501957706e-05, |
| "loss": 0.0515, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.7204715127701375, |
| "grad_norm": 0.6280372738838196, |
| "learning_rate": 3.9481736623196593e-05, |
| "loss": 0.0528, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.7223575638506876, |
| "grad_norm": 0.6430133581161499, |
| "learning_rate": 3.9291968288398105e-05, |
| "loss": 0.0512, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.7242436149312377, |
| "grad_norm": 0.7151406407356262, |
| "learning_rate": 3.9099476909309474e-05, |
| "loss": 0.0521, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.7261296660117879, |
| "grad_norm": 0.721515953540802, |
| "learning_rate": 3.8904294658995444e-05, |
| "loss": 0.052, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.7280157170923379, |
| "grad_norm": 0.7158637046813965, |
| "learning_rate": 3.8706454160273786e-05, |
| "loss": 0.0549, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.729901768172888, |
| "grad_norm": 0.73859041929245, |
| "learning_rate": 3.850598848026264e-05, |
| "loss": 0.0556, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.7317878192534382, |
| "grad_norm": 0.641735851764679, |
| "learning_rate": 3.830293112485372e-05, |
| "loss": 0.0543, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.7336738703339882, |
| "grad_norm": 0.667811930179596, |
| "learning_rate": 3.809731603311215e-05, |
| "loss": 0.053, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.7355599214145383, |
| "grad_norm": 0.7486200332641602, |
| "learning_rate": 3.7889177571603766e-05, |
| "loss": 0.052, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.7374459724950884, |
| "grad_norm": 0.6580036878585815, |
| "learning_rate": 3.767855052865123e-05, |
| "loss": 0.0545, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.7393320235756385, |
| "grad_norm": 0.6314997673034668, |
| "learning_rate": 3.74654701085194e-05, |
| "loss": 0.0507, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.7412180746561886, |
| "grad_norm": 0.6564173698425293, |
| "learning_rate": 3.72499719255313e-05, |
| "loss": 0.0522, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.7431041257367387, |
| "grad_norm": 0.705565333366394, |
| "learning_rate": 3.7032091998115533e-05, |
| "loss": 0.0497, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.7449901768172889, |
| "grad_norm": 0.7761211395263672, |
| "learning_rate": 3.6811866742786176e-05, |
| "loss": 0.0529, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.7468762278978389, |
| "grad_norm": 0.7735563516616821, |
| "learning_rate": 3.658933296805606e-05, |
| "loss": 0.0531, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.748762278978389, |
| "grad_norm": 0.636371374130249, |
| "learning_rate": 3.636452786828464e-05, |
| "loss": 0.0514, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.750648330058939, |
| "grad_norm": 0.6157060265541077, |
| "learning_rate": 3.61374890174613e-05, |
| "loss": 0.0524, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.7525343811394892, |
| "grad_norm": 0.633668839931488, |
| "learning_rate": 3.5908254362925195e-05, |
| "loss": 0.0512, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.7544204322200393, |
| "grad_norm": 0.6512006521224976, |
| "learning_rate": 3.5676862219022764e-05, |
| "loss": 0.0516, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.7563064833005894, |
| "grad_norm": 0.6428241729736328, |
| "learning_rate": 3.544335126070385e-05, |
| "loss": 0.0502, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.7581925343811395, |
| "grad_norm": 0.5961411595344543, |
| "learning_rate": 3.5207760517057536e-05, |
| "loss": 0.0514, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.7600785854616896, |
| "grad_norm": 0.6615546345710754, |
| "learning_rate": 3.497012936478882e-05, |
| "loss": 0.0512, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.7619646365422397, |
| "grad_norm": 0.7132079601287842, |
| "learning_rate": 3.473049752163721e-05, |
| "loss": 0.0508, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.7638506876227897, |
| "grad_norm": 0.649902880191803, |
| "learning_rate": 3.448890503973825e-05, |
| "loss": 0.0551, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.7657367387033399, |
| "grad_norm": 0.5799820423126221, |
| "learning_rate": 3.424539229892921e-05, |
| "loss": 0.053, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.76762278978389, |
| "grad_norm": 0.5882149338722229, |
| "learning_rate": 3.4e-05, |
| "loss": 0.0512, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.76950884086444, |
| "grad_norm": 0.6821553111076355, |
| "learning_rate": 3.375276915789041e-05, |
| "loss": 0.0499, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.7713948919449902, |
| "grad_norm": 0.701265811920166, |
| "learning_rate": 3.350374109483488e-05, |
| "loss": 0.054, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.7732809430255403, |
| "grad_norm": 0.6194897890090942, |
| "learning_rate": 3.325295743345586e-05, |
| "loss": 0.0503, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.7751669941060904, |
| "grad_norm": 0.6789016127586365, |
| "learning_rate": 3.3000460089807015e-05, |
| "loss": 0.0543, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.7770530451866404, |
| "grad_norm": 0.658940315246582, |
| "learning_rate": 3.2746291266367376e-05, |
| "loss": 0.0519, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.7789390962671906, |
| "grad_norm": 0.6574844121932983, |
| "learning_rate": 3.249049344498758e-05, |
| "loss": 0.0499, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.7808251473477407, |
| "grad_norm": 0.6550710201263428, |
| "learning_rate": 3.223310937978944e-05, |
| "loss": 0.0538, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.7827111984282907, |
| "grad_norm": 0.6187037229537964, |
| "learning_rate": 3.197418209002004e-05, |
| "loss": 0.0499, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.7845972495088409, |
| "grad_norm": 0.6123975515365601, |
| "learning_rate": 3.171375485286145e-05, |
| "loss": 0.0519, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.786483300589391, |
| "grad_norm": 0.6279516816139221, |
| "learning_rate": 3.145187119619739e-05, |
| "loss": 0.0515, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.788369351669941, |
| "grad_norm": 0.6838020086288452, |
| "learning_rate": 3.1188574891337944e-05, |
| "loss": 0.0532, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.7902554027504911, |
| "grad_norm": 0.6653978228569031, |
| "learning_rate": 3.0923909945703634e-05, |
| "loss": 0.0521, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.7921414538310413, |
| "grad_norm": 0.6336382627487183, |
| "learning_rate": 3.0657920595469994e-05, |
| "loss": 0.0509, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.7940275049115914, |
| "grad_norm": 0.6745479106903076, |
| "learning_rate": 3.0390651298173934e-05, |
| "loss": 0.0504, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.7959135559921414, |
| "grad_norm": 0.6629840135574341, |
| "learning_rate": 3.012214672528307e-05, |
| "loss": 0.0527, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.7977996070726916, |
| "grad_norm": 0.6240289807319641, |
| "learning_rate": 2.9852451754729346e-05, |
| "loss": 0.0487, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.7996856581532417, |
| "grad_norm": 0.667788565158844, |
| "learning_rate": 2.9581611463408125e-05, |
| "loss": 0.0573, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.8015717092337917, |
| "grad_norm": 0.6636027097702026, |
| "learning_rate": 2.9309671119643992e-05, |
| "loss": 0.0508, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.8034577603143418, |
| "grad_norm": 0.6995923519134521, |
| "learning_rate": 2.903667617562464e-05, |
| "loss": 0.0517, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.805343811394892, |
| "grad_norm": 0.615882158279419, |
| "learning_rate": 2.8762672259803936e-05, |
| "loss": 0.0515, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.807229862475442, |
| "grad_norm": 0.7360631227493286, |
| "learning_rate": 2.8487705169275593e-05, |
| "loss": 0.0545, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.8091159135559921, |
| "grad_norm": 0.6412487030029297, |
| "learning_rate": 2.8211820862118622e-05, |
| "loss": 0.0533, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.8110019646365423, |
| "grad_norm": 0.6877299547195435, |
| "learning_rate": 2.793506544971589e-05, |
| "loss": 0.0502, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.8128880157170923, |
| "grad_norm": 0.6688958406448364, |
| "learning_rate": 2.7657485189047044e-05, |
| "loss": 0.0505, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.8147740667976424, |
| "grad_norm": 0.6233720183372498, |
| "learning_rate": 2.7379126474957098e-05, |
| "loss": 0.0471, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.8166601178781925, |
| "grad_norm": 0.7021059393882751, |
| "learning_rate": 2.7100035832402016e-05, |
| "loss": 0.056, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.8185461689587427, |
| "grad_norm": 0.5967316031455994, |
| "learning_rate": 2.6820259908672476e-05, |
| "loss": 0.0505, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.8204322200392927, |
| "grad_norm": 0.7136418223381042, |
| "learning_rate": 2.6539845465597266e-05, |
| "loss": 0.0534, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.8223182711198428, |
| "grad_norm": 0.6301833987236023, |
| "learning_rate": 2.6258839371727483e-05, |
| "loss": 0.0512, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.824204322200393, |
| "grad_norm": 0.6788409352302551, |
| "learning_rate": 2.597728859450289e-05, |
| "loss": 0.0535, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.826090373280943, |
| "grad_norm": 0.6305904984474182, |
| "learning_rate": 2.5695240192401803e-05, |
| "loss": 0.0524, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.8279764243614931, |
| "grad_norm": 0.6480008959770203, |
| "learning_rate": 2.5412741307075702e-05, |
| "loss": 0.0518, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.8298624754420432, |
| "grad_norm": 0.6506695747375488, |
| "learning_rate": 2.5129839155469944e-05, |
| "loss": 0.0511, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.8317485265225933, |
| "grad_norm": 0.6501048803329468, |
| "learning_rate": 2.484658102193195e-05, |
| "loss": 0.0543, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.8336345776031434, |
| "grad_norm": 0.652707576751709, |
| "learning_rate": 2.456301425030807e-05, |
| "loss": 0.0493, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.8355206286836935, |
| "grad_norm": 0.6703377366065979, |
| "learning_rate": 2.4279186236030472e-05, |
| "loss": 0.0516, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.8374066797642437, |
| "grad_norm": 0.5939225554466248, |
| "learning_rate": 2.3995144418195545e-05, |
| "loss": 0.0527, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.8392927308447937, |
| "grad_norm": 0.6690353155136108, |
| "learning_rate": 2.371093627163484e-05, |
| "loss": 0.0529, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.8411787819253438, |
| "grad_norm": 0.6521872878074646, |
| "learning_rate": 2.342660929898014e-05, |
| "loss": 0.0493, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.8430648330058939, |
| "grad_norm": 0.6678527593612671, |
| "learning_rate": 2.3142211022723868e-05, |
| "loss": 0.05, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.844950884086444, |
| "grad_norm": 0.6174480319023132, |
| "learning_rate": 2.2857788977276135e-05, |
| "loss": 0.0499, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.8468369351669941, |
| "grad_norm": 0.6715214252471924, |
| "learning_rate": 2.257339070101987e-05, |
| "loss": 0.0533, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.8487229862475442, |
| "grad_norm": 0.6273393034934998, |
| "learning_rate": 2.228906372836517e-05, |
| "loss": 0.0493, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.8506090373280943, |
| "grad_norm": 0.6686227917671204, |
| "learning_rate": 2.2004855581804465e-05, |
| "loss": 0.0498, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.8524950884086444, |
| "grad_norm": 0.6214990019798279, |
| "learning_rate": 2.1720813763969535e-05, |
| "loss": 0.0486, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.8543811394891945, |
| "grad_norm": 0.6774018406867981, |
| "learning_rate": 2.143698574969195e-05, |
| "loss": 0.0516, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.8562671905697447, |
| "grad_norm": 0.6831925511360168, |
| "learning_rate": 2.1153418978068052e-05, |
| "loss": 0.0496, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.8581532416502947, |
| "grad_norm": 0.6185916662216187, |
| "learning_rate": 2.0870160844530063e-05, |
| "loss": 0.0543, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.8600392927308448, |
| "grad_norm": 0.634205162525177, |
| "learning_rate": 2.058725869292431e-05, |
| "loss": 0.0498, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.8619253438113949, |
| "grad_norm": 0.6474968194961548, |
| "learning_rate": 2.0304759807598207e-05, |
| "loss": 0.0526, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.863811394891945, |
| "grad_norm": 0.6363039612770081, |
| "learning_rate": 2.0022711405497126e-05, |
| "loss": 0.0488, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.8656974459724951, |
| "grad_norm": 0.649394154548645, |
| "learning_rate": 1.9741160628272534e-05, |
| "loss": 0.0482, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.8675834970530452, |
| "grad_norm": 0.6662974953651428, |
| "learning_rate": 1.946015453440274e-05, |
| "loss": 0.0512, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.8694695481335953, |
| "grad_norm": 0.6085350513458252, |
| "learning_rate": 1.9179740091327538e-05, |
| "loss": 0.0487, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.8713555992141454, |
| "grad_norm": 0.6034651398658752, |
| "learning_rate": 1.8899964167597998e-05, |
| "loss": 0.0485, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.8732416502946955, |
| "grad_norm": 0.6732829213142395, |
| "learning_rate": 1.8620873525042913e-05, |
| "loss": 0.0529, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.8751277013752455, |
| "grad_norm": 0.6630204319953918, |
| "learning_rate": 1.8342514810952973e-05, |
| "loss": 0.0496, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.8770137524557957, |
| "grad_norm": 0.5828758478164673, |
| "learning_rate": 1.806493455028412e-05, |
| "loss": 0.0475, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.8788998035363458, |
| "grad_norm": 0.6285713911056519, |
| "learning_rate": 1.7788179137881378e-05, |
| "loss": 0.0511, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.8807858546168958, |
| "grad_norm": 0.6262591481208801, |
| "learning_rate": 1.7512294830724414e-05, |
| "loss": 0.0485, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.882671905697446, |
| "grad_norm": 0.6326549649238586, |
| "learning_rate": 1.723732774019607e-05, |
| "loss": 0.0523, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.8845579567779961, |
| "grad_norm": 0.6902815103530884, |
| "learning_rate": 1.6963323824375372e-05, |
| "loss": 0.0483, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.8864440078585462, |
| "grad_norm": 0.6554838418960571, |
| "learning_rate": 1.669032888035602e-05, |
| "loss": 0.0498, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.8883300589390962, |
| "grad_norm": 0.7022615075111389, |
| "learning_rate": 1.641838853659189e-05, |
| "loss": 0.0517, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.8902161100196464, |
| "grad_norm": 0.6207650899887085, |
| "learning_rate": 1.614754824527066e-05, |
| "loss": 0.0474, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.8921021611001965, |
| "grad_norm": 0.7078366279602051, |
| "learning_rate": 1.587785327471694e-05, |
| "loss": 0.0518, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.8939882121807465, |
| "grad_norm": 0.6928642988204956, |
| "learning_rate": 1.5609348701826077e-05, |
| "loss": 0.0498, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.8958742632612967, |
| "grad_norm": 0.6788780093193054, |
| "learning_rate": 1.5342079404530013e-05, |
| "loss": 0.049, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.8977603143418468, |
| "grad_norm": 0.6527416110038757, |
| "learning_rate": 1.5076090054296378e-05, |
| "loss": 0.0502, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.8996463654223968, |
| "grad_norm": 0.6384098529815674, |
| "learning_rate": 1.4811425108662067e-05, |
| "loss": 0.0499, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.9015324165029469, |
| "grad_norm": 0.7165570855140686, |
| "learning_rate": 1.4548128803802614e-05, |
| "loss": 0.05, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.9034184675834971, |
| "grad_norm": 0.6185938119888306, |
| "learning_rate": 1.4286245147138551e-05, |
| "loss": 0.0521, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.9053045186640472, |
| "grad_norm": 0.6442498564720154, |
| "learning_rate": 1.4025817909979964e-05, |
| "loss": 0.0529, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.9071905697445972, |
| "grad_norm": 0.6996536254882812, |
| "learning_rate": 1.3766890620210563e-05, |
| "loss": 0.0499, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.9090766208251474, |
| "grad_norm": 0.733729898929596, |
| "learning_rate": 1.3509506555012431e-05, |
| "loss": 0.0511, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.9109626719056975, |
| "grad_norm": 0.6343423128128052, |
| "learning_rate": 1.3253708733632635e-05, |
| "loss": 0.0536, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.9128487229862475, |
| "grad_norm": 0.8081174492835999, |
| "learning_rate": 1.299953991019299e-05, |
| "loss": 0.0522, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.9147347740667976, |
| "grad_norm": 0.5821990370750427, |
| "learning_rate": 1.2747042566544155e-05, |
| "loss": 0.05, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.9166208251473478, |
| "grad_norm": 0.5955600738525391, |
| "learning_rate": 1.2496258905165124e-05, |
| "loss": 0.0512, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.9185068762278978, |
| "grad_norm": 0.5531707406044006, |
| "learning_rate": 1.2247230842109591e-05, |
| "loss": 0.0478, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.9203929273084479, |
| "grad_norm": 0.6241863369941711, |
| "learning_rate": 1.2000000000000007e-05, |
| "loss": 0.0507, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.9222789783889981, |
| "grad_norm": 0.6501257419586182, |
| "learning_rate": 1.1754607701070793e-05, |
| "loss": 0.0544, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.9241650294695481, |
| "grad_norm": 0.6411062479019165, |
| "learning_rate": 1.151109496026176e-05, |
| "loss": 0.0507, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.9260510805500982, |
| "grad_norm": 0.571631908416748, |
| "learning_rate": 1.1269502478362799e-05, |
| "loss": 0.0507, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.9279371316306483, |
| "grad_norm": 0.6456468105316162, |
| "learning_rate": 1.1029870635211182e-05, |
| "loss": 0.0514, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.9298231827111985, |
| "grad_norm": 0.6430110931396484, |
| "learning_rate": 1.0792239482942472e-05, |
| "loss": 0.0536, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.9317092337917485, |
| "grad_norm": 0.639801025390625, |
| "learning_rate": 1.0556648739296156e-05, |
| "loss": 0.0519, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.9335952848722986, |
| "grad_norm": 0.6312994956970215, |
| "learning_rate": 1.0323137780977234e-05, |
| "loss": 0.0474, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.9354813359528488, |
| "grad_norm": 0.6893274784088135, |
| "learning_rate": 1.009174563707481e-05, |
| "loss": 0.0526, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.9373673870333988, |
| "grad_norm": 0.5770083665847778, |
| "learning_rate": 9.862510982538712e-06, |
| "loss": 0.0529, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.9392534381139489, |
| "grad_norm": 0.6889042854309082, |
| "learning_rate": 9.635472131715361e-06, |
| "loss": 0.0518, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.941139489194499, |
| "grad_norm": 0.610887348651886, |
| "learning_rate": 9.410667031943948e-06, |
| "loss": 0.0493, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.9430255402750491, |
| "grad_norm": 0.651926577091217, |
| "learning_rate": 9.188133257213838e-06, |
| "loss": 0.0498, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.9449115913555992, |
| "grad_norm": 0.5873228311538696, |
| "learning_rate": 8.967908001884468e-06, |
| "loss": 0.0514, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.9467976424361493, |
| "grad_norm": 0.6289244294166565, |
| "learning_rate": 8.750028074468705e-06, |
| "loss": 0.0536, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.9486836935166995, |
| "grad_norm": 0.6622122526168823, |
| "learning_rate": 8.534529891480603e-06, |
| "loss": 0.0489, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.9505697445972495, |
| "grad_norm": 0.5780020356178284, |
| "learning_rate": 8.321449471348768e-06, |
| "loss": 0.0494, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.9524557956777996, |
| "grad_norm": 0.640434980392456, |
| "learning_rate": 8.11082242839624e-06, |
| "loss": 0.0537, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.9543418467583497, |
| "grad_norm": 0.6392114162445068, |
| "learning_rate": 7.902683966887864e-06, |
| "loss": 0.051, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.9562278978388998, |
| "grad_norm": 0.6251287460327148, |
| "learning_rate": 7.697068875146276e-06, |
| "loss": 0.05, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.9581139489194499, |
| "grad_norm": 0.6156635880470276, |
| "learning_rate": 7.4940115197373664e-06, |
| "loss": 0.0518, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.6600005030632019, |
| "learning_rate": 7.293545839726225e-06, |
| "loss": 0.0514, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.9618860510805501, |
| "grad_norm": 0.6501477956771851, |
| "learning_rate": 7.0957053410045565e-06, |
| "loss": 0.0499, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.9637721021611002, |
| "grad_norm": 0.5795621275901794, |
| "learning_rate": 6.900523090690536e-06, |
| "loss": 0.0496, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.9656581532416503, |
| "grad_norm": 0.6488642692565918, |
| "learning_rate": 6.708031711601904e-06, |
| "loss": 0.0495, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.9675442043222003, |
| "grad_norm": 0.593048632144928, |
| "learning_rate": 6.518263376803407e-06, |
| "loss": 0.0487, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.9694302554027505, |
| "grad_norm": 0.6141097545623779, |
| "learning_rate": 6.3312498042294065e-06, |
| "loss": 0.0493, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.9713163064833006, |
| "grad_norm": 0.7055439949035645, |
| "learning_rate": 6.147022251382486e-06, |
| "loss": 0.0499, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.9732023575638507, |
| "grad_norm": 0.6253692507743835, |
| "learning_rate": 5.9656115101090866e-06, |
| "loss": 0.0495, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.9750884086444008, |
| "grad_norm": 0.5978314280509949, |
| "learning_rate": 5.787047901452965e-06, |
| "loss": 0.055, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.9769744597249509, |
| "grad_norm": 0.6297240257263184, |
| "learning_rate": 5.611361270587298e-06, |
| "loss": 0.0503, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.978860510805501, |
| "grad_norm": 0.6287224888801575, |
| "learning_rate": 5.438580981826355e-06, |
| "loss": 0.0527, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.980746561886051, |
| "grad_norm": 0.5982730388641357, |
| "learning_rate": 5.268735913717567e-06, |
| "loss": 0.0528, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.9826326129666012, |
| "grad_norm": 0.5877285003662109, |
| "learning_rate": 5.101854454214716e-06, |
| "loss": 0.0484, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.9845186640471513, |
| "grad_norm": 0.6489944458007812, |
| "learning_rate": 4.937964495933195e-06, |
| "loss": 0.0469, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.9864047151277013, |
| "grad_norm": 0.6148789525032043, |
| "learning_rate": 4.777093431488014e-06, |
| "loss": 0.0531, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.9882907662082515, |
| "grad_norm": 0.6709714531898499, |
| "learning_rate": 4.619268148915403e-06, |
| "loss": 0.0515, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.9901768172888016, |
| "grad_norm": 0.5897340178489685, |
| "learning_rate": 4.46451502717871e-06, |
| "loss": 0.0534, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.9920628683693516, |
| "grad_norm": 0.598950207233429, |
| "learning_rate": 4.312859931759459e-06, |
| "loss": 0.0486, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.9939489194499017, |
| "grad_norm": 0.6265697479248047, |
| "learning_rate": 4.164328210334141e-06, |
| "loss": 0.054, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.9958349705304519, |
| "grad_norm": 0.607648491859436, |
| "learning_rate": 4.018944688537615e-06, |
| "loss": 0.0507, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.997721021611002, |
| "grad_norm": 0.6535136103630066, |
| "learning_rate": 3.876733665813748e-06, |
| "loss": 0.0502, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.999607072691552, |
| "grad_norm": 0.6527751684188843, |
| "learning_rate": 3.7377189113540033e-06, |
| "loss": 0.0488, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.2730482220649719, |
| "learning_rate": 3.601923660124624e-06, |
| "loss": 0.01, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.00188605108055, |
| "grad_norm": 0.7013320326805115, |
| "learning_rate": 3.4693706089831718e-06, |
| "loss": 0.0459, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.0037721021611001, |
| "grad_norm": 0.653066098690033, |
| "learning_rate": 3.3400819128849326e-06, |
| "loss": 0.0487, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.0056581532416502, |
| "grad_norm": 0.5934327244758606, |
| "learning_rate": 3.2140791811799547e-06, |
| "loss": 0.0508, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.0075442043222005, |
| "grad_norm": 0.627375066280365, |
| "learning_rate": 3.091383474001243e-06, |
| "loss": 0.05, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.0094302554027506, |
| "grad_norm": 0.6115758419036865, |
| "learning_rate": 2.9720152987447756e-06, |
| "loss": 0.0505, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.0113163064833006, |
| "grad_norm": 0.5843977928161621, |
| "learning_rate": 2.855994606641871e-06, |
| "loss": 0.0508, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.0132023575638507, |
| "grad_norm": 0.6032801866531372, |
| "learning_rate": 2.7433407894245576e-06, |
| "loss": 0.0491, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.0150884086444008, |
| "grad_norm": 0.634053111076355, |
| "learning_rate": 2.634072676084413e-06, |
| "loss": 0.0505, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.0169744597249508, |
| "grad_norm": 0.6165777444839478, |
| "learning_rate": 2.5282085297254944e-06, |
| "loss": 0.0478, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.0188605108055009, |
| "grad_norm": 0.6090617775917053, |
| "learning_rate": 2.4257660445118283e-06, |
| "loss": 0.0487, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.0207465618860512, |
| "grad_norm": 0.7205229997634888, |
| "learning_rate": 2.326762342710017e-06, |
| "loss": 0.0519, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.0226326129666012, |
| "grad_norm": 0.6350926160812378, |
| "learning_rate": 2.2312139718274003e-06, |
| "loss": 0.0513, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.0245186640471513, |
| "grad_norm": 0.6174241900444031, |
| "learning_rate": 2.1391369018463175e-06, |
| "loss": 0.0485, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.0264047151277014, |
| "grad_norm": 0.6737695336341858, |
| "learning_rate": 2.0479525805238637e-06, |
| "loss": 0.0542, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.0282907662082514, |
| "grad_norm": 0.6050272583961487, |
| "learning_rate": 1.955127641523892e-06, |
| "loss": 0.0523, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.0301768172888015, |
| "grad_norm": 0.6106879711151123, |
| "learning_rate": 1.86715250932678e-06, |
| "loss": 0.0515, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.0320628683693516, |
| "grad_norm": 0.6971943974494934, |
| "learning_rate": 1.7839536398951836e-06, |
| "loss": 0.0513, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.0339489194499019, |
| "grad_norm": 0.6535338759422302, |
| "learning_rate": 1.705456471310277e-06, |
| "loss": 0.0512, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.035834970530452, |
| "grad_norm": 0.614702045917511, |
| "learning_rate": 1.631585445962263e-06, |
| "loss": 0.051, |
| "step": 550 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 15930, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 30, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
