| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9998061639852684, |
| "eval_steps": 500, |
| "global_step": 2579, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0, |
| "grad_norm": 4.69306501159409, |
| "learning_rate": 1.282051282051282e-06, |
| "loss": 2.1787, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 4.506837026996793, |
| "learning_rate": 2.564102564102564e-06, |
| "loss": 1.8891, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 5.438301836503163, |
| "learning_rate": 3.846153846153847e-06, |
| "loss": 2.5317, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 5.207116848283117, |
| "learning_rate": 5.128205128205128e-06, |
| "loss": 2.2702, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 4.098686703145902, |
| "learning_rate": 6.41025641025641e-06, |
| "loss": 1.7442, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 4.327082176457721, |
| "learning_rate": 7.692307692307694e-06, |
| "loss": 1.8005, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 5.083648769497813, |
| "learning_rate": 8.974358974358976e-06, |
| "loss": 2.3195, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 4.9721189798632865, |
| "learning_rate": 1.0256410256410256e-05, |
| "loss": 2.2203, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 4.481512145592572, |
| "learning_rate": 1.153846153846154e-05, |
| "loss": 1.9533, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 5.796077594480403, |
| "learning_rate": 1.282051282051282e-05, |
| "loss": 2.2174, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 5.863762581458463, |
| "learning_rate": 1.4102564102564104e-05, |
| "loss": 1.9025, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 4.964167848529222, |
| "learning_rate": 1.5384615384615387e-05, |
| "loss": 1.8724, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 5.212199413141998, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 1.8724, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 4.9991101787133125, |
| "learning_rate": 1.794871794871795e-05, |
| "loss": 1.6667, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.9950976141198913, |
| "learning_rate": 1.923076923076923e-05, |
| "loss": 1.5062, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.3484962557412956, |
| "learning_rate": 2.0512820512820512e-05, |
| "loss": 1.3116, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.5411637650997476, |
| "learning_rate": 2.1794871794871795e-05, |
| "loss": 1.0651, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.8728273890215832, |
| "learning_rate": 2.307692307692308e-05, |
| "loss": 0.8532, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.37319200279805914, |
| "learning_rate": 2.435897435897436e-05, |
| "loss": 0.8961, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.26778570145080266, |
| "learning_rate": 2.564102564102564e-05, |
| "loss": 0.9431, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.26343496527412413, |
| "learning_rate": 2.6923076923076923e-05, |
| "loss": 0.9142, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.18448673218765005, |
| "learning_rate": 2.8205128205128207e-05, |
| "loss": 0.9584, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.15747936484715852, |
| "learning_rate": 2.948717948717949e-05, |
| "loss": 0.8906, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.1300792568052292, |
| "learning_rate": 3.0769230769230774e-05, |
| "loss": 0.8735, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.07292004430536878, |
| "learning_rate": 3.205128205128206e-05, |
| "loss": 0.6704, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.10197166969468204, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.7888, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.07835180109780117, |
| "learning_rate": 3.461538461538462e-05, |
| "loss": 0.7389, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.0704324317517061, |
| "learning_rate": 3.58974358974359e-05, |
| "loss": 0.9559, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.09270148499910093, |
| "learning_rate": 3.717948717948718e-05, |
| "loss": 1.013, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.0538640885556403, |
| "learning_rate": 3.846153846153846e-05, |
| "loss": 0.6862, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.050542197360252034, |
| "learning_rate": 3.974358974358974e-05, |
| "loss": 0.7568, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.06200021813361159, |
| "learning_rate": 4.1025641025641023e-05, |
| "loss": 0.7381, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.07148437140255384, |
| "learning_rate": 4.230769230769231e-05, |
| "loss": 0.937, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.07068413017716756, |
| "learning_rate": 4.358974358974359e-05, |
| "loss": 0.9197, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.06964046918103582, |
| "learning_rate": 4.4871794871794874e-05, |
| "loss": 0.7719, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.047420916097544195, |
| "learning_rate": 4.615384615384616e-05, |
| "loss": 0.5296, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.060377422750502334, |
| "learning_rate": 4.7435897435897435e-05, |
| "loss": 0.7891, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.05287659221435102, |
| "learning_rate": 4.871794871794872e-05, |
| "loss": 0.7483, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.05007354700631922, |
| "learning_rate": 5e-05, |
| "loss": 0.6418, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.048560439474254175, |
| "learning_rate": 5.128205128205128e-05, |
| "loss": 0.7661, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.055731740960241076, |
| "learning_rate": 5.256410256410257e-05, |
| "loss": 0.7636, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.039382071881179107, |
| "learning_rate": 5.384615384615385e-05, |
| "loss": 0.6164, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.051152559817922265, |
| "learning_rate": 5.512820512820514e-05, |
| "loss": 0.7863, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.10973787053587118, |
| "learning_rate": 5.6410256410256414e-05, |
| "loss": 0.8705, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.051370771572143606, |
| "learning_rate": 5.769230769230769e-05, |
| "loss": 0.8955, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.04202376112077229, |
| "learning_rate": 5.897435897435898e-05, |
| "loss": 0.8714, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.04124717493250609, |
| "learning_rate": 6.025641025641026e-05, |
| "loss": 0.7603, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.05247468203262029, |
| "learning_rate": 6.153846153846155e-05, |
| "loss": 0.9245, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.049608239690676625, |
| "learning_rate": 6.282051282051282e-05, |
| "loss": 0.8537, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.04228938571979761, |
| "learning_rate": 6.410256410256412e-05, |
| "loss": 0.6312, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.06140213971366997, |
| "learning_rate": 6.538461538461539e-05, |
| "loss": 0.7211, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.050947677597746086, |
| "learning_rate": 6.666666666666667e-05, |
| "loss": 0.8178, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.051071766850664946, |
| "learning_rate": 6.794871794871795e-05, |
| "loss": 0.8278, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.04551893382051773, |
| "learning_rate": 6.923076923076924e-05, |
| "loss": 0.7224, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.04326400181381808, |
| "learning_rate": 7.051282051282052e-05, |
| "loss": 0.7381, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.08229203007637183, |
| "learning_rate": 7.17948717948718e-05, |
| "loss": 0.8395, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.059516717041369946, |
| "learning_rate": 7.307692307692307e-05, |
| "loss": 0.764, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.04936316616578491, |
| "learning_rate": 7.435897435897436e-05, |
| "loss": 0.7171, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.05007286456873606, |
| "learning_rate": 7.564102564102564e-05, |
| "loss": 0.8757, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.05516155785804259, |
| "learning_rate": 7.692307692307693e-05, |
| "loss": 0.8284, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.05407748177766764, |
| "learning_rate": 7.820512820512821e-05, |
| "loss": 0.7222, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.048067695200639936, |
| "learning_rate": 7.948717948717948e-05, |
| "loss": 0.6332, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.05368840460944899, |
| "learning_rate": 8.076923076923078e-05, |
| "loss": 0.8508, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.051643995085246065, |
| "learning_rate": 8.205128205128205e-05, |
| "loss": 0.7086, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.05846281984829256, |
| "learning_rate": 8.333333333333334e-05, |
| "loss": 0.7399, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.06976306950775919, |
| "learning_rate": 8.461538461538461e-05, |
| "loss": 0.7448, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.05836305033639584, |
| "learning_rate": 8.58974358974359e-05, |
| "loss": 0.7393, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.05940839989666981, |
| "learning_rate": 8.717948717948718e-05, |
| "loss": 0.703, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.0683530121345241, |
| "learning_rate": 8.846153846153847e-05, |
| "loss": 0.5945, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.06899361839055641, |
| "learning_rate": 8.974358974358975e-05, |
| "loss": 0.9029, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.0569874511705292, |
| "learning_rate": 9.102564102564103e-05, |
| "loss": 0.7263, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.09988814235581972, |
| "learning_rate": 9.230769230769232e-05, |
| "loss": 0.8018, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.0680397811514509, |
| "learning_rate": 9.35897435897436e-05, |
| "loss": 0.7679, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.051464721191673515, |
| "learning_rate": 9.487179487179487e-05, |
| "loss": 0.7819, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.06045452368378556, |
| "learning_rate": 9.615384615384617e-05, |
| "loss": 0.713, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.06993460245660957, |
| "learning_rate": 9.743589743589744e-05, |
| "loss": 0.8684, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.0610804649729957, |
| "learning_rate": 9.871794871794872e-05, |
| "loss": 0.7131, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.06897943934048707, |
| "learning_rate": 0.0001, |
| "loss": 0.6624, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.05092461210293901, |
| "learning_rate": 9.999996055315139e-05, |
| "loss": 0.7569, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.08137879565404182, |
| "learning_rate": 9.999984221266776e-05, |
| "loss": 0.6615, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.061097010659213975, |
| "learning_rate": 9.999964497873585e-05, |
| "loss": 0.7397, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.08373769483888896, |
| "learning_rate": 9.999936885166688e-05, |
| "loss": 0.789, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.06070503904869032, |
| "learning_rate": 9.999901383189654e-05, |
| "loss": 0.7958, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.06051161042094932, |
| "learning_rate": 9.999857991998499e-05, |
| "loss": 0.7809, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.07783321523866699, |
| "learning_rate": 9.999806711661691e-05, |
| "loss": 0.6973, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.055847443446171936, |
| "learning_rate": 9.999747542260143e-05, |
| "loss": 0.7263, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.0601437155544993, |
| "learning_rate": 9.999680483887217e-05, |
| "loss": 0.7401, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.10693686101337112, |
| "learning_rate": 9.999605536648723e-05, |
| "loss": 0.9016, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.06273642005558444, |
| "learning_rate": 9.999522700662917e-05, |
| "loss": 0.6275, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.07140447858737985, |
| "learning_rate": 9.999431976060504e-05, |
| "loss": 0.5691, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.10089207160231231, |
| "learning_rate": 9.999333362984638e-05, |
| "loss": 0.7197, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.08065762939598006, |
| "learning_rate": 9.999226861590915e-05, |
| "loss": 0.7269, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.07182682815705241, |
| "learning_rate": 9.999112472047386e-05, |
| "loss": 0.8144, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.08876876327078471, |
| "learning_rate": 9.998990194534536e-05, |
| "loss": 0.7903, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.07150864062292983, |
| "learning_rate": 9.998860029245308e-05, |
| "loss": 0.809, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.07068412032597418, |
| "learning_rate": 9.998721976385087e-05, |
| "loss": 0.7969, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.061791817203736533, |
| "learning_rate": 9.998576036171699e-05, |
| "loss": 0.6368, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.07552025547684962, |
| "learning_rate": 9.998422208835423e-05, |
| "loss": 0.8187, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.1092653181543674, |
| "learning_rate": 9.998260494618979e-05, |
| "loss": 0.7742, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.06413843500201, |
| "learning_rate": 9.99809089377753e-05, |
| "loss": 0.7308, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.09655806022762327, |
| "learning_rate": 9.997913406578685e-05, |
| "loss": 0.7225, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.07910762132462207, |
| "learning_rate": 9.997728033302496e-05, |
| "loss": 0.6552, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.08952675067366787, |
| "learning_rate": 9.997534774241462e-05, |
| "loss": 0.7892, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.0785800091396037, |
| "learning_rate": 9.997333629700516e-05, |
| "loss": 0.793, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.07964586545353868, |
| "learning_rate": 9.997124599997043e-05, |
| "loss": 0.7848, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.09500446293689357, |
| "learning_rate": 9.996907685460863e-05, |
| "loss": 0.7781, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.07235011838832343, |
| "learning_rate": 9.996682886434243e-05, |
| "loss": 0.6258, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.09144292723294861, |
| "learning_rate": 9.996450203271886e-05, |
| "loss": 0.7196, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.1655634352593081, |
| "learning_rate": 9.996209636340935e-05, |
| "loss": 0.7841, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.09687123031722801, |
| "learning_rate": 9.995961186020974e-05, |
| "loss": 0.6785, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.09959088792233611, |
| "learning_rate": 9.995704852704029e-05, |
| "loss": 0.6837, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.08648733757779878, |
| "learning_rate": 9.99544063679456e-05, |
| "loss": 0.6164, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.10129837416632682, |
| "learning_rate": 9.995168538709467e-05, |
| "loss": 0.7161, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.07959210428402734, |
| "learning_rate": 9.994888558878086e-05, |
| "loss": 0.5569, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.10376071352169636, |
| "learning_rate": 9.994600697742192e-05, |
| "loss": 0.8164, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.08143074487521387, |
| "learning_rate": 9.994304955755988e-05, |
| "loss": 0.5528, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.07930542157764357, |
| "learning_rate": 9.994001333386125e-05, |
| "loss": 0.5745, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.11243333882809244, |
| "learning_rate": 9.993689831111675e-05, |
| "loss": 0.6499, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.15841579807009434, |
| "learning_rate": 9.993370449424153e-05, |
| "loss": 0.6085, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.10329592594350352, |
| "learning_rate": 9.993043188827501e-05, |
| "loss": 0.6332, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.118143904405318, |
| "learning_rate": 9.992708049838096e-05, |
| "loss": 0.7563, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.12812188502328334, |
| "learning_rate": 9.992365032984743e-05, |
| "loss": 0.8763, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.09302004451424886, |
| "learning_rate": 9.992014138808682e-05, |
| "loss": 0.7584, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.09999548408300289, |
| "learning_rate": 9.99165536786358e-05, |
| "loss": 0.5141, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.10786321147618519, |
| "learning_rate": 9.991288720715528e-05, |
| "loss": 0.7825, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.12095842442592586, |
| "learning_rate": 9.990914197943053e-05, |
| "loss": 0.741, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.1387251162622758, |
| "learning_rate": 9.990531800137104e-05, |
| "loss": 0.6637, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.09782273879715161, |
| "learning_rate": 9.990141527901058e-05, |
| "loss": 0.6489, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.15339347603144352, |
| "learning_rate": 9.989743381850711e-05, |
| "loss": 0.7167, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.146401938092544, |
| "learning_rate": 9.989337362614292e-05, |
| "loss": 0.7998, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.13091983160494505, |
| "learning_rate": 9.988923470832445e-05, |
| "loss": 0.6355, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.14937457400548415, |
| "learning_rate": 9.988501707158243e-05, |
| "loss": 0.5271, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.12246496089018469, |
| "learning_rate": 9.988072072257168e-05, |
| "loss": 0.7229, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.09408533139461038, |
| "learning_rate": 9.987634566807139e-05, |
| "loss": 0.5178, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.12548647070745905, |
| "learning_rate": 9.987189191498479e-05, |
| "loss": 0.5887, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.13862234534412998, |
| "learning_rate": 9.986735947033934e-05, |
| "loss": 0.6643, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.15031409127442816, |
| "learning_rate": 9.98627483412867e-05, |
| "loss": 0.6067, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.14046288837697166, |
| "learning_rate": 9.985805853510262e-05, |
| "loss": 0.7624, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.11333867710001684, |
| "learning_rate": 9.985329005918702e-05, |
| "loss": 0.6362, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.1294618858919512, |
| "learning_rate": 9.984844292106399e-05, |
| "loss": 0.569, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.13234698253646288, |
| "learning_rate": 9.984351712838167e-05, |
| "loss": 0.5799, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.15535738720797415, |
| "learning_rate": 9.983851268891235e-05, |
| "loss": 0.6708, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.14760542796876128, |
| "learning_rate": 9.98334296105524e-05, |
| "loss": 0.6102, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.15739524000411748, |
| "learning_rate": 9.98282679013223e-05, |
| "loss": 0.6565, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.141147472206485, |
| "learning_rate": 9.982302756936654e-05, |
| "loss": 0.5578, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.19920528067966087, |
| "learning_rate": 9.981770862295371e-05, |
| "loss": 0.6415, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.14682219958310702, |
| "learning_rate": 9.981231107047648e-05, |
| "loss": 0.5491, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.18236995941144937, |
| "learning_rate": 9.980683492045146e-05, |
| "loss": 0.7169, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.14702505262681953, |
| "learning_rate": 9.980128018151936e-05, |
| "loss": 0.5655, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.14628369172991856, |
| "learning_rate": 9.97956468624448e-05, |
| "loss": 0.4795, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.19031144751102697, |
| "learning_rate": 9.978993497211651e-05, |
| "loss": 0.6444, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.25483121705709155, |
| "learning_rate": 9.978414451954709e-05, |
| "loss": 0.6614, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.2474591337720803, |
| "learning_rate": 9.977827551387318e-05, |
| "loss": 0.7091, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.20267955544922026, |
| "learning_rate": 9.977232796435532e-05, |
| "loss": 0.615, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.20501776332954405, |
| "learning_rate": 9.976630188037796e-05, |
| "loss": 0.6272, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.220472604243044, |
| "learning_rate": 9.976019727144956e-05, |
| "loss": 0.6652, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.16517433833901038, |
| "learning_rate": 9.975401414720238e-05, |
| "loss": 0.6343, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.24366775689453735, |
| "learning_rate": 9.974775251739262e-05, |
| "loss": 0.6478, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.24258248643386068, |
| "learning_rate": 9.974141239190034e-05, |
| "loss": 0.7808, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.26856916058928076, |
| "learning_rate": 9.973499378072945e-05, |
| "loss": 0.6478, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.29019945410134346, |
| "learning_rate": 9.972849669400775e-05, |
| "loss": 0.6629, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.1928432603038015, |
| "learning_rate": 9.972192114198677e-05, |
| "loss": 0.5113, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.17664230260791197, |
| "learning_rate": 9.971526713504195e-05, |
| "loss": 0.5732, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.17244610899690302, |
| "learning_rate": 9.970853468367245e-05, |
| "loss": 0.6623, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.26046178396731917, |
| "learning_rate": 9.970172379850122e-05, |
| "loss": 0.5675, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.21105646242566348, |
| "learning_rate": 9.969483449027502e-05, |
| "loss": 0.678, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.1903443767964628, |
| "learning_rate": 9.968786676986425e-05, |
| "loss": 0.6104, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.20277673211017885, |
| "learning_rate": 9.968082064826314e-05, |
| "loss": 0.564, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.19769995403204096, |
| "learning_rate": 9.967369613658955e-05, |
| "loss": 0.6266, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.21797017028592774, |
| "learning_rate": 9.966649324608511e-05, |
| "loss": 0.643, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.18871031788166956, |
| "learning_rate": 9.965921198811501e-05, |
| "loss": 0.6041, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.14991538318540282, |
| "learning_rate": 9.965185237416821e-05, |
| "loss": 0.4789, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.1795400662392063, |
| "learning_rate": 9.964441441585722e-05, |
| "loss": 0.5375, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.27073328268411684, |
| "learning_rate": 9.96368981249182e-05, |
| "loss": 0.66, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.21154125505912186, |
| "learning_rate": 9.962930351321095e-05, |
| "loss": 0.6552, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.1987747566925381, |
| "learning_rate": 9.962163059271876e-05, |
| "loss": 0.591, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.16751498789224126, |
| "learning_rate": 9.961387937554857e-05, |
| "loss": 0.5159, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.17668197721964446, |
| "learning_rate": 9.960604987393081e-05, |
| "loss": 0.4864, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.19387748518557524, |
| "learning_rate": 9.959814210021943e-05, |
| "loss": 0.4725, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.1940563850561596, |
| "learning_rate": 9.95901560668919e-05, |
| "loss": 0.7463, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.28637334329849534, |
| "learning_rate": 9.958209178654922e-05, |
| "loss": 0.6253, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.29432411742186987, |
| "learning_rate": 9.957394927191576e-05, |
| "loss": 0.6021, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.19774241646875668, |
| "learning_rate": 9.95657285358394e-05, |
| "loss": 0.6394, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.18304498158946858, |
| "learning_rate": 9.955742959129142e-05, |
| "loss": 0.6731, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.20441182683123066, |
| "learning_rate": 9.95490524513665e-05, |
| "loss": 0.5557, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.1873218625785221, |
| "learning_rate": 9.954059712928275e-05, |
| "loss": 0.5252, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.22075472545903208, |
| "learning_rate": 9.953206363838155e-05, |
| "loss": 0.6526, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.22519517293276028, |
| "learning_rate": 9.952345199212769e-05, |
| "loss": 0.6862, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.2194266652299314, |
| "learning_rate": 9.951476220410929e-05, |
| "loss": 0.7407, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.26040301691446854, |
| "learning_rate": 9.95059942880377e-05, |
| "loss": 0.5101, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.20717259899478516, |
| "learning_rate": 9.949714825774763e-05, |
| "loss": 0.6905, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.17825352231330577, |
| "learning_rate": 9.948822412719697e-05, |
| "loss": 0.5652, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.2041391359257337, |
| "learning_rate": 9.947922191046686e-05, |
| "loss": 0.46, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.19603635688055443, |
| "learning_rate": 9.94701416217617e-05, |
| "loss": 0.5939, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.1872785691214204, |
| "learning_rate": 9.946098327540902e-05, |
| "loss": 0.6327, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.19683661371145783, |
| "learning_rate": 9.945174688585954e-05, |
| "loss": 0.495, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.18435850628536646, |
| "learning_rate": 9.944243246768712e-05, |
| "loss": 0.5298, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.21370598402093988, |
| "learning_rate": 9.943304003558873e-05, |
| "loss": 0.6278, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.36556500361691235, |
| "learning_rate": 9.942356960438447e-05, |
| "loss": 0.404, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.2283404106810272, |
| "learning_rate": 9.941402118901744e-05, |
| "loss": 0.5454, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.285203553560007, |
| "learning_rate": 9.940439480455386e-05, |
| "loss": 0.6656, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.19551299346963485, |
| "learning_rate": 9.939469046618297e-05, |
| "loss": 0.6426, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.1901428071251872, |
| "learning_rate": 9.938490818921697e-05, |
| "loss": 0.5005, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.23825053260686943, |
| "learning_rate": 9.937504798909106e-05, |
| "loss": 0.5887, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.23279470488889947, |
| "learning_rate": 9.93651098813634e-05, |
| "loss": 0.6672, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.2466907512105627, |
| "learning_rate": 9.935509388171509e-05, |
| "loss": 0.5605, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.19698701699197102, |
| "learning_rate": 9.934500000595008e-05, |
| "loss": 0.4993, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.21603317193428717, |
| "learning_rate": 9.933482826999525e-05, |
| "loss": 0.5296, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.17898903129167304, |
| "learning_rate": 9.93245786899003e-05, |
| "loss": 0.5221, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.20662005879657103, |
| "learning_rate": 9.931425128183782e-05, |
| "loss": 0.5661, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.19592993502045705, |
| "learning_rate": 9.930384606210312e-05, |
| "loss": 0.4862, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.17686590219223386, |
| "learning_rate": 9.929336304711432e-05, |
| "loss": 0.5294, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.2715967927181227, |
| "learning_rate": 9.928280225341232e-05, |
| "loss": 0.5512, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.26657222669819935, |
| "learning_rate": 9.927216369766071e-05, |
| "loss": 0.5186, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.2207395975694703, |
| "learning_rate": 9.92614473966458e-05, |
| "loss": 0.6139, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.26838813260745625, |
| "learning_rate": 9.925065336727654e-05, |
| "loss": 0.4139, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.2501582921452834, |
| "learning_rate": 9.923978162658459e-05, |
| "loss": 0.6069, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.24116640632267292, |
| "learning_rate": 9.922883219172412e-05, |
| "loss": 0.5375, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.25664827853109307, |
| "learning_rate": 9.921780507997202e-05, |
| "loss": 0.6343, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.22618868231817268, |
| "learning_rate": 9.920670030872765e-05, |
| "loss": 0.5617, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.25543134868855727, |
| "learning_rate": 9.919551789551295e-05, |
| "loss": 0.5132, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.2325372954071179, |
| "learning_rate": 9.918425785797235e-05, |
| "loss": 0.531, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.42634456707527, |
| "learning_rate": 9.917292021387279e-05, |
| "loss": 0.5948, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.2240058553937653, |
| "learning_rate": 9.916150498110361e-05, |
| "loss": 0.5855, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.2596168406959582, |
| "learning_rate": 9.915001217767663e-05, |
| "loss": 0.5857, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.24824601798161458, |
| "learning_rate": 9.913844182172605e-05, |
| "loss": 0.5153, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.5914567663809334, |
| "learning_rate": 9.912679393150843e-05, |
| "loss": 0.7648, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.256221357401725, |
| "learning_rate": 9.911506852540267e-05, |
| "loss": 0.5691, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.4217744668092305, |
| "learning_rate": 9.910326562190997e-05, |
| "loss": 0.5044, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.27479889651251527, |
| "learning_rate": 9.909138523965383e-05, |
| "loss": 0.5878, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.18236005396708246, |
| "learning_rate": 9.907942739738001e-05, |
| "loss": 0.5423, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.20975236432055144, |
| "learning_rate": 9.906739211395648e-05, |
| "loss": 0.6277, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.37962277922275434, |
| "learning_rate": 9.905527940837336e-05, |
| "loss": 0.5634, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.24030685675412616, |
| "learning_rate": 9.904308929974302e-05, |
| "loss": 0.5208, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.22784552917131773, |
| "learning_rate": 9.90308218072999e-05, |
| "loss": 0.503, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.2130751218349975, |
| "learning_rate": 9.901847695040054e-05, |
| "loss": 0.6245, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.20781980152912097, |
| "learning_rate": 9.900605474852358e-05, |
| "loss": 0.566, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.26888889229473656, |
| "learning_rate": 9.89935552212697e-05, |
| "loss": 0.6548, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.2543502361264635, |
| "learning_rate": 9.898097838836156e-05, |
| "loss": 0.6064, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.304161945665546, |
| "learning_rate": 9.896832426964382e-05, |
| "loss": 0.6385, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.20945467454532363, |
| "learning_rate": 9.895559288508309e-05, |
| "loss": 0.5459, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.369589708732702, |
| "learning_rate": 9.89427842547679e-05, |
| "loss": 0.445, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.25267510370016005, |
| "learning_rate": 9.892989839890863e-05, |
| "loss": 0.505, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.5940932300849462, |
| "learning_rate": 9.891693533783756e-05, |
| "loss": 0.6953, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.28787850023715805, |
| "learning_rate": 9.890389509200874e-05, |
| "loss": 0.4978, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.3495485566645449, |
| "learning_rate": 9.889077768199806e-05, |
| "loss": 0.6721, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.22116372589185532, |
| "learning_rate": 9.887758312850312e-05, |
| "loss": 0.5074, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.20655316095897422, |
| "learning_rate": 9.88643114523433e-05, |
| "loss": 0.48, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.2521477595068982, |
| "learning_rate": 9.885096267445957e-05, |
| "loss": 0.5625, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.2808280736671409, |
| "learning_rate": 9.883753681591465e-05, |
| "loss": 0.5704, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.28393595157077006, |
| "learning_rate": 9.882403389789288e-05, |
| "loss": 0.5569, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.2323758315963947, |
| "learning_rate": 9.881045394170012e-05, |
| "loss": 0.4651, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.2659858757505713, |
| "learning_rate": 9.879679696876384e-05, |
| "loss": 0.5486, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.2598197184253965, |
| "learning_rate": 9.878306300063305e-05, |
| "loss": 0.4705, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.28429278364915544, |
| "learning_rate": 9.876925205897818e-05, |
| "loss": 0.5084, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.36284590370555186, |
| "learning_rate": 9.875536416559118e-05, |
| "loss": 0.4967, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.5189576954264763, |
| "learning_rate": 9.874139934238538e-05, |
| "loss": 0.6616, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.3437025026278296, |
| "learning_rate": 9.872735761139554e-05, |
| "loss": 0.4377, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.3312970875293144, |
| "learning_rate": 9.871323899477769e-05, |
| "loss": 0.4951, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.3418914938200352, |
| "learning_rate": 9.869904351480928e-05, |
| "loss": 0.6479, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.2711887890654864, |
| "learning_rate": 9.868477119388896e-05, |
| "loss": 0.559, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.2939611890962491, |
| "learning_rate": 9.867042205453665e-05, |
| "loss": 0.5128, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.47485874553452795, |
| "learning_rate": 9.86559961193935e-05, |
| "loss": 0.5367, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.24994962377679558, |
| "learning_rate": 9.864149341122181e-05, |
| "loss": 0.5007, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.24569274146349668, |
| "learning_rate": 9.862691395290502e-05, |
| "loss": 0.5166, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.2892197954908777, |
| "learning_rate": 9.86122577674477e-05, |
| "loss": 0.5023, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.29722363824728804, |
| "learning_rate": 9.859752487797542e-05, |
| "loss": 0.6456, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.2786554602985958, |
| "learning_rate": 9.858271530773485e-05, |
| "loss": 0.6932, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.2310377185160831, |
| "learning_rate": 9.856782908009363e-05, |
| "loss": 0.5397, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.3091504584800718, |
| "learning_rate": 9.855286621854034e-05, |
| "loss": 0.5894, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.321783955685494, |
| "learning_rate": 9.853782674668451e-05, |
| "loss": 0.5298, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.30435315298148463, |
| "learning_rate": 9.85227106882565e-05, |
| "loss": 0.6016, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.292324985520842, |
| "learning_rate": 9.850751806710753e-05, |
| "loss": 0.5672, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.27988301541342275, |
| "learning_rate": 9.849224890720972e-05, |
| "loss": 0.5043, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.398032305762736, |
| "learning_rate": 9.84769032326558e-05, |
| "loss": 0.6116, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.302706485839751, |
| "learning_rate": 9.846148106765933e-05, |
| "loss": 0.5071, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.3097676094364589, |
| "learning_rate": 9.844598243655459e-05, |
| "loss": 0.4919, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.2312244928583951, |
| "learning_rate": 9.843040736379639e-05, |
| "loss": 0.5704, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.2292158151354088, |
| "learning_rate": 9.841475587396028e-05, |
| "loss": 0.4842, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.29624249712518314, |
| "learning_rate": 9.839902799174232e-05, |
| "loss": 0.7006, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.2840450563095656, |
| "learning_rate": 9.838322374195915e-05, |
| "loss": 0.4974, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.28570249175465284, |
| "learning_rate": 9.836734314954785e-05, |
| "loss": 0.6362, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.26879430791274467, |
| "learning_rate": 9.835138623956603e-05, |
| "loss": 0.5521, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.24617401108557566, |
| "learning_rate": 9.833535303719163e-05, |
| "loss": 0.3734, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.5309765506538205, |
| "learning_rate": 9.831924356772308e-05, |
| "loss": 0.4948, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.31528682237845845, |
| "learning_rate": 9.830305785657906e-05, |
| "loss": 0.5372, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.28456622906620077, |
| "learning_rate": 9.82867959292986e-05, |
| "loss": 0.4943, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.2454566476549884, |
| "learning_rate": 9.827045781154093e-05, |
| "loss": 0.5972, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.32057245479108615, |
| "learning_rate": 9.82540435290856e-05, |
| "loss": 0.5775, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.29960403192581153, |
| "learning_rate": 9.823755310783223e-05, |
| "loss": 0.5676, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.302660955860091, |
| "learning_rate": 9.822098657380065e-05, |
| "loss": 0.5327, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.2315000943130953, |
| "learning_rate": 9.820434395313074e-05, |
| "loss": 0.4834, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.28294134898279605, |
| "learning_rate": 9.81876252720825e-05, |
| "loss": 0.6102, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.2753501256659024, |
| "learning_rate": 9.817083055703587e-05, |
| "loss": 0.6348, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.33895423463556235, |
| "learning_rate": 9.81539598344908e-05, |
| "loss": 0.5853, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.22534129609940923, |
| "learning_rate": 9.813701313106716e-05, |
| "loss": 0.5187, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.5403625294993587, |
| "learning_rate": 9.811999047350471e-05, |
| "loss": 0.5223, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.29528987034970827, |
| "learning_rate": 9.810289188866307e-05, |
| "loss": 0.5652, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.45137180699866275, |
| "learning_rate": 9.808571740352163e-05, |
| "loss": 0.4208, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.3974000048720142, |
| "learning_rate": 9.806846704517957e-05, |
| "loss": 0.6516, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.32325002046121826, |
| "learning_rate": 9.805114084085581e-05, |
| "loss": 0.498, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.33170679424022537, |
| "learning_rate": 9.803373881788888e-05, |
| "loss": 0.6285, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.34858289499187783, |
| "learning_rate": 9.801626100373699e-05, |
| "loss": 0.553, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.3577130534153477, |
| "learning_rate": 9.799870742597795e-05, |
| "loss": 0.5771, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.35156929753883304, |
| "learning_rate": 9.798107811230906e-05, |
| "loss": 0.5758, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.3267427632324563, |
| "learning_rate": 9.796337309054717e-05, |
| "loss": 0.6326, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.2908924493039364, |
| "learning_rate": 9.794559238862857e-05, |
| "loss": 0.5383, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.3435337779508391, |
| "learning_rate": 9.792773603460897e-05, |
| "loss": 0.5516, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.3404917058569213, |
| "learning_rate": 9.790980405666344e-05, |
| "loss": 0.6161, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.31224850387571695, |
| "learning_rate": 9.789179648308637e-05, |
| "loss": 0.6645, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.28876912734514765, |
| "learning_rate": 9.787371334229145e-05, |
| "loss": 0.513, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.26099706644867293, |
| "learning_rate": 9.785555466281162e-05, |
| "loss": 0.5614, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.2236982255233649, |
| "learning_rate": 9.783732047329897e-05, |
| "loss": 0.5077, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.3051598646738276, |
| "learning_rate": 9.781901080252473e-05, |
| "loss": 0.5974, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.3320325180192087, |
| "learning_rate": 9.780062567937928e-05, |
| "loss": 0.4805, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.3996464388449079, |
| "learning_rate": 9.778216513287204e-05, |
| "loss": 0.5244, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.27391881772470206, |
| "learning_rate": 9.776362919213139e-05, |
| "loss": 0.5238, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.4162295788097015, |
| "learning_rate": 9.774501788640471e-05, |
| "loss": 0.3922, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.33878132713565456, |
| "learning_rate": 9.772633124505833e-05, |
| "loss": 0.5688, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.237009266272325, |
| "learning_rate": 9.770756929757737e-05, |
| "loss": 0.4722, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.22214844642252274, |
| "learning_rate": 9.768873207356586e-05, |
| "loss": 0.5054, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.25194814037634655, |
| "learning_rate": 9.766981960274653e-05, |
| "loss": 0.4812, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.27658192652594715, |
| "learning_rate": 9.76508319149609e-05, |
| "loss": 0.5293, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.31738247028551975, |
| "learning_rate": 9.763176904016913e-05, |
| "loss": 0.5492, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.33151936170433044, |
| "learning_rate": 9.761263100845004e-05, |
| "loss": 0.5414, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.3544048939660011, |
| "learning_rate": 9.759341785000105e-05, |
| "loss": 0.5639, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.30360728564528244, |
| "learning_rate": 9.757412959513807e-05, |
| "loss": 0.6037, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.2790024569647753, |
| "learning_rate": 9.755476627429556e-05, |
| "loss": 0.5671, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.2747237143215108, |
| "learning_rate": 9.753532791802637e-05, |
| "loss": 0.5749, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.3276747309359057, |
| "learning_rate": 9.751581455700181e-05, |
| "loss": 0.5517, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.46547071992023126, |
| "learning_rate": 9.749622622201149e-05, |
| "loss": 0.5491, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.33431214442660506, |
| "learning_rate": 9.747656294396332e-05, |
| "loss": 0.5189, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.284919012203279, |
| "learning_rate": 9.745682475388348e-05, |
| "loss": 0.5153, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.3103588221591017, |
| "learning_rate": 9.743701168291638e-05, |
| "loss": 0.571, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.25008935112668135, |
| "learning_rate": 9.74171237623245e-05, |
| "loss": 0.4336, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.29420736574577816, |
| "learning_rate": 9.73971610234885e-05, |
| "loss": 0.6378, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.2879280794257662, |
| "learning_rate": 9.737712349790706e-05, |
| "loss": 0.4986, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.2860449635242686, |
| "learning_rate": 9.735701121719687e-05, |
| "loss": 0.4825, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.256625526891438, |
| "learning_rate": 9.733682421309256e-05, |
| "loss": 0.5099, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.30821001953125327, |
| "learning_rate": 9.73165625174467e-05, |
| "loss": 0.5399, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.36163791814072743, |
| "learning_rate": 9.729622616222968e-05, |
| "loss": 0.5568, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.45893386943350195, |
| "learning_rate": 9.727581517952969e-05, |
| "loss": 0.4872, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.37098603669269276, |
| "learning_rate": 9.725532960155272e-05, |
| "loss": 0.5606, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.31903928138478405, |
| "learning_rate": 9.723476946062241e-05, |
| "loss": 0.4782, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.2544102025240382, |
| "learning_rate": 9.721413478918007e-05, |
| "loss": 0.4664, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.2650545716322745, |
| "learning_rate": 9.719342561978462e-05, |
| "loss": 0.4513, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.41678129022157884, |
| "learning_rate": 9.717264198511252e-05, |
| "loss": 0.5134, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.3187645832916173, |
| "learning_rate": 9.715178391795769e-05, |
| "loss": 0.529, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.37137884649779296, |
| "learning_rate": 9.713085145123157e-05, |
| "loss": 0.5737, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.27288835858676297, |
| "learning_rate": 9.710984461796297e-05, |
| "loss": 0.4662, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.35688292626701107, |
| "learning_rate": 9.708876345129797e-05, |
| "loss": 0.5324, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.5331385748491453, |
| "learning_rate": 9.706760798450004e-05, |
| "loss": 0.5113, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.3275562498511858, |
| "learning_rate": 9.70463782509498e-05, |
| "loss": 0.596, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.3320706247000787, |
| "learning_rate": 9.702507428414513e-05, |
| "loss": 0.5459, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.28867464153973155, |
| "learning_rate": 9.700369611770099e-05, |
| "loss": 0.4749, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.3498930383533842, |
| "learning_rate": 9.698224378534943e-05, |
| "loss": 0.5404, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.3360256100000724, |
| "learning_rate": 9.696071732093952e-05, |
| "loss": 0.488, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.37751145026595234, |
| "learning_rate": 9.693911675843732e-05, |
| "loss": 0.6259, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.3613172073715647, |
| "learning_rate": 9.691744213192578e-05, |
| "loss": 0.4789, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.38884025265546474, |
| "learning_rate": 9.689569347560475e-05, |
| "loss": 0.5453, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.7085648012232798, |
| "learning_rate": 9.687387082379085e-05, |
| "loss": 0.4452, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.3391867646339619, |
| "learning_rate": 9.685197421091749e-05, |
| "loss": 0.4994, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.3996936535755718, |
| "learning_rate": 9.683000367153474e-05, |
| "loss": 0.484, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.31205589605386125, |
| "learning_rate": 9.680795924030936e-05, |
| "loss": 0.5312, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.4415941346074416, |
| "learning_rate": 9.678584095202468e-05, |
| "loss": 0.5671, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.40252699180812856, |
| "learning_rate": 9.676364884158058e-05, |
| "loss": 0.5939, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.5932028469974123, |
| "learning_rate": 9.67413829439934e-05, |
| "loss": 0.5332, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.32777284807085444, |
| "learning_rate": 9.671904329439592e-05, |
| "loss": 0.5031, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.4824176951872103, |
| "learning_rate": 9.66966299280373e-05, |
| "loss": 0.5491, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.48645095155445944, |
| "learning_rate": 9.667414288028298e-05, |
| "loss": 0.6122, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.35465435799233236, |
| "learning_rate": 9.665158218661473e-05, |
| "loss": 0.4761, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.453180099637615, |
| "learning_rate": 9.662894788263046e-05, |
| "loss": 0.4257, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.35764962962568164, |
| "learning_rate": 9.660624000404423e-05, |
| "loss": 0.4985, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.5155367285552261, |
| "learning_rate": 9.658345858668624e-05, |
| "loss": 0.4945, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.2766724522395966, |
| "learning_rate": 9.656060366650267e-05, |
| "loss": 0.4721, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.3526715896619326, |
| "learning_rate": 9.653767527955573e-05, |
| "loss": 0.4584, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.3291355383308037, |
| "learning_rate": 9.65146734620235e-05, |
| "loss": 0.4529, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.47052841560521336, |
| "learning_rate": 9.649159825019996e-05, |
| "loss": 0.4576, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.3725042220462778, |
| "learning_rate": 9.646844968049489e-05, |
| "loss": 0.5175, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.3439096076103894, |
| "learning_rate": 9.644522778943379e-05, |
| "loss": 0.4646, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.38280681442797204, |
| "learning_rate": 9.642193261365791e-05, |
| "loss": 0.5051, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.2908556083150553, |
| "learning_rate": 9.639856418992408e-05, |
| "loss": 0.4644, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.2824483801619754, |
| "learning_rate": 9.637512255510475e-05, |
| "loss": 0.5512, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.3069168854288719, |
| "learning_rate": 9.635160774618782e-05, |
| "loss": 0.5244, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.5915990842187461, |
| "learning_rate": 9.632801980027674e-05, |
| "loss": 0.5393, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.36246068093101375, |
| "learning_rate": 9.630435875459029e-05, |
| "loss": 0.4789, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.341880085207185, |
| "learning_rate": 9.628062464646264e-05, |
| "loss": 0.5869, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.45818926922635905, |
| "learning_rate": 9.625681751334319e-05, |
| "loss": 0.4942, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.6530996922801402, |
| "learning_rate": 9.62329373927966e-05, |
| "loss": 0.4736, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.354869231094255, |
| "learning_rate": 9.620898432250272e-05, |
| "loss": 0.4733, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.44123483342465086, |
| "learning_rate": 9.618495834025646e-05, |
| "loss": 0.5903, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.36308792267239837, |
| "learning_rate": 9.616085948396778e-05, |
| "loss": 0.4845, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.33930723954225567, |
| "learning_rate": 9.613668779166165e-05, |
| "loss": 0.5836, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.23723787152554882, |
| "learning_rate": 9.611244330147793e-05, |
| "loss": 0.4288, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.3045658471294025, |
| "learning_rate": 9.608812605167141e-05, |
| "loss": 0.4881, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.9978096184573138, |
| "learning_rate": 9.606373608061162e-05, |
| "loss": 0.4563, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.312786014232619, |
| "learning_rate": 9.603927342678285e-05, |
| "loss": 0.5536, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.49066818379781985, |
| "learning_rate": 9.60147381287841e-05, |
| "loss": 0.4761, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.2785294232887671, |
| "learning_rate": 9.5990130225329e-05, |
| "loss": 0.5071, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.3091114388909406, |
| "learning_rate": 9.596544975524567e-05, |
| "loss": 0.4829, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.3170289442218083, |
| "learning_rate": 9.59406967574768e-05, |
| "loss": 0.4703, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.29080896729352906, |
| "learning_rate": 9.59158712710795e-05, |
| "loss": 0.5386, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.2741983578252953, |
| "learning_rate": 9.589097333522528e-05, |
| "loss": 0.6068, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.3391924407985241, |
| "learning_rate": 9.586600298919992e-05, |
| "loss": 0.6028, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.3835751088871844, |
| "learning_rate": 9.58409602724035e-05, |
| "loss": 0.5776, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.4169836767014063, |
| "learning_rate": 9.581584522435024e-05, |
| "loss": 0.6414, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.3506232529827741, |
| "learning_rate": 9.579065788466854e-05, |
| "loss": 0.517, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.8131297672531503, |
| "learning_rate": 9.576539829310085e-05, |
| "loss": 0.5488, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.31575537973274387, |
| "learning_rate": 9.57400664895036e-05, |
| "loss": 0.4281, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.5172317183668976, |
| "learning_rate": 9.571466251384722e-05, |
| "loss": 0.5941, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.3543029715097665, |
| "learning_rate": 9.568918640621594e-05, |
| "loss": 0.468, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.3571571069827224, |
| "learning_rate": 9.566363820680787e-05, |
| "loss": 0.5501, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.4669680835043353, |
| "learning_rate": 9.563801795593483e-05, |
| "loss": 0.4603, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.3512979673545533, |
| "learning_rate": 9.561232569402239e-05, |
| "loss": 0.4804, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.2984061836559209, |
| "learning_rate": 9.558656146160964e-05, |
| "loss": 0.4269, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.31219484237240036, |
| "learning_rate": 9.556072529934933e-05, |
| "loss": 0.5368, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.2844019588745298, |
| "learning_rate": 9.553481724800768e-05, |
| "loss": 0.4785, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.29692931109891635, |
| "learning_rate": 9.550883734846427e-05, |
| "loss": 0.5144, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.284142022381103, |
| "learning_rate": 9.548278564171219e-05, |
| "loss": 0.5525, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.33378814255722705, |
| "learning_rate": 9.545666216885767e-05, |
| "loss": 0.5067, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.3290042920610684, |
| "learning_rate": 9.54304669711203e-05, |
| "loss": 0.4734, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.24225133774523205, |
| "learning_rate": 9.540420008983279e-05, |
| "loss": 0.3563, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.33170027795352425, |
| "learning_rate": 9.537786156644097e-05, |
| "loss": 0.6369, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.29286395271014015, |
| "learning_rate": 9.53514514425037e-05, |
| "loss": 0.6147, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.3152175248574347, |
| "learning_rate": 9.532496975969285e-05, |
| "loss": 0.6559, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.27634115211706434, |
| "learning_rate": 9.529841655979315e-05, |
| "loss": 0.5324, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.3315605760447172, |
| "learning_rate": 9.527179188470221e-05, |
| "loss": 0.4955, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.4542157642478433, |
| "learning_rate": 9.524509577643042e-05, |
| "loss": 0.5754, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.341599708995729, |
| "learning_rate": 9.521832827710089e-05, |
| "loss": 0.5133, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.3130055953895144, |
| "learning_rate": 9.51914894289493e-05, |
| "loss": 0.5533, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.3271937857101081, |
| "learning_rate": 9.516457927432404e-05, |
| "loss": 0.5559, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.6106442475481, |
| "learning_rate": 9.51375978556859e-05, |
| "loss": 0.501, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.4005693088893351, |
| "learning_rate": 9.511054521560816e-05, |
| "loss": 0.545, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.4501902996154705, |
| "learning_rate": 9.508342139677649e-05, |
| "loss": 0.5593, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.3258393070401052, |
| "learning_rate": 9.505622644198885e-05, |
| "loss": 0.6029, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.5157971048553323, |
| "learning_rate": 9.502896039415545e-05, |
| "loss": 0.4069, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.33468009126668297, |
| "learning_rate": 9.500162329629868e-05, |
| "loss": 0.5428, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.23021782762253204, |
| "learning_rate": 9.497421519155303e-05, |
| "loss": 0.494, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.31727656953683375, |
| "learning_rate": 9.494673612316504e-05, |
| "loss": 0.5313, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.28293606255691095, |
| "learning_rate": 9.49191861344932e-05, |
| "loss": 0.4492, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.4981162572821312, |
| "learning_rate": 9.489156526900794e-05, |
| "loss": 0.5514, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.5002344319109161, |
| "learning_rate": 9.486387357029149e-05, |
| "loss": 0.5138, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.2516013866696286, |
| "learning_rate": 9.483611108203787e-05, |
| "loss": 0.4155, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.5773571025444239, |
| "learning_rate": 9.480827784805278e-05, |
| "loss": 0.4899, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.38071462887142943, |
| "learning_rate": 9.478037391225356e-05, |
| "loss": 0.4939, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.2986392399636392, |
| "learning_rate": 9.47523993186691e-05, |
| "loss": 0.3827, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.5745680121578277, |
| "learning_rate": 9.472435411143978e-05, |
| "loss": 0.3897, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.2804712112121546, |
| "learning_rate": 9.46962383348174e-05, |
| "loss": 0.4763, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.28848411743447966, |
| "learning_rate": 9.466805203316514e-05, |
| "loss": 0.4234, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.3439605477114156, |
| "learning_rate": 9.463979525095738e-05, |
| "loss": 0.5095, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.7200764408639522, |
| "learning_rate": 9.461146803277979e-05, |
| "loss": 0.6237, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.3155372945233132, |
| "learning_rate": 9.458307042332915e-05, |
| "loss": 0.5283, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.35491170217800116, |
| "learning_rate": 9.455460246741331e-05, |
| "loss": 0.3711, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.6206911527865123, |
| "learning_rate": 9.45260642099511e-05, |
| "loss": 0.5067, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.3016265734989333, |
| "learning_rate": 9.449745569597232e-05, |
| "loss": 0.4504, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.31860517584349707, |
| "learning_rate": 9.446877697061757e-05, |
| "loss": 0.4846, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.3050609782762519, |
| "learning_rate": 9.444002807913828e-05, |
| "loss": 0.4987, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.6803955734232413, |
| "learning_rate": 9.441120906689655e-05, |
| "loss": 0.5241, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.30994688547285615, |
| "learning_rate": 9.438231997936521e-05, |
| "loss": 0.3278, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.4416607440578863, |
| "learning_rate": 9.435336086212754e-05, |
| "loss": 0.4672, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.7182970286671136, |
| "learning_rate": 9.43243317608774e-05, |
| "loss": 0.4096, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.3961629546661873, |
| "learning_rate": 9.429523272141903e-05, |
| "loss": 0.5404, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.3049043969158353, |
| "learning_rate": 9.426606378966709e-05, |
| "loss": 0.4799, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.4753075647740002, |
| "learning_rate": 9.423682501164644e-05, |
| "loss": 0.4552, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.4642496008868493, |
| "learning_rate": 9.420751643349219e-05, |
| "loss": 0.5392, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.32771132053539453, |
| "learning_rate": 9.41781381014496e-05, |
| "loss": 0.6343, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.3450480888576082, |
| "learning_rate": 9.414869006187397e-05, |
| "loss": 0.5262, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.41828793988696, |
| "learning_rate": 9.411917236123059e-05, |
| "loss": 0.5665, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.30592779613789667, |
| "learning_rate": 9.408958504609466e-05, |
| "loss": 0.4272, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.3722355562668832, |
| "learning_rate": 9.405992816315125e-05, |
| "loss": 0.5176, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.36335046521129244, |
| "learning_rate": 9.403020175919517e-05, |
| "loss": 0.495, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.33297378860461335, |
| "learning_rate": 9.400040588113095e-05, |
| "loss": 0.5493, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.35860718535830866, |
| "learning_rate": 9.397054057597272e-05, |
| "loss": 0.5586, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.4184731017455533, |
| "learning_rate": 9.394060589084418e-05, |
| "loss": 0.5696, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.32711960560352166, |
| "learning_rate": 9.391060187297846e-05, |
| "loss": 0.4332, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.39090012108044875, |
| "learning_rate": 9.388052856971816e-05, |
| "loss": 0.5317, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.2835397179948557, |
| "learning_rate": 9.385038602851515e-05, |
| "loss": 0.5633, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.388939717066448, |
| "learning_rate": 9.382017429693053e-05, |
| "loss": 0.5131, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.3351012081587198, |
| "learning_rate": 9.378989342263463e-05, |
| "loss": 0.5358, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.27998903874463643, |
| "learning_rate": 9.375954345340685e-05, |
| "loss": 0.4252, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.3886638562050157, |
| "learning_rate": 9.37291244371356e-05, |
| "loss": 0.5367, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.3744452452183121, |
| "learning_rate": 9.369863642181829e-05, |
| "loss": 0.5354, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.36749261370136266, |
| "learning_rate": 9.366807945556113e-05, |
| "loss": 0.4908, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.33455134055944374, |
| "learning_rate": 9.363745358657916e-05, |
| "loss": 0.5624, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.5906726125657421, |
| "learning_rate": 9.360675886319617e-05, |
| "loss": 0.4861, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.3618815109452349, |
| "learning_rate": 9.357599533384453e-05, |
| "loss": 0.5685, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.5329504356270778, |
| "learning_rate": 9.354516304706526e-05, |
| "loss": 0.4564, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.4530409053549265, |
| "learning_rate": 9.351426205150777e-05, |
| "loss": 0.6154, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.4056057494444866, |
| "learning_rate": 9.348329239592995e-05, |
| "loss": 0.5757, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.3259919406300471, |
| "learning_rate": 9.345225412919803e-05, |
| "loss": 0.5341, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.34049580034425414, |
| "learning_rate": 9.342114730028647e-05, |
| "loss": 0.5004, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.38931716467582284, |
| "learning_rate": 9.338997195827792e-05, |
| "loss": 0.584, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.3240505657876934, |
| "learning_rate": 9.335872815236316e-05, |
| "loss": 0.5868, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.3424967331683608, |
| "learning_rate": 9.332741593184095e-05, |
| "loss": 0.4982, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.346726620503095, |
| "learning_rate": 9.329603534611805e-05, |
| "loss": 0.6019, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.2933818103924911, |
| "learning_rate": 9.326458644470906e-05, |
| "loss": 0.5438, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.3293074527040308, |
| "learning_rate": 9.323306927723638e-05, |
| "loss": 0.3482, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.41689344429839853, |
| "learning_rate": 9.320148389343012e-05, |
| "loss": 0.5951, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.32046728944346153, |
| "learning_rate": 9.316983034312805e-05, |
| "loss": 0.5167, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.395851366632406, |
| "learning_rate": 9.313810867627546e-05, |
| "loss": 0.5282, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.33224765292469005, |
| "learning_rate": 9.310631894292518e-05, |
| "loss": 0.491, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.49160918072364385, |
| "learning_rate": 9.307446119323738e-05, |
| "loss": 0.6331, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.39136219787783394, |
| "learning_rate": 9.304253547747954e-05, |
| "loss": 0.4418, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.31242065483918185, |
| "learning_rate": 9.301054184602647e-05, |
| "loss": 0.543, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.4477802705376959, |
| "learning_rate": 9.297848034936006e-05, |
| "loss": 0.5493, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.8603396430515183, |
| "learning_rate": 9.294635103806933e-05, |
| "loss": 0.5227, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.3068640933640373, |
| "learning_rate": 9.291415396285024e-05, |
| "loss": 0.5093, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.6094909768541493, |
| "learning_rate": 9.288188917450575e-05, |
| "loss": 0.5725, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.3251074354095709, |
| "learning_rate": 9.284955672394564e-05, |
| "loss": 0.544, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.4804791823028559, |
| "learning_rate": 9.281715666218641e-05, |
| "loss": 0.626, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.3963262897397902, |
| "learning_rate": 9.278468904035129e-05, |
| "loss": 0.5381, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.36746932939943133, |
| "learning_rate": 9.275215390967009e-05, |
| "loss": 0.5762, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.7560549704674421, |
| "learning_rate": 9.271955132147916e-05, |
| "loss": 0.5259, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.5399245125146872, |
| "learning_rate": 9.268688132722124e-05, |
| "loss": 0.457, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.44873951362456105, |
| "learning_rate": 9.26541439784455e-05, |
| "loss": 0.4821, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.46927005534044514, |
| "learning_rate": 9.262133932680733e-05, |
| "loss": 0.4699, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.3838684354927554, |
| "learning_rate": 9.258846742406833e-05, |
| "loss": 0.5623, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.4459447867185181, |
| "learning_rate": 9.255552832209625e-05, |
| "loss": 0.532, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.580017002469301, |
| "learning_rate": 9.252252207286479e-05, |
| "loss": 0.6753, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.41938862165065965, |
| "learning_rate": 9.24894487284537e-05, |
| "loss": 0.5508, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.9634132481926969, |
| "learning_rate": 9.245630834104852e-05, |
| "loss": 0.6543, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.4276985104600089, |
| "learning_rate": 9.24231009629406e-05, |
| "loss": 0.4454, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.4880076655000506, |
| "learning_rate": 9.238982664652703e-05, |
| "loss": 0.532, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.8631971576773894, |
| "learning_rate": 9.235648544431045e-05, |
| "loss": 0.5008, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.4989006372087439, |
| "learning_rate": 9.232307740889909e-05, |
| "loss": 0.6292, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.5489288944332519, |
| "learning_rate": 9.228960259300662e-05, |
| "loss": 0.5553, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.5731904188283302, |
| "learning_rate": 9.225606104945208e-05, |
| "loss": 0.4573, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.4219515865843104, |
| "learning_rate": 9.222245283115979e-05, |
| "loss": 0.4324, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.9070563371049349, |
| "learning_rate": 9.218877799115928e-05, |
| "loss": 0.5536, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.3458836588252442, |
| "learning_rate": 9.215503658258522e-05, |
| "loss": 0.511, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.5004219986119638, |
| "learning_rate": 9.21212286586773e-05, |
| "loss": 0.412, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.4450919976039767, |
| "learning_rate": 9.208735427278014e-05, |
| "loss": 0.5194, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.44478818721495544, |
| "learning_rate": 9.205341347834326e-05, |
| "loss": 0.5177, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.41894715400498195, |
| "learning_rate": 9.201940632892096e-05, |
| "loss": 0.4732, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.4321044627195916, |
| "learning_rate": 9.198533287817223e-05, |
| "loss": 0.5522, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.41017995930702417, |
| "learning_rate": 9.19511931798607e-05, |
| "loss": 0.5144, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.3263317458872094, |
| "learning_rate": 9.191698728785448e-05, |
| "loss": 0.6519, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.44660792503823443, |
| "learning_rate": 9.188271525612615e-05, |
| "loss": 0.4022, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.49411297495772377, |
| "learning_rate": 9.18483771387527e-05, |
| "loss": 0.5094, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.32707108419132885, |
| "learning_rate": 9.181397298991532e-05, |
| "loss": 0.4587, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.37874747611601645, |
| "learning_rate": 9.177950286389942e-05, |
| "loss": 0.5057, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.38178631113482925, |
| "learning_rate": 9.174496681509453e-05, |
| "loss": 0.3773, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.41409758738381053, |
| "learning_rate": 9.171036489799416e-05, |
| "loss": 0.4842, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.3999671513444348, |
| "learning_rate": 9.167569716719579e-05, |
| "loss": 0.477, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.6603819668141502, |
| "learning_rate": 9.164096367740073e-05, |
| "loss": 0.4169, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.4146099684682038, |
| "learning_rate": 9.160616448341403e-05, |
| "loss": 0.4903, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.5165310675955264, |
| "learning_rate": 9.157129964014445e-05, |
| "loss": 0.535, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.4027850003525537, |
| "learning_rate": 9.15363692026043e-05, |
| "loss": 0.4565, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.4203527612462647, |
| "learning_rate": 9.150137322590944e-05, |
| "loss": 0.4662, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.2881968540223522, |
| "learning_rate": 9.146631176527906e-05, |
| "loss": 0.4175, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.33087947226377984, |
| "learning_rate": 9.143118487603578e-05, |
| "loss": 0.4168, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.5118033347212959, |
| "learning_rate": 9.139599261360537e-05, |
| "loss": 0.6044, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.37208574054131016, |
| "learning_rate": 9.136073503351679e-05, |
| "loss": 0.5908, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.403881471009524, |
| "learning_rate": 9.132541219140205e-05, |
| "loss": 0.5546, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.31280897128501417, |
| "learning_rate": 9.129002414299617e-05, |
| "loss": 0.5745, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.41359014312178827, |
| "learning_rate": 9.125457094413698e-05, |
| "loss": 0.511, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.3089622401477676, |
| "learning_rate": 9.121905265076521e-05, |
| "loss": 0.3559, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.31536630229085233, |
| "learning_rate": 9.118346931892423e-05, |
| "loss": 0.5012, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.42347041397395974, |
| "learning_rate": 9.114782100476004e-05, |
| "loss": 0.4814, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.40986923579115847, |
| "learning_rate": 9.111210776452119e-05, |
| "loss": 0.5226, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.5480938375940833, |
| "learning_rate": 9.10763296545587e-05, |
| "loss": 0.5999, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.4274310997575488, |
| "learning_rate": 9.104048673132588e-05, |
| "loss": 0.5096, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.426119075027884, |
| "learning_rate": 9.100457905137836e-05, |
| "loss": 0.5286, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.35858435410316547, |
| "learning_rate": 9.096860667137393e-05, |
| "loss": 0.457, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.5721062072718396, |
| "learning_rate": 9.093256964807249e-05, |
| "loss": 0.4868, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.452615422441431, |
| "learning_rate": 9.089646803833589e-05, |
| "loss": 0.4513, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.37799619753011393, |
| "learning_rate": 9.086030189912794e-05, |
| "loss": 0.409, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.38620643180338377, |
| "learning_rate": 9.082407128751423e-05, |
| "loss": 0.5674, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.5141943082595054, |
| "learning_rate": 9.078777626066211e-05, |
| "loss": 0.4859, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.5079116766576186, |
| "learning_rate": 9.075141687584057e-05, |
| "loss": 0.4877, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.3920918233414912, |
| "learning_rate": 9.071499319042011e-05, |
| "loss": 0.5518, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.3519949166364063, |
| "learning_rate": 9.067850526187275e-05, |
| "loss": 0.5118, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.6136935175302517, |
| "learning_rate": 9.06419531477718e-05, |
| "loss": 0.5658, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.3424031664514833, |
| "learning_rate": 9.060533690579191e-05, |
| "loss": 0.4918, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.4888216904787723, |
| "learning_rate": 9.05686565937089e-05, |
| "loss": 0.6092, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.419780946944474, |
| "learning_rate": 9.053191226939965e-05, |
| "loss": 0.5478, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.48092832984229333, |
| "learning_rate": 9.049510399084211e-05, |
| "loss": 0.5097, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.29939926288008306, |
| "learning_rate": 9.045823181611508e-05, |
| "loss": 0.4483, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.5366128657745243, |
| "learning_rate": 9.042129580339822e-05, |
| "loss": 0.5724, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.4731990568756983, |
| "learning_rate": 9.038429601097189e-05, |
| "loss": 0.5434, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.4470903649251902, |
| "learning_rate": 9.034723249721708e-05, |
| "loss": 0.4207, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.38840861190627185, |
| "learning_rate": 9.031010532061538e-05, |
| "loss": 0.4725, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.3139321122479561, |
| "learning_rate": 9.027291453974877e-05, |
| "loss": 0.5062, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.33510146276664937, |
| "learning_rate": 9.023566021329963e-05, |
| "loss": 0.4716, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.3311586929845794, |
| "learning_rate": 9.019834240005058e-05, |
| "loss": 0.5012, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.32119710154375214, |
| "learning_rate": 9.016096115888442e-05, |
| "loss": 0.428, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.49162289670228015, |
| "learning_rate": 9.012351654878406e-05, |
| "loss": 0.6209, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.4239486961553634, |
| "learning_rate": 9.008600862883235e-05, |
| "loss": 0.4732, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.3567697222033858, |
| "learning_rate": 9.004843745821207e-05, |
| "loss": 0.4594, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.5853897923012714, |
| "learning_rate": 9.00108030962058e-05, |
| "loss": 0.44, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.3721623150621374, |
| "learning_rate": 8.997310560219578e-05, |
| "loss": 0.4072, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.3930236764556269, |
| "learning_rate": 8.993534503566397e-05, |
| "loss": 0.5168, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.7966293676595556, |
| "learning_rate": 8.989752145619173e-05, |
| "loss": 0.468, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.3481576542595946, |
| "learning_rate": 8.985963492345991e-05, |
| "loss": 0.4747, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.6728337328441059, |
| "learning_rate": 8.982168549724869e-05, |
| "loss": 0.5756, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.7693727528878246, |
| "learning_rate": 8.97836732374375e-05, |
| "loss": 0.4236, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.31571555841951743, |
| "learning_rate": 8.974559820400486e-05, |
| "loss": 0.4575, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.30137741875595786, |
| "learning_rate": 8.97074604570284e-05, |
| "loss": 0.3555, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.3436093999921399, |
| "learning_rate": 8.966926005668465e-05, |
| "loss": 0.5287, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.3974564826556789, |
| "learning_rate": 8.963099706324904e-05, |
| "loss": 0.518, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.4051529173736633, |
| "learning_rate": 8.959267153709578e-05, |
| "loss": 0.4707, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.36112449010264286, |
| "learning_rate": 8.955428353869766e-05, |
| "loss": 0.405, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.41337256866432237, |
| "learning_rate": 8.951583312862616e-05, |
| "loss": 0.5186, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.3098446989835585, |
| "learning_rate": 8.947732036755114e-05, |
| "loss": 0.4551, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.5964013883592723, |
| "learning_rate": 8.94387453162409e-05, |
| "loss": 0.637, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.32222100392288855, |
| "learning_rate": 8.9400108035562e-05, |
| "loss": 0.3723, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.41048799800766944, |
| "learning_rate": 8.936140858647921e-05, |
| "loss": 0.4837, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.3107217869023358, |
| "learning_rate": 8.932264703005538e-05, |
| "loss": 0.4579, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.33222292392995234, |
| "learning_rate": 8.928382342745137e-05, |
| "loss": 0.5279, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.44505638709361006, |
| "learning_rate": 8.924493783992589e-05, |
| "loss": 0.591, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.45811661768055495, |
| "learning_rate": 8.920599032883554e-05, |
| "loss": 0.4111, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.38900016645888863, |
| "learning_rate": 8.916698095563453e-05, |
| "loss": 0.5084, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.4534977367334788, |
| "learning_rate": 8.912790978187481e-05, |
| "loss": 0.4852, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.2999858883498486, |
| "learning_rate": 8.908877686920571e-05, |
| "loss": 0.4174, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.3822694377044119, |
| "learning_rate": 8.904958227937406e-05, |
| "loss": 0.514, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.6857389340707, |
| "learning_rate": 8.901032607422395e-05, |
| "loss": 0.4675, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.3501082303380316, |
| "learning_rate": 8.897100831569676e-05, |
| "loss": 0.3897, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.3587455330971553, |
| "learning_rate": 8.893162906583094e-05, |
| "loss": 0.4464, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.3803899558506493, |
| "learning_rate": 8.889218838676199e-05, |
| "loss": 0.6592, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.5099074578798332, |
| "learning_rate": 8.88526863407223e-05, |
| "loss": 0.4814, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.273250973131118, |
| "learning_rate": 8.881312299004117e-05, |
| "loss": 0.5946, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.3030603663379705, |
| "learning_rate": 8.877349839714454e-05, |
| "loss": 0.4887, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.28323243420939137, |
| "learning_rate": 8.873381262455504e-05, |
| "loss": 0.4718, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.3964404983440558, |
| "learning_rate": 8.86940657348918e-05, |
| "loss": 0.423, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.7276820662788825, |
| "learning_rate": 8.865425779087043e-05, |
| "loss": 0.49, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.33459393794490183, |
| "learning_rate": 8.861438885530282e-05, |
| "loss": 0.4045, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.43118112196532254, |
| "learning_rate": 8.857445899109715e-05, |
| "loss": 0.4572, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.3929525278451499, |
| "learning_rate": 8.853446826125768e-05, |
| "loss": 0.5181, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.9474483435384814, |
| "learning_rate": 8.849441672888478e-05, |
| "loss": 0.5408, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.34716318641349914, |
| "learning_rate": 8.845430445717469e-05, |
| "loss": 0.5203, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.34621939361316817, |
| "learning_rate": 8.841413150941954e-05, |
| "loss": 0.498, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.34277214724967525, |
| "learning_rate": 8.837389794900713e-05, |
| "loss": 0.4464, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.44035176990109737, |
| "learning_rate": 8.8333603839421e-05, |
| "loss": 0.5, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.3033674583959246, |
| "learning_rate": 8.829324924424016e-05, |
| "loss": 0.4806, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.3670317348437787, |
| "learning_rate": 8.825283422713908e-05, |
| "loss": 0.4519, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.3092246455383532, |
| "learning_rate": 8.821235885188754e-05, |
| "loss": 0.5253, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.4365003431632498, |
| "learning_rate": 8.817182318235059e-05, |
| "loss": 0.4614, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.49691405279264156, |
| "learning_rate": 8.813122728248842e-05, |
| "loss": 0.5899, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.3656789028008157, |
| "learning_rate": 8.809057121635624e-05, |
| "loss": 0.4873, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.49508476056807355, |
| "learning_rate": 8.804985504810416e-05, |
| "loss": 0.5024, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.5392883766797897, |
| "learning_rate": 8.800907884197724e-05, |
| "loss": 0.4917, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.30641663626504506, |
| "learning_rate": 8.796824266231511e-05, |
| "loss": 0.5266, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.3273097618772115, |
| "learning_rate": 8.792734657355215e-05, |
| "loss": 0.5306, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.35480745440106903, |
| "learning_rate": 8.788639064021724e-05, |
| "loss": 0.4192, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.2952904969574228, |
| "learning_rate": 8.784537492693368e-05, |
| "loss": 0.5155, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.44736566138629913, |
| "learning_rate": 8.780429949841907e-05, |
| "loss": 0.4872, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.4050077592959547, |
| "learning_rate": 8.776316441948529e-05, |
| "loss": 0.4925, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.3389794558391044, |
| "learning_rate": 8.772196975503828e-05, |
| "loss": 0.5879, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.3776957343044334, |
| "learning_rate": 8.768071557007806e-05, |
| "loss": 0.5474, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.39607261639407637, |
| "learning_rate": 8.76394019296985e-05, |
| "loss": 0.5803, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.3443812701899891, |
| "learning_rate": 8.759802889908734e-05, |
| "loss": 0.4958, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.4142186762503382, |
| "learning_rate": 8.755659654352599e-05, |
| "loss": 0.5161, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.3541781842348961, |
| "learning_rate": 8.751510492838951e-05, |
| "loss": 0.4661, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.324645142055663, |
| "learning_rate": 8.747355411914642e-05, |
| "loss": 0.4521, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.37237057393084183, |
| "learning_rate": 8.743194418135865e-05, |
| "loss": 0.4676, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.42573375296478655, |
| "learning_rate": 8.739027518068145e-05, |
| "loss": 0.3993, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.34621299244142323, |
| "learning_rate": 8.734854718286327e-05, |
| "loss": 0.4194, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.5256199314658262, |
| "learning_rate": 8.73067602537456e-05, |
| "loss": 0.5117, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.35305892723860227, |
| "learning_rate": 8.726491445926295e-05, |
| "loss": 0.4907, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.33082290604313574, |
| "learning_rate": 8.722300986544272e-05, |
| "loss": 0.5248, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.49332155805160305, |
| "learning_rate": 8.718104653840506e-05, |
| "loss": 0.5045, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.4442660813287627, |
| "learning_rate": 8.713902454436282e-05, |
| "loss": 0.5692, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 4.38524343217017, |
| "learning_rate": 8.709694394962144e-05, |
| "loss": 0.4445, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.4551164959847268, |
| "learning_rate": 8.705480482057875e-05, |
| "loss": 0.4877, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.3827414434445466, |
| "learning_rate": 8.701260722372498e-05, |
| "loss": 0.4718, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.2741953752880272, |
| "learning_rate": 8.697035122564266e-05, |
| "loss": 0.4547, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.33835812351894645, |
| "learning_rate": 8.692803689300641e-05, |
| "loss": 0.623, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.4907810613723189, |
| "learning_rate": 8.68856642925829e-05, |
| "loss": 0.5913, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.3263153929284238, |
| "learning_rate": 8.684323349123075e-05, |
| "loss": 0.3883, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.5453901739501588, |
| "learning_rate": 8.680074455590045e-05, |
| "loss": 0.5378, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.5261467836366582, |
| "learning_rate": 8.675819755363416e-05, |
| "loss": 0.4102, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.3841394292914702, |
| "learning_rate": 8.671559255156567e-05, |
| "loss": 0.5224, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.2824284512796938, |
| "learning_rate": 8.667292961692033e-05, |
| "loss": 0.4454, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.41436724571328865, |
| "learning_rate": 8.663020881701487e-05, |
| "loss": 0.5584, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.3842286051615952, |
| "learning_rate": 8.658743021925733e-05, |
| "loss": 0.4468, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.3956517837756805, |
| "learning_rate": 8.65445938911469e-05, |
| "loss": 0.5372, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.32392121335344926, |
| "learning_rate": 8.650169990027397e-05, |
| "loss": 0.54, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.39503519532005366, |
| "learning_rate": 8.645874831431982e-05, |
| "loss": 0.4193, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.5160816227938054, |
| "learning_rate": 8.641573920105664e-05, |
| "loss": 0.4106, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.3746177486343326, |
| "learning_rate": 8.637267262834738e-05, |
| "loss": 0.5646, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.3019423519254173, |
| "learning_rate": 8.632954866414567e-05, |
| "loss": 0.5657, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.3408924042583725, |
| "learning_rate": 8.628636737649571e-05, |
| "loss": 0.6654, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.2599061648752769, |
| "learning_rate": 8.62431288335321e-05, |
| "loss": 0.4038, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.3942993296981051, |
| "learning_rate": 8.619983310347982e-05, |
| "loss": 0.5246, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.3441342724560337, |
| "learning_rate": 8.615648025465409e-05, |
| "loss": 0.5644, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.3900899541183104, |
| "learning_rate": 8.611307035546021e-05, |
| "loss": 0.5734, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.3937918946943137, |
| "learning_rate": 8.606960347439355e-05, |
| "loss": 0.5934, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.5048210579204713, |
| "learning_rate": 8.602607968003935e-05, |
| "loss": 0.5265, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.41204885372212785, |
| "learning_rate": 8.59824990410727e-05, |
| "loss": 0.451, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.4279874155526598, |
| "learning_rate": 8.593886162625835e-05, |
| "loss": 0.4928, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.6032632726762277, |
| "learning_rate": 8.589516750445061e-05, |
| "loss": 0.4807, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.4997363778461872, |
| "learning_rate": 8.585141674459332e-05, |
| "loss": 0.5089, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.3742217265782209, |
| "learning_rate": 8.580760941571967e-05, |
| "loss": 0.4379, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.3709419050836061, |
| "learning_rate": 8.576374558695208e-05, |
| "loss": 0.5547, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.9140533663708331, |
| "learning_rate": 8.571982532750218e-05, |
| "loss": 0.4668, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.42310856303318156, |
| "learning_rate": 8.567584870667056e-05, |
| "loss": 0.459, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.4827390194794852, |
| "learning_rate": 8.56318157938468e-05, |
| "loss": 0.5181, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.38973019250712976, |
| "learning_rate": 8.558772665850929e-05, |
| "loss": 0.4829, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.42487457761142733, |
| "learning_rate": 8.554358137022513e-05, |
| "loss": 0.4892, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.48225105923474515, |
| "learning_rate": 8.549937999865003e-05, |
| "loss": 0.516, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.33648030994279016, |
| "learning_rate": 8.545512261352815e-05, |
| "loss": 0.5718, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.4968206754014514, |
| "learning_rate": 8.54108092846921e-05, |
| "loss": 0.4046, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.4230216313252818, |
| "learning_rate": 8.536644008206269e-05, |
| "loss": 0.498, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.3480793016908266, |
| "learning_rate": 8.532201507564896e-05, |
| "loss": 0.5135, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.38648117943962, |
| "learning_rate": 8.527753433554797e-05, |
| "loss": 0.4916, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.32403220059161, |
| "learning_rate": 8.523299793194471e-05, |
| "loss": 0.4011, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.4960515386486461, |
| "learning_rate": 8.5188405935112e-05, |
| "loss": 0.4483, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.45159745880238544, |
| "learning_rate": 8.51437584154104e-05, |
| "loss": 0.5057, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.45586234733666275, |
| "learning_rate": 8.509905544328808e-05, |
| "loss": 0.5203, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.34364507583360815, |
| "learning_rate": 8.505429708928068e-05, |
| "loss": 0.5067, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.43907295004943864, |
| "learning_rate": 8.500948342401124e-05, |
| "loss": 0.4192, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.46987131435716994, |
| "learning_rate": 8.49646145181901e-05, |
| "loss": 0.5318, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.43111722087665316, |
| "learning_rate": 8.49196904426147e-05, |
| "loss": 0.5041, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.4530849281437647, |
| "learning_rate": 8.48747112681696e-05, |
| "loss": 0.3821, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.3546511981019696, |
| "learning_rate": 8.482967706582623e-05, |
| "loss": 0.4334, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.44371915263206146, |
| "learning_rate": 8.478458790664293e-05, |
| "loss": 0.4785, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.3807899855676716, |
| "learning_rate": 8.473944386176469e-05, |
| "loss": 0.473, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.44511302197112446, |
| "learning_rate": 8.46942450024231e-05, |
| "loss": 0.5877, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.39481392501229673, |
| "learning_rate": 8.46489913999363e-05, |
| "loss": 0.4262, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.6279180702325462, |
| "learning_rate": 8.460368312570873e-05, |
| "loss": 0.4262, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.4423977842489796, |
| "learning_rate": 8.455832025123119e-05, |
| "loss": 0.5325, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.5900313129627451, |
| "learning_rate": 8.451290284808051e-05, |
| "loss": 0.379, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.5655619652096296, |
| "learning_rate": 8.446743098791969e-05, |
| "loss": 0.6207, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.389340824383358, |
| "learning_rate": 8.442190474249754e-05, |
| "loss": 0.4205, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.5580895467180315, |
| "learning_rate": 8.437632418364878e-05, |
| "loss": 0.3716, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.38028366371689337, |
| "learning_rate": 8.433068938329376e-05, |
| "loss": 0.5404, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.3277567930026217, |
| "learning_rate": 8.428500041343847e-05, |
| "loss": 0.5627, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.5620958679742681, |
| "learning_rate": 8.423925734617431e-05, |
| "loss": 0.4257, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.35266893585526765, |
| "learning_rate": 8.419346025367809e-05, |
| "loss": 0.5047, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.382164382502437, |
| "learning_rate": 8.414760920821185e-05, |
| "loss": 0.6299, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.41776525686102206, |
| "learning_rate": 8.410170428212276e-05, |
| "loss": 0.4283, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.4906603610314063, |
| "learning_rate": 8.4055745547843e-05, |
| "loss": 0.5207, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.19910041845292362, |
| "learning_rate": 8.400973307788968e-05, |
| "loss": 0.4719, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.31026429889944196, |
| "learning_rate": 8.396366694486466e-05, |
| "loss": 0.4047, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.20723311593652, |
| "learning_rate": 8.391754722145449e-05, |
| "loss": 0.5312, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.3676675685370789, |
| "learning_rate": 8.387137398043028e-05, |
| "loss": 0.4831, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.28717507855423946, |
| "learning_rate": 8.38251472946476e-05, |
| "loss": 0.4199, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.4324346581342807, |
| "learning_rate": 8.37788672370463e-05, |
| "loss": 0.5275, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.37732932089420324, |
| "learning_rate": 8.373253388065051e-05, |
| "loss": 0.5132, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.2677881655006737, |
| "learning_rate": 8.36861472985684e-05, |
| "loss": 0.5757, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.31512406865890424, |
| "learning_rate": 8.36397075639922e-05, |
| "loss": 0.5226, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.43616765475040087, |
| "learning_rate": 8.359321475019789e-05, |
| "loss": 0.5253, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 4.062001298619309, |
| "learning_rate": 8.35466689305453e-05, |
| "loss": 0.6046, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.3545917004937794, |
| "learning_rate": 8.350007017847788e-05, |
| "loss": 0.4595, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.437800459486809, |
| "learning_rate": 8.345341856752256e-05, |
| "loss": 0.5086, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.42695261884406704, |
| "learning_rate": 8.340671417128971e-05, |
| "loss": 0.5138, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.5297617571904786, |
| "learning_rate": 8.335995706347299e-05, |
| "loss": 0.48, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.29943101665916133, |
| "learning_rate": 8.331314731784922e-05, |
| "loss": 0.5076, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.35342419946931103, |
| "learning_rate": 8.326628500827826e-05, |
| "loss": 0.3943, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.40100940675340696, |
| "learning_rate": 8.321937020870296e-05, |
| "loss": 0.6251, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.4002223518030749, |
| "learning_rate": 8.317240299314895e-05, |
| "loss": 0.4746, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.7018415491609389, |
| "learning_rate": 8.312538343572454e-05, |
| "loss": 0.4877, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.4494528738197357, |
| "learning_rate": 8.30783116106207e-05, |
| "loss": 0.3603, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.335824703190095, |
| "learning_rate": 8.303118759211083e-05, |
| "loss": 0.4378, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.5293953152924665, |
| "learning_rate": 8.298401145455068e-05, |
| "loss": 0.5655, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.40993783784853516, |
| "learning_rate": 8.293678327237827e-05, |
| "loss": 0.417, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.32576413364132095, |
| "learning_rate": 8.28895031201137e-05, |
| "loss": 0.4326, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.34988370178272954, |
| "learning_rate": 8.28421710723591e-05, |
| "loss": 0.4565, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.40566012622413283, |
| "learning_rate": 8.279478720379845e-05, |
| "loss": 0.5024, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.33115799888960507, |
| "learning_rate": 8.274735158919757e-05, |
| "loss": 0.4033, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.36643760675619363, |
| "learning_rate": 8.269986430340385e-05, |
| "loss": 0.4999, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.37142857289036785, |
| "learning_rate": 8.265232542134622e-05, |
| "loss": 0.3846, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.461535144754554, |
| "learning_rate": 8.260473501803508e-05, |
| "loss": 0.5657, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.3862428742184543, |
| "learning_rate": 8.255709316856207e-05, |
| "loss": 0.6197, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.4066893940201864, |
| "learning_rate": 8.250939994810003e-05, |
| "loss": 0.3172, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.4233139119242837, |
| "learning_rate": 8.246165543190285e-05, |
| "loss": 0.4439, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.32780279816370106, |
| "learning_rate": 8.241385969530535e-05, |
| "loss": 0.3947, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.6113897413204105, |
| "learning_rate": 8.236601281372319e-05, |
| "loss": 0.4486, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.26178059069178106, |
| "learning_rate": 8.231811486265271e-05, |
| "loss": 0.3775, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.3303436307156599, |
| "learning_rate": 8.227016591767083e-05, |
| "loss": 0.5228, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.3151920604269471, |
| "learning_rate": 8.222216605443496e-05, |
| "loss": 0.4946, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.4878649403118409, |
| "learning_rate": 8.217411534868282e-05, |
| "loss": 0.4719, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.5655552004965891, |
| "learning_rate": 8.212601387623236e-05, |
| "loss": 0.4983, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.28971248366457814, |
| "learning_rate": 8.207786171298166e-05, |
| "loss": 0.496, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.5008868100502049, |
| "learning_rate": 8.202965893490878e-05, |
| "loss": 0.504, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.3999522853704164, |
| "learning_rate": 8.198140561807156e-05, |
| "loss": 0.4844, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.38924680499958364, |
| "learning_rate": 8.193310183860771e-05, |
| "loss": 0.4408, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.4401960118486022, |
| "learning_rate": 8.188474767273448e-05, |
| "loss": 0.4701, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.28314627610728044, |
| "learning_rate": 8.183634319674867e-05, |
| "loss": 0.5286, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.3742071329054437, |
| "learning_rate": 8.178788848702643e-05, |
| "loss": 0.4174, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.41417724744503986, |
| "learning_rate": 8.173938362002318e-05, |
| "loss": 0.5399, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.37107450062415737, |
| "learning_rate": 8.169082867227347e-05, |
| "loss": 0.4589, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.32171452142648854, |
| "learning_rate": 8.164222372039092e-05, |
| "loss": 0.5148, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.5406812291650714, |
| "learning_rate": 8.159356884106802e-05, |
| "loss": 0.5578, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.361335992744055, |
| "learning_rate": 8.154486411107599e-05, |
| "loss": 0.5845, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.5257722592549334, |
| "learning_rate": 8.149610960726479e-05, |
| "loss": 0.4886, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.4090485851268941, |
| "learning_rate": 8.14473054065629e-05, |
| "loss": 0.4389, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.4945012217928082, |
| "learning_rate": 8.139845158597712e-05, |
| "loss": 0.4808, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.19580496350594936, |
| "learning_rate": 8.134954822259271e-05, |
| "loss": 0.3107, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.34722410264116815, |
| "learning_rate": 8.130059539357297e-05, |
| "loss": 0.5114, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.36557176327693464, |
| "learning_rate": 8.125159317615929e-05, |
| "loss": 0.5579, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.3366534196799642, |
| "learning_rate": 8.120254164767101e-05, |
| "loss": 0.4356, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.5511012823284918, |
| "learning_rate": 8.115344088550523e-05, |
| "loss": 0.4624, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.37397299445795945, |
| "learning_rate": 8.110429096713679e-05, |
| "loss": 0.4963, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.3835758533355217, |
| "learning_rate": 8.105509197011807e-05, |
| "loss": 0.486, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.30093325342358473, |
| "learning_rate": 8.100584397207887e-05, |
| "loss": 0.529, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.5816191055629868, |
| "learning_rate": 8.095654705072632e-05, |
| "loss": 0.4179, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.069821343919872, |
| "learning_rate": 8.090720128384475e-05, |
| "loss": 0.5545, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.6624654389080444, |
| "learning_rate": 8.085780674929557e-05, |
| "loss": 0.4942, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.3842943403925368, |
| "learning_rate": 8.080836352501713e-05, |
| "loss": 0.4825, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.174345741515125, |
| "learning_rate": 8.075887168902459e-05, |
| "loss": 0.6201, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.3876843555252556, |
| "learning_rate": 8.070933131940983e-05, |
| "loss": 0.4966, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.3259035511618089, |
| "learning_rate": 8.065974249434133e-05, |
| "loss": 0.4865, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.4077591185001208, |
| "learning_rate": 8.061010529206398e-05, |
| "loss": 0.4508, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.34279261864849964, |
| "learning_rate": 8.056041979089905e-05, |
| "loss": 0.3723, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.34293401539422363, |
| "learning_rate": 8.051068606924396e-05, |
| "loss": 0.5101, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.3448970546981553, |
| "learning_rate": 8.046090420557231e-05, |
| "loss": 0.5463, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.287528523619138, |
| "learning_rate": 8.041107427843357e-05, |
| "loss": 0.4006, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.5112907756692353, |
| "learning_rate": 8.036119636645307e-05, |
| "loss": 0.5232, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.3759025373094393, |
| "learning_rate": 8.03112705483319e-05, |
| "loss": 0.531, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.8239325686958794, |
| "learning_rate": 8.026129690284669e-05, |
| "loss": 0.4358, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.5134154148008737, |
| "learning_rate": 8.021127550884958e-05, |
| "loss": 0.4551, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.32054211753667744, |
| "learning_rate": 8.016120644526797e-05, |
| "loss": 0.4611, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.3293734597935241, |
| "learning_rate": 8.011108979110457e-05, |
| "loss": 0.4742, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.3336964637368219, |
| "learning_rate": 8.006092562543714e-05, |
| "loss": 0.4978, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.3673688010785126, |
| "learning_rate": 8.001071402741842e-05, |
| "loss": 0.4966, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.6926514247487995, |
| "learning_rate": 7.996045507627595e-05, |
| "loss": 0.6989, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.5135207258502672, |
| "learning_rate": 7.991014885131204e-05, |
| "loss": 0.4285, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.5968539202893118, |
| "learning_rate": 7.985979543190358e-05, |
| "loss": 0.5104, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.48685547488321546, |
| "learning_rate": 7.98093948975019e-05, |
| "loss": 0.387, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.4904087723125475, |
| "learning_rate": 7.975894732763268e-05, |
| "loss": 0.4706, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.3981608440900607, |
| "learning_rate": 7.970845280189586e-05, |
| "loss": 0.5451, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.3769675514329899, |
| "learning_rate": 7.965791139996543e-05, |
| "loss": 0.4714, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.46222185561979723, |
| "learning_rate": 7.960732320158932e-05, |
| "loss": 0.4613, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.3564273001607408, |
| "learning_rate": 7.955668828658937e-05, |
| "loss": 0.5341, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.2470726914818973, |
| "learning_rate": 7.950600673486106e-05, |
| "loss": 0.5083, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.33912291806633027, |
| "learning_rate": 7.945527862637351e-05, |
| "loss": 0.4481, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.4386397399887035, |
| "learning_rate": 7.940450404116928e-05, |
| "loss": 0.4884, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.6912381523853803, |
| "learning_rate": 7.935368305936426e-05, |
| "loss": 0.5076, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.350576962658423, |
| "learning_rate": 7.930281576114754e-05, |
| "loss": 0.4523, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.38927316966237313, |
| "learning_rate": 7.925190222678133e-05, |
| "loss": 0.5462, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.41761630049715387, |
| "learning_rate": 7.920094253660076e-05, |
| "loss": 0.419, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.39200680620227146, |
| "learning_rate": 7.914993677101377e-05, |
| "loss": 0.4262, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.5359366381743211, |
| "learning_rate": 7.909888501050109e-05, |
| "loss": 0.4164, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.5109662436985996, |
| "learning_rate": 7.90477873356159e-05, |
| "loss": 0.4483, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.43711556676284363, |
| "learning_rate": 7.899664382698391e-05, |
| "loss": 0.508, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.4580616588666457, |
| "learning_rate": 7.894545456530316e-05, |
| "loss": 0.5585, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.49566271624526687, |
| "learning_rate": 7.88942196313438e-05, |
| "loss": 0.5106, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.40183970796802154, |
| "learning_rate": 7.884293910594816e-05, |
| "loss": 0.4536, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.364027118145622, |
| "learning_rate": 7.879161307003038e-05, |
| "loss": 0.4834, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.772554305346179, |
| "learning_rate": 7.874024160457651e-05, |
| "loss": 0.5857, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.3979784598677529, |
| "learning_rate": 7.868882479064426e-05, |
| "loss": 0.4291, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.41295818203084933, |
| "learning_rate": 7.863736270936284e-05, |
| "loss": 0.4903, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.3836924143105945, |
| "learning_rate": 7.858585544193297e-05, |
| "loss": 0.515, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.40954111488640565, |
| "learning_rate": 7.85343030696266e-05, |
| "loss": 0.5143, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.44927097598597354, |
| "learning_rate": 7.848270567378686e-05, |
| "loss": 0.4101, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.7895478572996486, |
| "learning_rate": 7.843106333582796e-05, |
| "loss": 0.6122, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.47143573162128544, |
| "learning_rate": 7.837937613723501e-05, |
| "loss": 0.4222, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.6478366446944006, |
| "learning_rate": 7.832764415956389e-05, |
| "loss": 0.4562, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.4525463312929024, |
| "learning_rate": 7.827586748444111e-05, |
| "loss": 0.5111, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.381490390814667, |
| "learning_rate": 7.822404619356376e-05, |
| "loss": 0.4564, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.3780431043880791, |
| "learning_rate": 7.81721803686993e-05, |
| "loss": 0.4572, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.559720254239663, |
| "learning_rate": 7.812027009168547e-05, |
| "loss": 0.4355, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.40517394454092387, |
| "learning_rate": 7.806831544443014e-05, |
| "loss": 0.5996, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.47174431192848126, |
| "learning_rate": 7.80163165089112e-05, |
| "loss": 0.5375, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.3884205288173406, |
| "learning_rate": 7.796427336717638e-05, |
| "loss": 0.471, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.5393267657162305, |
| "learning_rate": 7.791218610134323e-05, |
| "loss": 0.5018, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.4616263610061593, |
| "learning_rate": 7.78600547935989e-05, |
| "loss": 0.6201, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.3814262869243594, |
| "learning_rate": 7.780787952620001e-05, |
| "loss": 0.5532, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.5556130757421154, |
| "learning_rate": 7.775566038147255e-05, |
| "loss": 0.516, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.4764949317078499, |
| "learning_rate": 7.770339744181175e-05, |
| "loss": 0.4669, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.5205885344097309, |
| "learning_rate": 7.765109078968193e-05, |
| "loss": 0.4595, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.6819563850468213, |
| "learning_rate": 7.759874050761642e-05, |
| "loss": 0.4114, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.5461936221265185, |
| "learning_rate": 7.754634667821734e-05, |
| "loss": 0.582, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.4617096605100855, |
| "learning_rate": 7.749390938415556e-05, |
| "loss": 0.4225, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.4274227698800238, |
| "learning_rate": 7.744142870817052e-05, |
| "loss": 0.498, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.5968525547599297, |
| "learning_rate": 7.73889047330701e-05, |
| "loss": 0.4899, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.253227583135982, |
| "learning_rate": 7.733633754173053e-05, |
| "loss": 0.5178, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.422599087886454, |
| "learning_rate": 7.728372721709622e-05, |
| "loss": 0.4851, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.532140067049779, |
| "learning_rate": 7.72310738421796e-05, |
| "loss": 0.4071, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.6918341487314829, |
| "learning_rate": 7.717837750006106e-05, |
| "loss": 0.6183, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.7250371095930972, |
| "learning_rate": 7.712563827388881e-05, |
| "loss": 0.4967, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.7857791426305423, |
| "learning_rate": 7.70728562468787e-05, |
| "loss": 0.4557, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.624427327230637, |
| "learning_rate": 7.702003150231408e-05, |
| "loss": 0.5207, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.4144044913483631, |
| "learning_rate": 7.696716412354576e-05, |
| "loss": 0.4924, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.5827152436008627, |
| "learning_rate": 7.691425419399183e-05, |
| "loss": 0.4491, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.4804981609196056, |
| "learning_rate": 7.686130179713745e-05, |
| "loss": 0.5281, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.5316542483723861, |
| "learning_rate": 7.680830701653481e-05, |
| "loss": 0.6021, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.33591088774615363, |
| "learning_rate": 7.675526993580306e-05, |
| "loss": 0.5472, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.7591821488578613, |
| "learning_rate": 7.670219063862796e-05, |
| "loss": 0.5744, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.5933452333420998, |
| "learning_rate": 7.664906920876198e-05, |
| "loss": 0.4542, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.6822266301021561, |
| "learning_rate": 7.659590573002407e-05, |
| "loss": 0.4139, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.6370995562332443, |
| "learning_rate": 7.654270028629943e-05, |
| "loss": 0.4447, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.5579856821127636, |
| "learning_rate": 7.648945296153959e-05, |
| "loss": 0.5142, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.4101207397426356, |
| "learning_rate": 7.643616383976214e-05, |
| "loss": 0.4774, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.6351893720724753, |
| "learning_rate": 7.638283300505052e-05, |
| "loss": 0.5056, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 3.1815791484903064, |
| "learning_rate": 7.632946054155412e-05, |
| "loss": 0.49, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.4690367899946694, |
| "learning_rate": 7.627604653348796e-05, |
| "loss": 0.4002, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.27310839411910737, |
| "learning_rate": 7.62225910651326e-05, |
| "loss": 0.4418, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.5343054746263921, |
| "learning_rate": 7.616909422083402e-05, |
| "loss": 0.4958, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.46404919853252347, |
| "learning_rate": 7.611555608500351e-05, |
| "loss": 0.4338, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.8614399933455825, |
| "learning_rate": 7.60619767421175e-05, |
| "loss": 0.4189, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.5963501008147051, |
| "learning_rate": 7.600835627671743e-05, |
| "loss": 0.6392, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.3428176096579655, |
| "learning_rate": 7.595469477340965e-05, |
| "loss": 0.4806, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.3235226828598292, |
| "learning_rate": 7.590099231686522e-05, |
| "loss": 0.584, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.7454750834692448, |
| "learning_rate": 7.584724899181987e-05, |
| "loss": 0.4998, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.40148651780480593, |
| "learning_rate": 7.579346488307379e-05, |
| "loss": 0.4841, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.9085804391932615, |
| "learning_rate": 7.573964007549155e-05, |
| "loss": 0.6266, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.6575046159777632, |
| "learning_rate": 7.568577465400187e-05, |
| "loss": 0.6429, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.5555072910196384, |
| "learning_rate": 7.563186870359758e-05, |
| "loss": 0.5896, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.5219972622800305, |
| "learning_rate": 7.557792230933552e-05, |
| "loss": 0.5055, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.3268278687721706, |
| "learning_rate": 7.552393555633627e-05, |
| "loss": 0.5456, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.44778187789876756, |
| "learning_rate": 7.546990852978417e-05, |
| "loss": 0.5644, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 4.5107086169074355, |
| "learning_rate": 7.541584131492701e-05, |
| "loss": 0.4021, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.5010292644366529, |
| "learning_rate": 7.536173399707602e-05, |
| "loss": 0.3866, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.6262431488331031, |
| "learning_rate": 7.530758666160577e-05, |
| "loss": 0.4061, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.39734939380280976, |
| "learning_rate": 7.525339939395394e-05, |
| "loss": 0.57, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.702718543664284, |
| "learning_rate": 7.519917227962117e-05, |
| "loss": 0.4242, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.6342543851742486, |
| "learning_rate": 7.514490540417103e-05, |
| "loss": 0.4393, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.4094992431407602, |
| "learning_rate": 7.50905988532298e-05, |
| "loss": 0.4712, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.3511576529789937, |
| "learning_rate": 7.503625271248639e-05, |
| "loss": 0.4893, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.42597291874196325, |
| "learning_rate": 7.498186706769212e-05, |
| "loss": 0.4787, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.3407723817243785, |
| "learning_rate": 7.492744200466075e-05, |
| "loss": 0.4976, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.43125265155449627, |
| "learning_rate": 7.48729776092681e-05, |
| "loss": 0.4619, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.34343873360470184, |
| "learning_rate": 7.481847396745215e-05, |
| "loss": 0.4317, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.4451846209067019, |
| "learning_rate": 7.476393116521277e-05, |
| "loss": 0.4287, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.60867474398449, |
| "learning_rate": 7.470934928861164e-05, |
| "loss": 0.5111, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.0582213168370262, |
| "learning_rate": 7.465472842377207e-05, |
| "loss": 0.4674, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.4883424106149527, |
| "learning_rate": 7.46000686568789e-05, |
| "loss": 0.4175, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.6603840673058312, |
| "learning_rate": 7.454537007417835e-05, |
| "loss": 0.5414, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.7855809068336268, |
| "learning_rate": 7.449063276197789e-05, |
| "loss": 0.4644, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.6773846658896852, |
| "learning_rate": 7.44358568066461e-05, |
| "loss": 0.4112, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.7872699916364662, |
| "learning_rate": 7.438104229461255e-05, |
| "loss": 0.5285, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.4074125883304313, |
| "learning_rate": 7.432618931236759e-05, |
| "loss": 0.4667, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.5689809075106342, |
| "learning_rate": 7.427129794646234e-05, |
| "loss": 0.4652, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.4844033438140774, |
| "learning_rate": 7.421636828350846e-05, |
| "loss": 0.5317, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.4505489676111046, |
| "learning_rate": 7.416140041017802e-05, |
| "loss": 0.4631, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.268967821805924, |
| "learning_rate": 7.41063944132034e-05, |
| "loss": 0.4784, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.4919581532866976, |
| "learning_rate": 7.405135037937712e-05, |
| "loss": 0.409, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.5922776469114744, |
| "learning_rate": 7.399626839555176e-05, |
| "loss": 0.4976, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.40145433602717406, |
| "learning_rate": 7.39411485486397e-05, |
| "loss": 0.4817, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.074650961740946, |
| "learning_rate": 7.388599092561315e-05, |
| "loss": 0.4565, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.39088227595538866, |
| "learning_rate": 7.383079561350386e-05, |
| "loss": 0.5599, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.36480054873084855, |
| "learning_rate": 7.37755626994031e-05, |
| "loss": 0.3418, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.5438413807318163, |
| "learning_rate": 7.37202922704614e-05, |
| "loss": 0.4963, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.5163383903234023, |
| "learning_rate": 7.36649844138886e-05, |
| "loss": 0.4501, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.43980080125509785, |
| "learning_rate": 7.360963921695345e-05, |
| "loss": 0.4468, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.6851530445798827, |
| "learning_rate": 7.355425676698375e-05, |
| "loss": 0.5609, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.3932813938963249, |
| "learning_rate": 7.3498837151366e-05, |
| "loss": 0.3621, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.5039251389160035, |
| "learning_rate": 7.344338045754539e-05, |
| "loss": 0.5272, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.6570476229025275, |
| "learning_rate": 7.338788677302556e-05, |
| "loss": 0.5489, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.5489645922063991, |
| "learning_rate": 7.333235618536856e-05, |
| "loss": 0.4751, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.41170456751515216, |
| "learning_rate": 7.327678878219467e-05, |
| "loss": 0.5413, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.37733894585574845, |
| "learning_rate": 7.322118465118223e-05, |
| "loss": 0.5139, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.35891208072411845, |
| "learning_rate": 7.316554388006756e-05, |
| "loss": 0.4267, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.5387112709580224, |
| "learning_rate": 7.31098665566448e-05, |
| "loss": 0.5733, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.3588749251189586, |
| "learning_rate": 7.30541527687657e-05, |
| "loss": 0.4416, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.8860766371711958, |
| "learning_rate": 7.299840260433965e-05, |
| "loss": 0.5513, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.573072982580171, |
| "learning_rate": 7.294261615133334e-05, |
| "loss": 0.494, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.4316292932638048, |
| "learning_rate": 7.288679349777078e-05, |
| "loss": 0.4337, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.5704752184403235, |
| "learning_rate": 7.283093473173307e-05, |
| "loss": 0.5061, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.5489227210741205, |
| "learning_rate": 7.277503994135833e-05, |
| "loss": 0.4239, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.48559479403856737, |
| "learning_rate": 7.271910921484147e-05, |
| "loss": 0.5515, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.0501652660881096, |
| "learning_rate": 7.26631426404341e-05, |
| "loss": 0.4692, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.39964883040317656, |
| "learning_rate": 7.260714030644447e-05, |
| "loss": 0.4766, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.42775896543922076, |
| "learning_rate": 7.255110230123717e-05, |
| "loss": 0.3607, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.646809837749002, |
| "learning_rate": 7.249502871323314e-05, |
| "loss": 0.5358, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 3.3590480242083824, |
| "learning_rate": 7.24389196309094e-05, |
| "loss": 0.3708, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.39757060993311216, |
| "learning_rate": 7.238277514279901e-05, |
| "loss": 0.4872, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 2.052443818157129, |
| "learning_rate": 7.232659533749092e-05, |
| "loss": 0.5072, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.37845723604831677, |
| "learning_rate": 7.227038030362979e-05, |
| "loss": 0.4297, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.5881073433126252, |
| "learning_rate": 7.22141301299158e-05, |
| "loss": 0.5715, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.4502112206696146, |
| "learning_rate": 7.215784490510468e-05, |
| "loss": 0.4218, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.29905908058046093, |
| "learning_rate": 7.210152471800741e-05, |
| "loss": 0.4832, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.4774795604238393, |
| "learning_rate": 7.204516965749014e-05, |
| "loss": 0.4283, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.423185383080735, |
| "learning_rate": 7.198877981247406e-05, |
| "loss": 0.5425, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.3929796220652532, |
| "learning_rate": 7.193235527193523e-05, |
| "loss": 0.4199, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.3213721145677447, |
| "learning_rate": 7.187589612490449e-05, |
| "loss": 0.5068, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.34956529363705346, |
| "learning_rate": 7.18194024604672e-05, |
| "loss": 0.5176, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.4582667914811171, |
| "learning_rate": 7.17628743677633e-05, |
| "loss": 0.5052, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.5395297210066586, |
| "learning_rate": 7.170631193598695e-05, |
| "loss": 0.4855, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 3.545468634815715, |
| "learning_rate": 7.164971525438657e-05, |
| "loss": 0.5073, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.5689764949207623, |
| "learning_rate": 7.159308441226455e-05, |
| "loss": 0.4872, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.333352070496023, |
| "learning_rate": 7.153641949897726e-05, |
| "loss": 0.4102, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.4622417265127374, |
| "learning_rate": 7.147972060393478e-05, |
| "loss": 0.4361, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.3674159418840275, |
| "learning_rate": 7.142298781660082e-05, |
| "loss": 0.5404, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.3829450303931304, |
| "learning_rate": 7.136622122649256e-05, |
| "loss": 0.5281, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.3382040629427312, |
| "learning_rate": 7.130942092318051e-05, |
| "loss": 0.4033, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.4655507031094861, |
| "learning_rate": 7.125258699628841e-05, |
| "loss": 0.4589, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.39096831012130806, |
| "learning_rate": 7.119571953549305e-05, |
| "loss": 0.4051, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.0865035042476798, |
| "learning_rate": 7.113881863052405e-05, |
| "loss": 0.5603, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.47766430080670685, |
| "learning_rate": 7.108188437116394e-05, |
| "loss": 0.517, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.6372154371611761, |
| "learning_rate": 7.102491684724777e-05, |
| "loss": 0.5697, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.33210096605391476, |
| "learning_rate": 7.096791614866309e-05, |
| "loss": 0.4547, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.5028649577870465, |
| "learning_rate": 7.091088236534985e-05, |
| "loss": 0.5009, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.3534646554181079, |
| "learning_rate": 7.085381558730016e-05, |
| "loss": 0.4153, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.35853680614703753, |
| "learning_rate": 7.079671590455821e-05, |
| "loss": 0.4735, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.5209996584867609, |
| "learning_rate": 7.073958340722009e-05, |
| "loss": 0.5298, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.5870612296077006, |
| "learning_rate": 7.068241818543368e-05, |
| "loss": 0.5331, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.45339764419454404, |
| "learning_rate": 7.06252203293985e-05, |
| "loss": 0.4727, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.4950260404926508, |
| "learning_rate": 7.056798992936555e-05, |
| "loss": 0.4234, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.215726131393077, |
| "learning_rate": 7.051072707563719e-05, |
| "loss": 0.5541, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.6099713384071993, |
| "learning_rate": 7.045343185856701e-05, |
| "loss": 0.4818, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.4493532307827714, |
| "learning_rate": 7.039610436855959e-05, |
| "loss": 0.5041, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.5348448770814817, |
| "learning_rate": 7.033874469607052e-05, |
| "loss": 0.4771, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.5702971078417588, |
| "learning_rate": 7.028135293160611e-05, |
| "loss": 0.4802, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.42124685909826215, |
| "learning_rate": 7.022392916572336e-05, |
| "loss": 0.443, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.6309266600542899, |
| "learning_rate": 7.016647348902969e-05, |
| "loss": 0.4584, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.4357030454333607, |
| "learning_rate": 7.010898599218296e-05, |
| "loss": 0.3904, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.442726992385936, |
| "learning_rate": 7.005146676589117e-05, |
| "loss": 0.5179, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.6140265480211292, |
| "learning_rate": 6.99939159009124e-05, |
| "loss": 0.4898, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.8231208581833863, |
| "learning_rate": 6.99363334880547e-05, |
| "loss": 0.5689, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.3128608370284225, |
| "learning_rate": 6.987871961817581e-05, |
| "loss": 0.5756, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.4716492032033585, |
| "learning_rate": 6.982107438218319e-05, |
| "loss": 0.5243, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.5676220687479695, |
| "learning_rate": 6.976339787103373e-05, |
| "loss": 0.4814, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.6506349657740547, |
| "learning_rate": 6.970569017573371e-05, |
| "loss": 0.4038, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.5031512736951338, |
| "learning_rate": 6.96479513873386e-05, |
| "loss": 0.4061, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.4994989707127644, |
| "learning_rate": 6.959018159695293e-05, |
| "loss": 0.5255, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.5397501667005039, |
| "learning_rate": 6.953238089573013e-05, |
| "loss": 0.4963, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.35857080650663425, |
| "learning_rate": 6.947454937487244e-05, |
| "loss": 0.4677, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.0178441420027668, |
| "learning_rate": 6.94166871256307e-05, |
| "loss": 0.4992, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.35809357212623544, |
| "learning_rate": 6.935879423930424e-05, |
| "loss": 0.4911, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.0071936865734228, |
| "learning_rate": 6.930087080724075e-05, |
| "loss": 0.5632, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.43187135285097217, |
| "learning_rate": 6.92429169208361e-05, |
| "loss": 0.4466, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.3915446193535478, |
| "learning_rate": 6.918493267153422e-05, |
| "loss": 0.4525, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.6617164233207604, |
| "learning_rate": 6.912691815082695e-05, |
| "loss": 0.4233, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.877968017835303, |
| "learning_rate": 6.906887345025385e-05, |
| "loss": 0.5231, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.7862046608848182, |
| "learning_rate": 6.901079866140221e-05, |
| "loss": 0.4598, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.4652609168992963, |
| "learning_rate": 6.895269387590667e-05, |
| "loss": 0.4262, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.5033202636383804, |
| "learning_rate": 6.88945591854493e-05, |
| "loss": 0.4512, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.3777537082196261, |
| "learning_rate": 6.883639468175927e-05, |
| "loss": 0.5091, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.8253677095712194, |
| "learning_rate": 6.877820045661285e-05, |
| "loss": 0.5126, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.42440800290171365, |
| "learning_rate": 6.87199766018332e-05, |
| "loss": 0.4504, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.31475280451162474, |
| "learning_rate": 6.866172320929022e-05, |
| "loss": 0.4177, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.5468347961563679, |
| "learning_rate": 6.860344037090044e-05, |
| "loss": 0.4872, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.4246473097586218, |
| "learning_rate": 6.85451281786268e-05, |
| "loss": 0.5803, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 3.174009421403457, |
| "learning_rate": 6.848678672447861e-05, |
| "loss": 0.3895, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.4027194926497135, |
| "learning_rate": 6.842841610051132e-05, |
| "loss": 0.5028, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.42158296214313057, |
| "learning_rate": 6.83700163988264e-05, |
| "loss": 0.4905, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.4087813333787334, |
| "learning_rate": 6.831158771157125e-05, |
| "loss": 0.4447, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.5491146887305924, |
| "learning_rate": 6.825313013093897e-05, |
| "loss": 0.4551, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.41467813267994913, |
| "learning_rate": 6.819464374916823e-05, |
| "loss": 0.5224, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.5776871199168344, |
| "learning_rate": 6.813612865854318e-05, |
| "loss": 0.5302, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.5060564628624094, |
| "learning_rate": 6.807758495139326e-05, |
| "loss": 0.5708, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.4079211910334083, |
| "learning_rate": 6.801901272009306e-05, |
| "loss": 0.7059, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.4611776965927422, |
| "learning_rate": 6.796041205706218e-05, |
| "loss": 0.5027, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.39980995834159505, |
| "learning_rate": 6.790178305476507e-05, |
| "loss": 0.516, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.4701537957840474, |
| "learning_rate": 6.784312580571091e-05, |
| "loss": 0.4709, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.6612816767173896, |
| "learning_rate": 6.778444040245345e-05, |
| "loss": 0.4523, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.3366627358542136, |
| "learning_rate": 6.772572693759084e-05, |
| "loss": 0.4524, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.0840691645603981, |
| "learning_rate": 6.766698550376556e-05, |
| "loss": 0.5229, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.5134553680098077, |
| "learning_rate": 6.760821619366415e-05, |
| "loss": 0.5234, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.5588046360116137, |
| "learning_rate": 6.754941910001722e-05, |
| "loss": 0.5356, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.43359915934930277, |
| "learning_rate": 6.749059431559913e-05, |
| "loss": 0.4857, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.8108874770748155, |
| "learning_rate": 6.743174193322796e-05, |
| "loss": 0.5709, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.9367265050258279, |
| "learning_rate": 6.737286204576542e-05, |
| "loss": 0.5389, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.5075323305201339, |
| "learning_rate": 6.731395474611649e-05, |
| "loss": 0.5646, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.41942012127530703, |
| "learning_rate": 6.725502012722948e-05, |
| "loss": 0.4394, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.3608347583844787, |
| "learning_rate": 6.71960582820958e-05, |
| "loss": 0.5084, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.33961050026622785, |
| "learning_rate": 6.713706930374978e-05, |
| "loss": 0.4306, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.38801160708491667, |
| "learning_rate": 6.707805328526864e-05, |
| "loss": 0.5066, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.43261145495063735, |
| "learning_rate": 6.70190103197722e-05, |
| "loss": 0.4113, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.3888637177257664, |
| "learning_rate": 6.695994050042277e-05, |
| "loss": 0.5246, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.8005437596532128, |
| "learning_rate": 6.690084392042513e-05, |
| "loss": 0.46, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.4173083151309906, |
| "learning_rate": 6.684172067302624e-05, |
| "loss": 0.4529, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.3563157387052343, |
| "learning_rate": 6.678257085151512e-05, |
| "loss": 0.5035, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.6123404321432662, |
| "learning_rate": 6.672339454922268e-05, |
| "loss": 0.4415, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.651195569925331, |
| "learning_rate": 6.666419185952176e-05, |
| "loss": 0.496, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.39119145625901164, |
| "learning_rate": 6.660496287582665e-05, |
| "loss": 0.4804, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.45885491395083533, |
| "learning_rate": 6.654570769159327e-05, |
| "loss": 0.4177, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.6025883380747791, |
| "learning_rate": 6.648642640031884e-05, |
| "loss": 0.5589, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.5004724676252734, |
| "learning_rate": 6.642711909554174e-05, |
| "loss": 0.4417, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.5268810396363521, |
| "learning_rate": 6.636778587084142e-05, |
| "loss": 0.5138, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.34948421296797433, |
| "learning_rate": 6.630842681983825e-05, |
| "loss": 0.4605, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.39628640718353086, |
| "learning_rate": 6.624904203619332e-05, |
| "loss": 0.4964, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.4197257131014588, |
| "learning_rate": 6.618963161360834e-05, |
| "loss": 0.5044, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.4781014824461859, |
| "learning_rate": 6.613019564582543e-05, |
| "loss": 0.4939, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.4901877421801652, |
| "learning_rate": 6.607073422662711e-05, |
| "loss": 0.501, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.39658356805628475, |
| "learning_rate": 6.601124744983596e-05, |
| "loss": 0.4699, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.4159578894922895, |
| "learning_rate": 6.595173540931464e-05, |
| "loss": 0.4334, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.35331102813423026, |
| "learning_rate": 6.589219819896566e-05, |
| "loss": 0.4136, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.3983399993147217, |
| "learning_rate": 6.58326359127312e-05, |
| "loss": 0.5326, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.35085008575134063, |
| "learning_rate": 6.577304864459304e-05, |
| "loss": 0.4701, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.213472051664306, |
| "learning_rate": 6.571343648857242e-05, |
| "loss": 0.4626, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.33808976024248516, |
| "learning_rate": 6.565379953872975e-05, |
| "loss": 0.5969, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.5368762143692318, |
| "learning_rate": 6.559413788916467e-05, |
| "loss": 0.4569, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.464238376528335, |
| "learning_rate": 6.553445163401571e-05, |
| "loss": 0.502, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.917753545398643, |
| "learning_rate": 6.547474086746027e-05, |
| "loss": 0.5676, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.3537389590849832, |
| "learning_rate": 6.54150056837144e-05, |
| "loss": 0.4701, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.531671104106013, |
| "learning_rate": 6.535524617703273e-05, |
| "loss": 0.5181, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.5259304335165531, |
| "learning_rate": 6.529546244170818e-05, |
| "loss": 0.4311, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.21684134961888, |
| "learning_rate": 6.523565457207195e-05, |
| "loss": 0.4286, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.41533954923264477, |
| "learning_rate": 6.517582266249336e-05, |
| "loss": 0.4658, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.5066217464609412, |
| "learning_rate": 6.51159668073796e-05, |
| "loss": 0.445, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.5811149744047976, |
| "learning_rate": 6.505608710117567e-05, |
| "loss": 0.4615, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.3685449290475553, |
| "learning_rate": 6.499618363836417e-05, |
| "loss": 0.4959, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.38784001716675004, |
| "learning_rate": 6.493625651346524e-05, |
| "loss": 0.3947, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.6794812095081304, |
| "learning_rate": 6.487630582103632e-05, |
| "loss": 0.5242, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.45299159909500125, |
| "learning_rate": 6.481633165567205e-05, |
| "loss": 0.4678, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.3566160866231448, |
| "learning_rate": 6.475633411200412e-05, |
| "loss": 0.5118, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.7907340955208315, |
| "learning_rate": 6.469631328470104e-05, |
| "loss": 0.434, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.34981391183733535, |
| "learning_rate": 6.463626926846817e-05, |
| "loss": 0.579, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.49280300449507375, |
| "learning_rate": 6.457620215804735e-05, |
| "loss": 0.5159, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.31559420636732344, |
| "learning_rate": 6.451611204821695e-05, |
| "loss": 0.4963, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.4409026116814908, |
| "learning_rate": 6.445599903379154e-05, |
| "loss": 0.4213, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.47993092285264205, |
| "learning_rate": 6.439586320962194e-05, |
| "loss": 0.5131, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.5523845745194981, |
| "learning_rate": 6.433570467059484e-05, |
| "loss": 0.6216, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.636730556829641, |
| "learning_rate": 6.427552351163286e-05, |
| "loss": 0.3991, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.9429396957817977, |
| "learning_rate": 6.42153198276943e-05, |
| "loss": 0.3859, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.42236205664868454, |
| "learning_rate": 6.415509371377295e-05, |
| "loss": 0.5269, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.4065825438324349, |
| "learning_rate": 6.409484526489805e-05, |
| "loss": 0.4633, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.3724616429845594, |
| "learning_rate": 6.403457457613404e-05, |
| "loss": 0.3691, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.45050598248702645, |
| "learning_rate": 6.397428174258047e-05, |
| "loss": 0.4109, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.3733565844797297, |
| "learning_rate": 6.391396685937186e-05, |
| "loss": 0.4982, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.8529051238851907, |
| "learning_rate": 6.385363002167746e-05, |
| "loss": 0.4491, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.43139999146540914, |
| "learning_rate": 6.379327132470122e-05, |
| "loss": 0.4873, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.5684377748411663, |
| "learning_rate": 6.373289086368152e-05, |
| "loss": 0.4354, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.41819266363747115, |
| "learning_rate": 6.367248873389115e-05, |
| "loss": 0.5295, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.42874275437871495, |
| "learning_rate": 6.361206503063704e-05, |
| "loss": 0.5128, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.5160803488518498, |
| "learning_rate": 6.355161984926019e-05, |
| "loss": 0.4241, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.3591710149450975, |
| "learning_rate": 6.349115328513546e-05, |
| "loss": 0.4452, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.9600734580182729, |
| "learning_rate": 6.343066543367148e-05, |
| "loss": 0.4531, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.7199379634221283, |
| "learning_rate": 6.337015639031044e-05, |
| "loss": 0.5812, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.46159632067781176, |
| "learning_rate": 6.3309626250528e-05, |
| "loss": 0.3705, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.47917238054641365, |
| "learning_rate": 6.32490751098331e-05, |
| "loss": 0.4721, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.6004662134083194, |
| "learning_rate": 6.318850306376777e-05, |
| "loss": 0.4254, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.4508292384496392, |
| "learning_rate": 6.312791020790707e-05, |
| "loss": 0.4962, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.5585081353087615, |
| "learning_rate": 6.306729663785893e-05, |
| "loss": 0.4235, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.7938096308988125, |
| "learning_rate": 6.300666244926387e-05, |
| "loss": 0.4001, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.5016339380606109, |
| "learning_rate": 6.294600773779504e-05, |
| "loss": 0.4312, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.3897042936128867, |
| "learning_rate": 6.288533259915791e-05, |
| "loss": 0.5794, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.522485577257148, |
| "learning_rate": 6.282463712909018e-05, |
| "loss": 0.5085, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.46928328282107573, |
| "learning_rate": 6.276392142336168e-05, |
| "loss": 0.5259, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.6327435264175868, |
| "learning_rate": 6.270318557777413e-05, |
| "loss": 0.4557, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.40033858849416776, |
| "learning_rate": 6.264242968816106e-05, |
| "loss": 0.465, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.5719203068434118, |
| "learning_rate": 6.258165385038757e-05, |
| "loss": 0.5332, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.3997470936664862, |
| "learning_rate": 6.252085816035027e-05, |
| "loss": 0.4867, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.6993188253846149, |
| "learning_rate": 6.246004271397713e-05, |
| "loss": 0.5557, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.6838741668405095, |
| "learning_rate": 6.239920760722722e-05, |
| "loss": 0.3559, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.45836589731888366, |
| "learning_rate": 6.233835293609071e-05, |
| "loss": 0.3657, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.8736297629596548, |
| "learning_rate": 6.227747879658859e-05, |
| "loss": 0.5194, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.5292322638356798, |
| "learning_rate": 6.221658528477253e-05, |
| "loss": 0.4785, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.5749905651279051, |
| "learning_rate": 6.215567249672487e-05, |
| "loss": 0.5191, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.4533555903079113, |
| "learning_rate": 6.20947405285583e-05, |
| "loss": 0.561, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.6580936882646482, |
| "learning_rate": 6.203378947641578e-05, |
| "loss": 0.4686, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.7729559082936535, |
| "learning_rate": 6.197281943647039e-05, |
| "loss": 0.4765, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.3543596655165685, |
| "learning_rate": 6.191183050492516e-05, |
| "loss": 0.4256, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.5430175787973474, |
| "learning_rate": 6.185082277801293e-05, |
| "loss": 0.5195, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.0668423302176233, |
| "learning_rate": 6.178979635199621e-05, |
| "loss": 0.4473, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 4.573867652604546, |
| "learning_rate": 6.172875132316703e-05, |
| "loss": 0.502, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.5772692698777064, |
| "learning_rate": 6.166768778784673e-05, |
| "loss": 0.5827, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.7940966533757767, |
| "learning_rate": 6.160660584238584e-05, |
| "loss": 0.5362, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.1483433831248182, |
| "learning_rate": 6.154550558316405e-05, |
| "loss": 0.5743, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.6891204966484625, |
| "learning_rate": 6.14843871065898e-05, |
| "loss": 0.4217, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.5700748524033264, |
| "learning_rate": 6.142325050910033e-05, |
| "loss": 0.4477, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.45534581029760157, |
| "learning_rate": 6.136209588716155e-05, |
| "loss": 0.4737, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.4791115651230448, |
| "learning_rate": 6.13009233372677e-05, |
| "loss": 0.3861, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.5117363398776271, |
| "learning_rate": 6.123973295594137e-05, |
| "loss": 0.4754, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.4821297265794517, |
| "learning_rate": 6.117852483973325e-05, |
| "loss": 0.4144, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 2.266196941721865, |
| "learning_rate": 6.111729908522206e-05, |
| "loss": 0.5379, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.6397650353007496, |
| "learning_rate": 6.105605578901428e-05, |
| "loss": 0.4687, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.43236433393421625, |
| "learning_rate": 6.0994795047744144e-05, |
| "loss": 0.4529, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.4669734922489645, |
| "learning_rate": 6.093351695807339e-05, |
| "loss": 0.4202, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.4840393367507308, |
| "learning_rate": 6.0872221616691086e-05, |
| "loss": 0.5476, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.47888963110053273, |
| "learning_rate": 6.081090912031358e-05, |
| "loss": 0.4517, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.4533933072906663, |
| "learning_rate": 6.0749579565684246e-05, |
| "loss": 0.5443, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.3603236211583048, |
| "learning_rate": 6.0688233049573386e-05, |
| "loss": 0.3908, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.8357152412264358, |
| "learning_rate": 6.0626869668778085e-05, |
| "loss": 0.4337, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.3651856566841887, |
| "learning_rate": 6.056548952012204e-05, |
| "loss": 0.4223, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.47009772687652907, |
| "learning_rate": 6.050409270045534e-05, |
| "loss": 0.3959, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.5133273406923701, |
| "learning_rate": 6.044267930665446e-05, |
| "loss": 0.422, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.630267215442448, |
| "learning_rate": 6.038124943562199e-05, |
| "loss": 0.464, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.35968451788913497, |
| "learning_rate": 6.031980318428652e-05, |
| "loss": 0.4173, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.449823228474173, |
| "learning_rate": 6.0258340649602484e-05, |
| "loss": 0.519, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.7029050567948619, |
| "learning_rate": 6.019686192855002e-05, |
| "loss": 0.5049, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.522090859579361, |
| "learning_rate": 6.01353671181348e-05, |
| "loss": 0.4729, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.6772588700531432, |
| "learning_rate": 6.007385631538788e-05, |
| "loss": 0.5895, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.5427350750464439, |
| "learning_rate": 6.001232961736556e-05, |
| "loss": 0.4228, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.4410680228502123, |
| "learning_rate": 5.995078712114921e-05, |
| "loss": 0.4895, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.608358418094847, |
| "learning_rate": 5.988922892384513e-05, |
| "loss": 0.5531, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.49197445429137093, |
| "learning_rate": 5.9827655122584384e-05, |
| "loss": 0.4892, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.4171405454593537, |
| "learning_rate": 5.97660658145227e-05, |
| "loss": 0.4654, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.555752814468536, |
| "learning_rate": 5.9704461096840204e-05, |
| "loss": 0.5112, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.6870001275882566, |
| "learning_rate": 5.964284106674141e-05, |
| "loss": 0.5303, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.1091398859608146, |
| "learning_rate": 5.9581205821454936e-05, |
| "loss": 0.4321, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.7991948438314599, |
| "learning_rate": 5.951955545823342e-05, |
| "loss": 0.4969, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.562548970514188, |
| "learning_rate": 5.9457890074353384e-05, |
| "loss": 0.5602, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.43595090925148655, |
| "learning_rate": 5.939620976711504e-05, |
| "loss": 0.5529, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.4379689268744698, |
| "learning_rate": 5.933451463384213e-05, |
| "loss": 0.4757, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.3885033613587831, |
| "learning_rate": 5.9272804771881776e-05, |
| "loss": 0.3711, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.5344328961476661, |
| "learning_rate": 5.921108027860438e-05, |
| "loss": 0.4825, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.5252274910954183, |
| "learning_rate": 5.91493412514034e-05, |
| "loss": 0.425, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.5828001040132994, |
| "learning_rate": 5.9087587787695244e-05, |
| "loss": 0.5291, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.8319262451113343, |
| "learning_rate": 5.9025819984919115e-05, |
| "loss": 0.3885, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.6171372676629261, |
| "learning_rate": 5.896403794053679e-05, |
| "loss": 0.5355, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.4438194688757092, |
| "learning_rate": 5.890224175203255e-05, |
| "loss": 0.4474, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.8628119989969594, |
| "learning_rate": 5.884043151691301e-05, |
| "loss": 0.5128, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.5365180685775959, |
| "learning_rate": 5.877860733270692e-05, |
| "loss": 0.5922, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.1296629541806007, |
| "learning_rate": 5.871676929696504e-05, |
| "loss": 0.5021, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.5081726475775343, |
| "learning_rate": 5.8654917507259985e-05, |
| "loss": 0.4678, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.5408430634857161, |
| "learning_rate": 5.8593052061186125e-05, |
| "loss": 0.42, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.6862951724108247, |
| "learning_rate": 5.85311730563593e-05, |
| "loss": 0.4638, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.1248146554891765, |
| "learning_rate": 5.84692805904168e-05, |
| "loss": 0.3739, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.6668209056778415, |
| "learning_rate": 5.840737476101712e-05, |
| "loss": 0.4895, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.7535945461436965, |
| "learning_rate": 5.834545566583984e-05, |
| "loss": 0.4815, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.6393716944601483, |
| "learning_rate": 5.8283523402585525e-05, |
| "loss": 0.5467, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.8318133943350972, |
| "learning_rate": 5.8221578068975456e-05, |
| "loss": 0.4416, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.5569925096307141, |
| "learning_rate": 5.815961976275157e-05, |
| "loss": 0.486, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.0797509064230701, |
| "learning_rate": 5.809764858167627e-05, |
| "loss": 0.4781, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.3276805738933548, |
| "learning_rate": 5.803566462353225e-05, |
| "loss": 0.4991, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.6724619674928155, |
| "learning_rate": 5.797366798612237e-05, |
| "loss": 0.5231, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.47670665182216726, |
| "learning_rate": 5.791165876726954e-05, |
| "loss": 0.5092, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.9785151440047176, |
| "learning_rate": 5.784963706481651e-05, |
| "loss": 0.5796, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.5734345872328127, |
| "learning_rate": 5.778760297662564e-05, |
| "loss": 0.5475, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.45506125186786595, |
| "learning_rate": 5.772555660057895e-05, |
| "loss": 0.354, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.5452258483255751, |
| "learning_rate": 5.76634980345778e-05, |
| "loss": 0.4005, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.42742319797598316, |
| "learning_rate": 5.760142737654276e-05, |
| "loss": 0.438, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.7292037943269871, |
| "learning_rate": 5.753934472441354e-05, |
| "loss": 0.5091, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.3557810876642036, |
| "learning_rate": 5.747725017614869e-05, |
| "loss": 0.4864, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.5377186413102509, |
| "learning_rate": 5.741514382972563e-05, |
| "loss": 0.3946, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.5908725911302531, |
| "learning_rate": 5.73530257831403e-05, |
| "loss": 0.437, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.502414777016897, |
| "learning_rate": 5.72908961344072e-05, |
| "loss": 0.4843, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.5283724905538072, |
| "learning_rate": 5.722875498155904e-05, |
| "loss": 0.5187, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.6391591247633193, |
| "learning_rate": 5.716660242264673e-05, |
| "loss": 0.5387, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.5392150636110352, |
| "learning_rate": 5.710443855573919e-05, |
| "loss": 0.4457, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.6973282609475481, |
| "learning_rate": 5.7042263478923175e-05, |
| "loss": 0.3805, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.5019576186197934, |
| "learning_rate": 5.698007729030308e-05, |
| "loss": 0.4117, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.4947506207174517, |
| "learning_rate": 5.691788008800092e-05, |
| "loss": 0.5167, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.4805231187269029, |
| "learning_rate": 5.6855671970156e-05, |
| "loss": 0.4472, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.7098608233791265, |
| "learning_rate": 5.6793453034924906e-05, |
| "loss": 0.4795, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.4803363048109046, |
| "learning_rate": 5.6731223380481257e-05, |
| "loss": 0.5039, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.7265238090524142, |
| "learning_rate": 5.6668983105015635e-05, |
| "loss": 0.5419, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.4204774228025212, |
| "learning_rate": 5.6606732306735345e-05, |
| "loss": 0.4882, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.5434597504151714, |
| "learning_rate": 5.654447108386426e-05, |
| "loss": 0.431, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.5617577646500056, |
| "learning_rate": 5.648219953464279e-05, |
| "loss": 0.4604, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.549082412229266, |
| "learning_rate": 5.6419917757327555e-05, |
| "loss": 0.4336, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.4483215382275244, |
| "learning_rate": 5.6357625850191356e-05, |
| "loss": 0.4238, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.9758052409913877, |
| "learning_rate": 5.629532391152299e-05, |
| "loss": 0.4507, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.6075079568527325, |
| "learning_rate": 5.6233012039627055e-05, |
| "loss": 0.5057, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.6878938196087787, |
| "learning_rate": 5.61706903328238e-05, |
| "loss": 0.4959, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.5432343684122378, |
| "learning_rate": 5.6108358889449076e-05, |
| "loss": 0.488, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.6350230542357201, |
| "learning_rate": 5.604601780785399e-05, |
| "loss": 0.481, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.9017909458042473, |
| "learning_rate": 5.5983667186404955e-05, |
| "loss": 0.5088, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.5060184191256921, |
| "learning_rate": 5.592130712348336e-05, |
| "loss": 0.4973, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.6563901098174774, |
| "learning_rate": 5.5858937717485536e-05, |
| "loss": 0.5054, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.8023598563514713, |
| "learning_rate": 5.579655906682254e-05, |
| "loss": 0.513, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.8073294518758839, |
| "learning_rate": 5.573417126992003e-05, |
| "loss": 0.4498, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.669967335466607, |
| "learning_rate": 5.567177442521808e-05, |
| "loss": 0.5363, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.6358323036750079, |
| "learning_rate": 5.5609368631171035e-05, |
| "loss": 0.4785, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.44327846600781695, |
| "learning_rate": 5.5546953986247366e-05, |
| "loss": 0.5029, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.344572895095081, |
| "learning_rate": 5.548453058892955e-05, |
| "loss": 0.5133, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.7793274707475856, |
| "learning_rate": 5.542209853771381e-05, |
| "loss": 0.5839, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.5876138893277258, |
| "learning_rate": 5.5359657931110055e-05, |
| "loss": 0.4961, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.5993968093634173, |
| "learning_rate": 5.529720886764171e-05, |
| "loss": 0.4575, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.8854805930119574, |
| "learning_rate": 5.52347514458455e-05, |
| "loss": 0.4018, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.4145959997294572, |
| "learning_rate": 5.517228576427137e-05, |
| "loss": 0.5722, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.8338898485548251, |
| "learning_rate": 5.5109811921482314e-05, |
| "loss": 0.5229, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.9490513832901628, |
| "learning_rate": 5.504733001605417e-05, |
| "loss": 0.3969, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.4573960371049013, |
| "learning_rate": 5.498484014657548e-05, |
| "loss": 0.4326, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.7009787035413363, |
| "learning_rate": 5.492234241164741e-05, |
| "loss": 0.5272, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.9396922010236554, |
| "learning_rate": 5.48598369098835e-05, |
| "loss": 0.5266, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.7276474608160468, |
| "learning_rate": 5.479732373990956e-05, |
| "loss": 0.49, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.5892688470259895, |
| "learning_rate": 5.473480300036348e-05, |
| "loss": 0.5137, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 4.1388079624982925, |
| "learning_rate": 5.467227478989512e-05, |
| "loss": 0.4641, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.9790529896773159, |
| "learning_rate": 5.460973920716609e-05, |
| "loss": 0.5887, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.39691441722604964, |
| "learning_rate": 5.454719635084968e-05, |
| "loss": 0.3846, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.70313384341185, |
| "learning_rate": 5.448464631963063e-05, |
| "loss": 0.4688, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.769326899185308, |
| "learning_rate": 5.4422089212204994e-05, |
| "loss": 0.43, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.6537578636242135, |
| "learning_rate": 5.435952512728001e-05, |
| "loss": 0.5068, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.8699587746987281, |
| "learning_rate": 5.429695416357392e-05, |
| "loss": 0.5049, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.7605632007422019, |
| "learning_rate": 5.4234376419815805e-05, |
| "loss": 0.4531, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.6640894055319035, |
| "learning_rate": 5.4171791994745455e-05, |
| "loss": 0.4711, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.1777574356480223, |
| "learning_rate": 5.410920098711324e-05, |
| "loss": 0.4553, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.835071593256167, |
| "learning_rate": 5.404660349567984e-05, |
| "loss": 0.3948, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.0606517857567281, |
| "learning_rate": 5.3983999619216207e-05, |
| "loss": 0.5479, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.7834451096136544, |
| "learning_rate": 5.392138945650339e-05, |
| "loss": 0.4396, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.662737049658303, |
| "learning_rate": 5.385877310633233e-05, |
| "loss": 0.5568, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.8396846503542775, |
| "learning_rate": 5.3796150667503706e-05, |
| "loss": 0.4025, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.3873787982341366, |
| "learning_rate": 5.373352223882787e-05, |
| "loss": 0.4328, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.663586813233611, |
| "learning_rate": 5.367088791912456e-05, |
| "loss": 0.5321, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.3132839971380046, |
| "learning_rate": 5.360824780722285e-05, |
| "loss": 0.4715, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.3349975224555852, |
| "learning_rate": 5.354560200196094e-05, |
| "loss": 0.5862, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.8782836418293243, |
| "learning_rate": 5.3482950602186025e-05, |
| "loss": 0.4743, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.0445549904727207, |
| "learning_rate": 5.3420293706754074e-05, |
| "loss": 0.5398, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 10.73201722939865, |
| "learning_rate": 5.335763141452982e-05, |
| "loss": 0.5053, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 2.1318465294752174, |
| "learning_rate": 5.329496382438643e-05, |
| "loss": 0.4756, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 2.2853983372596716, |
| "learning_rate": 5.3232291035205485e-05, |
| "loss": 0.519, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 2.0963409483594937, |
| "learning_rate": 5.3169613145876714e-05, |
| "loss": 0.4965, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.8276043898855225, |
| "learning_rate": 5.310693025529797e-05, |
| "loss": 0.4118, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.9590343910629252, |
| "learning_rate": 5.304424246237491e-05, |
| "loss": 0.5091, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.6091249219811401, |
| "learning_rate": 5.2981549866020975e-05, |
| "loss": 0.3916, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.9880606755080941, |
| "learning_rate": 5.291885256515723e-05, |
| "loss": 0.4549, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.8061051655940943, |
| "learning_rate": 5.2856150658712045e-05, |
| "loss": 0.4178, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 15.495052180972806, |
| "learning_rate": 5.2793444245621146e-05, |
| "loss": 0.5269, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.8497097768966232, |
| "learning_rate": 5.273073342482737e-05, |
| "loss": 0.3787, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.196956109038455, |
| "learning_rate": 5.266801829528046e-05, |
| "loss": 0.5346, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.6330578186365567, |
| "learning_rate": 5.260529895593702e-05, |
| "loss": 0.4705, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.8542587084090543, |
| "learning_rate": 5.254257550576023e-05, |
| "loss": 0.3921, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.6760344840181977, |
| "learning_rate": 5.247984804371978e-05, |
| "loss": 0.485, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.4474822618966818, |
| "learning_rate": 5.241711666879172e-05, |
| "loss": 0.4897, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.5756464064676243, |
| "learning_rate": 5.235438147995826e-05, |
| "loss": 0.6247, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.3597941352509113, |
| "learning_rate": 5.2291642576207614e-05, |
| "loss": 0.5286, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.8601405042134747, |
| "learning_rate": 5.222890005653382e-05, |
| "loss": 0.5195, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.9191675678873756, |
| "learning_rate": 5.216615401993674e-05, |
| "loss": 0.5355, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.7882218995464151, |
| "learning_rate": 5.210340456542164e-05, |
| "loss": 0.4118, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.7715066708680316, |
| "learning_rate": 5.2040651791999296e-05, |
| "loss": 0.4787, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.721158693991969, |
| "learning_rate": 5.1977895798685664e-05, |
| "loss": 0.4316, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.7909029834757019, |
| "learning_rate": 5.191513668450178e-05, |
| "loss": 0.3811, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.6950589410730142, |
| "learning_rate": 5.1852374548473614e-05, |
| "loss": 0.4872, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.731666030445626, |
| "learning_rate": 5.178960948963191e-05, |
| "loss": 0.3958, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.3351559980005105, |
| "learning_rate": 5.172684160701203e-05, |
| "loss": 0.4999, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.6074607474431282, |
| "learning_rate": 5.1664070999653766e-05, |
| "loss": 0.4669, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.7700008048851988, |
| "learning_rate": 5.160129776660123e-05, |
| "loss": 0.478, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.7585869545059949, |
| "learning_rate": 5.1538522006902676e-05, |
| "loss": 0.5199, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.1599138629716228, |
| "learning_rate": 5.147574381961032e-05, |
| "loss": 0.4752, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.0197720838390065, |
| "learning_rate": 5.141296330378025e-05, |
| "loss": 0.5123, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.2543953293706909, |
| "learning_rate": 5.1350180558472214e-05, |
| "loss": 0.5329, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.088421204492464, |
| "learning_rate": 5.128739568274944e-05, |
| "loss": 0.5526, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.9284169391002284, |
| "learning_rate": 5.122460877567855e-05, |
| "loss": 0.5432, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.7678080219104549, |
| "learning_rate": 5.116181993632939e-05, |
| "loss": 0.3843, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 3.215565862089752, |
| "learning_rate": 5.109902926377482e-05, |
| "loss": 0.5184, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.6757308733693772, |
| "learning_rate": 5.1036236857090626e-05, |
| "loss": 0.4518, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.838757724454942, |
| "learning_rate": 5.097344281535529e-05, |
| "loss": 0.5137, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.805703483436213, |
| "learning_rate": 5.0910647237649874e-05, |
| "loss": 0.5289, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.9535302881182957, |
| "learning_rate": 5.084785022305792e-05, |
| "loss": 0.444, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.062164260262388, |
| "learning_rate": 5.07850518706652e-05, |
| "loss": 0.626, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.6093688604053858, |
| "learning_rate": 5.072225227955959e-05, |
| "loss": 0.5244, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.8471257231551026, |
| "learning_rate": 5.0659451548830917e-05, |
| "loss": 0.3916, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.8565909124706996, |
| "learning_rate": 5.059664977757083e-05, |
| "loss": 0.3892, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.6722515365611338, |
| "learning_rate": 5.053384706487261e-05, |
| "loss": 0.492, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.4886512039910424, |
| "learning_rate": 5.0471043509831e-05, |
| "loss": 0.6052, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 2.1789686688771153, |
| "learning_rate": 5.040823921154213e-05, |
| "loss": 0.4926, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.1166902782186698, |
| "learning_rate": 5.034543426910323e-05, |
| "loss": 0.5067, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.3861100558387813, |
| "learning_rate": 5.02826287816126e-05, |
| "loss": 0.4764, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.4915214917569695, |
| "learning_rate": 5.021982284816937e-05, |
| "loss": 0.5326, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 2.481751140936432, |
| "learning_rate": 5.015701656787342e-05, |
| "loss": 0.555, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.1577924053583022, |
| "learning_rate": 5.0094210039825104e-05, |
| "loss": 0.4708, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.5483104632174866, |
| "learning_rate": 5.003140336312522e-05, |
| "loss": 0.5409, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.9483320224776556, |
| "learning_rate": 4.996859663687479e-05, |
| "loss": 0.48, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.3400198268807149, |
| "learning_rate": 4.99057899601749e-05, |
| "loss": 0.5306, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.0234580941445504, |
| "learning_rate": 4.984298343212658e-05, |
| "loss": 0.3308, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.9825147156065402, |
| "learning_rate": 4.978017715183063e-05, |
| "loss": 0.496, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.0234677015926557, |
| "learning_rate": 4.97173712183874e-05, |
| "loss": 0.4912, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.4327857875860828, |
| "learning_rate": 4.965456573089678e-05, |
| "loss": 0.4857, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.1886687721983409, |
| "learning_rate": 4.959176078845789e-05, |
| "loss": 0.3423, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 2.2658518409164268, |
| "learning_rate": 4.952895649016901e-05, |
| "loss": 0.4723, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.623203746051735, |
| "learning_rate": 4.946615293512741e-05, |
| "loss": 0.5011, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.6509697825433496, |
| "learning_rate": 4.9403350222429184e-05, |
| "loss": 0.4481, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.7591554466187264, |
| "learning_rate": 4.9340548451169095e-05, |
| "loss": 0.4991, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.0579853212023969, |
| "learning_rate": 4.927774772044042e-05, |
| "loss": 0.4634, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 3.793201917571005, |
| "learning_rate": 4.92149481293348e-05, |
| "loss": 0.4077, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.7108677912529753, |
| "learning_rate": 4.9152149776942076e-05, |
| "loss": 0.5493, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.0978751350844935, |
| "learning_rate": 4.9089352762350124e-05, |
| "loss": 0.4126, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.8765451203720735, |
| "learning_rate": 4.902655718464474e-05, |
| "loss": 0.5211, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.9415248362385407, |
| "learning_rate": 4.89637631429094e-05, |
| "loss": 0.4836, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.4155905668478048, |
| "learning_rate": 4.890097073622519e-05, |
| "loss": 0.4891, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.4831151851575273, |
| "learning_rate": 4.883818006367062e-05, |
| "loss": 0.4952, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.257418684538494, |
| "learning_rate": 4.877539122432146e-05, |
| "loss": 0.4772, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 3.4516339347061797, |
| "learning_rate": 4.8712604317250576e-05, |
| "loss": 0.4512, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 2.757605989127347, |
| "learning_rate": 4.86498194415278e-05, |
| "loss": 0.5382, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.5081530559827547, |
| "learning_rate": 4.858703669621975e-05, |
| "loss": 0.5401, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.9908205840392966, |
| "learning_rate": 4.852425618038967e-05, |
| "loss": 0.4374, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.8962437960413145, |
| "learning_rate": 4.846147799309732e-05, |
| "loss": 0.5121, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.3832389704072088, |
| "learning_rate": 4.839870223339878e-05, |
| "loss": 0.5221, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 2.3986101318252073, |
| "learning_rate": 4.8335929000346245e-05, |
| "loss": 0.4152, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 0.8855432351587772, |
| "learning_rate": 4.8273158392987986e-05, |
| "loss": 0.3992, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 0.8439466083266167, |
| "learning_rate": 4.82103905103681e-05, |
| "loss": 0.3702, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.2260018169438147, |
| "learning_rate": 4.8147625451526404e-05, |
| "loss": 0.4773, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 5.014983869245517, |
| "learning_rate": 4.8084863315498234e-05, |
| "loss": 0.5318, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 3.739163669738005, |
| "learning_rate": 4.8022104201314354e-05, |
| "loss": 0.34, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.3252365971360416, |
| "learning_rate": 4.795934820800071e-05, |
| "loss": 0.4086, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.3847065341415972, |
| "learning_rate": 4.7896595434578356e-05, |
| "loss": 0.4595, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.474088222695863, |
| "learning_rate": 4.7833845980063286e-05, |
| "loss": 0.6331, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.4804990811700223, |
| "learning_rate": 4.777109994346619e-05, |
| "loss": 0.4933, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.8995827993516308, |
| "learning_rate": 4.770835742379242e-05, |
| "loss": 0.4302, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 3.300441122200327, |
| "learning_rate": 4.7645618520041745e-05, |
| "loss": 0.5193, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.8410539790437606, |
| "learning_rate": 4.758288333120828e-05, |
| "loss": 0.4895, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.1169746983810331, |
| "learning_rate": 4.7520151956280227e-05, |
| "loss": 0.4217, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 0.9213876754361268, |
| "learning_rate": 4.7457424494239784e-05, |
| "loss": 0.5855, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 0.8030174441601121, |
| "learning_rate": 4.7394701044063e-05, |
| "loss": 0.5537, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 2.018979393552825, |
| "learning_rate": 4.733198170471953e-05, |
| "loss": 0.529, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 0.8719058330624111, |
| "learning_rate": 4.726926657517264e-05, |
| "loss": 0.428, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 0.9078358048262203, |
| "learning_rate": 4.720655575437886e-05, |
| "loss": 0.4368, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.0586999219533584, |
| "learning_rate": 4.714384934128798e-05, |
| "loss": 0.344, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.5209883895811502, |
| "learning_rate": 4.7081147434842796e-05, |
| "loss": 0.4777, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.001548084575459, |
| "learning_rate": 4.701845013397903e-05, |
| "loss": 0.3797, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.3445987747532653, |
| "learning_rate": 4.6955757537625104e-05, |
| "loss": 0.5116, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.9824465114454448, |
| "learning_rate": 4.6893069744702045e-05, |
| "loss": 0.4904, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 0.8353617801269798, |
| "learning_rate": 4.683038685412329e-05, |
| "loss": 0.42, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.4541260884782548, |
| "learning_rate": 4.6767708964794526e-05, |
| "loss": 0.4659, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.1490419406169372, |
| "learning_rate": 4.670503617561357e-05, |
| "loss": 0.4721, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.7500032907352258, |
| "learning_rate": 4.664236858547019e-05, |
| "loss": 0.546, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.9925842741261236, |
| "learning_rate": 4.6579706293245944e-05, |
| "loss": 0.5457, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 2.5164782384067577, |
| "learning_rate": 4.651704939781401e-05, |
| "loss": 0.4025, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 2.935037418605687, |
| "learning_rate": 4.645439799803907e-05, |
| "loss": 0.4443, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.2562187240663556, |
| "learning_rate": 4.6391752192777164e-05, |
| "loss": 0.4629, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.8702933996010471, |
| "learning_rate": 4.6329112080875454e-05, |
| "loss": 0.5548, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.1651294807154082, |
| "learning_rate": 4.626647776117214e-05, |
| "loss": 0.4817, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.8963786695486258, |
| "learning_rate": 4.62038493324963e-05, |
| "loss": 0.5027, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.4474721121523062, |
| "learning_rate": 4.6141226893667684e-05, |
| "loss": 0.4176, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.0482284087982623, |
| "learning_rate": 4.6078610543496614e-05, |
| "loss": 0.4557, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.533530285216196, |
| "learning_rate": 4.601600038078379e-05, |
| "loss": 0.4147, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.4367015612103244, |
| "learning_rate": 4.5953396504320186e-05, |
| "loss": 0.3879, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 2.1078979769106705, |
| "learning_rate": 4.5890799012886775e-05, |
| "loss": 0.5226, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.5918314745735649, |
| "learning_rate": 4.582820800525455e-05, |
| "loss": 0.5242, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.821927927728152, |
| "learning_rate": 4.576562358018421e-05, |
| "loss": 0.5423, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 3.6365476856631247, |
| "learning_rate": 4.57030458364261e-05, |
| "loss": 0.507, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 2.2825623310137684, |
| "learning_rate": 4.564047487272001e-05, |
| "loss": 0.5635, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.4666864308240775, |
| "learning_rate": 4.557791078779502e-05, |
| "loss": 0.6065, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.8999448033663662, |
| "learning_rate": 4.5515353680369375e-05, |
| "loss": 0.47, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.0433233207715518, |
| "learning_rate": 4.5452803649150324e-05, |
| "loss": 0.5503, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.0625441443189965, |
| "learning_rate": 4.539026079283391e-05, |
| "loss": 0.3825, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 3.1967968188890366, |
| "learning_rate": 4.53277252101049e-05, |
| "loss": 0.3505, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.9863918564648353, |
| "learning_rate": 4.5265196999636535e-05, |
| "loss": 0.3888, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.2543248275084389, |
| "learning_rate": 4.520267626009046e-05, |
| "loss": 0.4673, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.995986373375179, |
| "learning_rate": 4.514016309011651e-05, |
| "loss": 0.5453, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.8553651616456688, |
| "learning_rate": 4.5077657588352595e-05, |
| "loss": 0.4541, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 2.2808931631228515, |
| "learning_rate": 4.501515985342453e-05, |
| "loss": 0.4842, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.232574654739371, |
| "learning_rate": 4.495266998394585e-05, |
| "loss": 0.4322, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 5.523500095421903, |
| "learning_rate": 4.489018807851769e-05, |
| "loss": 0.462, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.7006003571717003, |
| "learning_rate": 4.482771423572862e-05, |
| "loss": 0.4213, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.1666447628859056, |
| "learning_rate": 4.47652485541545e-05, |
| "loss": 0.5811, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 2.1836460622326577, |
| "learning_rate": 4.4702791132358314e-05, |
| "loss": 0.4837, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.650996235756124, |
| "learning_rate": 4.4640342068889964e-05, |
| "loss": 0.4385, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.202426579479258, |
| "learning_rate": 4.457790146228621e-05, |
| "loss": 0.53, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 6.017702209903968, |
| "learning_rate": 4.451546941107046e-05, |
| "loss": 0.5115, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.5214244329831108, |
| "learning_rate": 4.445304601375264e-05, |
| "loss": 0.3537, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.907140474964568, |
| "learning_rate": 4.4390631368828984e-05, |
| "loss": 0.4672, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.3637155930476217, |
| "learning_rate": 4.432822557478194e-05, |
| "loss": 0.4696, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.8136639098121314, |
| "learning_rate": 4.4265828730079987e-05, |
| "loss": 0.3775, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 2.4698262325122955, |
| "learning_rate": 4.420344093317746e-05, |
| "loss": 0.5846, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.8469097352108121, |
| "learning_rate": 4.414106228251446e-05, |
| "loss": 0.4828, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 2.785388122333609, |
| "learning_rate": 4.407869287651665e-05, |
| "loss": 0.5255, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 2.7683238676269144, |
| "learning_rate": 4.401633281359507e-05, |
| "loss": 0.5719, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.7890558278060802, |
| "learning_rate": 4.395398219214601e-05, |
| "loss": 0.606, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 2.0361192518802795, |
| "learning_rate": 4.3891641110550936e-05, |
| "loss": 0.4169, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.8847728607580723, |
| "learning_rate": 4.38293096671762e-05, |
| "loss": 0.3453, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.4969592978188078, |
| "learning_rate": 4.3766987960372956e-05, |
| "loss": 0.5778, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 3.7919543205528248, |
| "learning_rate": 4.370467608847701e-05, |
| "loss": 0.5043, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.208811652297687, |
| "learning_rate": 4.364237414980864e-05, |
| "loss": 0.4422, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.935685362636753, |
| "learning_rate": 4.358008224267245e-05, |
| "loss": 0.4233, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 4.001663964601448, |
| "learning_rate": 4.351780046535724e-05, |
| "loss": 0.4875, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.2992138030998717, |
| "learning_rate": 4.345552891613576e-05, |
| "loss": 0.4726, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.18642153737262, |
| "learning_rate": 4.3393267693264686e-05, |
| "loss": 0.3619, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.8450369528323032, |
| "learning_rate": 4.333101689498437e-05, |
| "loss": 0.478, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.1861707962961925, |
| "learning_rate": 4.3268776619518755e-05, |
| "loss": 0.4779, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 3.256739791853617, |
| "learning_rate": 4.320654696507511e-05, |
| "loss": 0.4888, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.3233079669954337, |
| "learning_rate": 4.314432802984401e-05, |
| "loss": 0.3946, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.7566894778389377, |
| "learning_rate": 4.30821199119991e-05, |
| "loss": 0.4747, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.9569128062729227, |
| "learning_rate": 4.301992270969692e-05, |
| "loss": 0.4673, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.6737201509361495, |
| "learning_rate": 4.295773652107683e-05, |
| "loss": 0.536, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 3.6831225034301873, |
| "learning_rate": 4.2895561444260815e-05, |
| "loss": 0.4867, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.8504728396812358, |
| "learning_rate": 4.2833397577353284e-05, |
| "loss": 0.371, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.5835156544985494, |
| "learning_rate": 4.277124501844098e-05, |
| "loss": 0.4787, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.250680370384238, |
| "learning_rate": 4.270910386559282e-05, |
| "loss": 0.5525, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.6290963587843648, |
| "learning_rate": 4.26469742168597e-05, |
| "loss": 0.53, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 3.2294469669919983, |
| "learning_rate": 4.2584856170274384e-05, |
| "loss": 0.4702, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 4.819848866858657, |
| "learning_rate": 4.252274982385132e-05, |
| "loss": 0.4792, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 3.6097043766040255, |
| "learning_rate": 4.246065527558648e-05, |
| "loss": 0.5342, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.8115080507172383, |
| "learning_rate": 4.239857262345724e-05, |
| "loss": 0.4756, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 3.0233048038246664, |
| "learning_rate": 4.233650196542221e-05, |
| "loss": 0.4741, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.3837439670381368, |
| "learning_rate": 4.227444339942107e-05, |
| "loss": 0.4496, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 3.0959614387761305, |
| "learning_rate": 4.221239702337438e-05, |
| "loss": 0.5018, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.180696497341878, |
| "learning_rate": 4.2150362935183515e-05, |
| "loss": 0.4038, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.4493427938811494, |
| "learning_rate": 4.208834123273047e-05, |
| "loss": 0.4913, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.9510493866184129, |
| "learning_rate": 4.2026332013877634e-05, |
| "loss": 0.4826, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.106729534021983, |
| "learning_rate": 4.196433537646777e-05, |
| "loss": 0.4963, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.6159560081790056, |
| "learning_rate": 4.190235141832375e-05, |
| "loss": 0.4549, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.970051453835176, |
| "learning_rate": 4.184038023724843e-05, |
| "loss": 0.5427, |
| "step": 1459 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.4170877049205273, |
| "learning_rate": 4.1778421931024535e-05, |
| "loss": 0.4476, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.4772433167707992, |
| "learning_rate": 4.171647659741448e-05, |
| "loss": 0.4914, |
| "step": 1461 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.7126945669841418, |
| "learning_rate": 4.1654544334160176e-05, |
| "loss": 0.4401, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 4.95812554562417, |
| "learning_rate": 4.15926252389829e-05, |
| "loss": 0.4703, |
| "step": 1463 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 0.9957174336043781, |
| "learning_rate": 4.153071940958321e-05, |
| "loss": 0.3297, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.1228688501556556, |
| "learning_rate": 4.146882694364071e-05, |
| "loss": 0.4791, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.5338805154828141, |
| "learning_rate": 4.140694793881389e-05, |
| "loss": 0.3942, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.4247369099841867, |
| "learning_rate": 4.134508249274002e-05, |
| "loss": 0.4344, |
| "step": 1467 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.8284721161577084, |
| "learning_rate": 4.1283230703034975e-05, |
| "loss": 0.4791, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 3.063367287088948, |
| "learning_rate": 4.122139266729309e-05, |
| "loss": 0.3666, |
| "step": 1469 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.1808169481497925, |
| "learning_rate": 4.1159568483087e-05, |
| "loss": 0.5405, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.1600727485821696, |
| "learning_rate": 4.109775824796744e-05, |
| "loss": 0.5386, |
| "step": 1471 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 0.9402023747792361, |
| "learning_rate": 4.103596205946323e-05, |
| "loss": 0.5187, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.4537509018083776, |
| "learning_rate": 4.0974180015080897e-05, |
| "loss": 0.4692, |
| "step": 1473 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.1233463146259006, |
| "learning_rate": 4.091241221230476e-05, |
| "loss": 0.4499, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.834765591057174, |
| "learning_rate": 4.085065874859661e-05, |
| "loss": 0.5228, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.1475745486927376, |
| "learning_rate": 4.078891972139564e-05, |
| "loss": 0.5358, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 0.9363630821658266, |
| "learning_rate": 4.072719522811824e-05, |
| "loss": 0.4465, |
| "step": 1477 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 4.073725033674283, |
| "learning_rate": 4.066548536615789e-05, |
| "loss": 0.4988, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 0.9062445127856258, |
| "learning_rate": 4.060379023288495e-05, |
| "loss": 0.4812, |
| "step": 1479 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.087220080069716, |
| "learning_rate": 4.054210992564661e-05, |
| "loss": 0.5148, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 6.061112050463759, |
| "learning_rate": 4.0480444541766576e-05, |
| "loss": 0.3728, |
| "step": 1481 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 3.1329892433540727, |
| "learning_rate": 4.041879417854509e-05, |
| "loss": 0.5119, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.8150631276798883, |
| "learning_rate": 4.035715893325861e-05, |
| "loss": 0.4772, |
| "step": 1483 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.7471873841642889, |
| "learning_rate": 4.0295538903159815e-05, |
| "loss": 0.5166, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.3781115250463698, |
| "learning_rate": 4.023393418547732e-05, |
| "loss": 0.4878, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.0023328579530737, |
| "learning_rate": 4.017234487741562e-05, |
| "loss": 0.5181, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.7768286040860649, |
| "learning_rate": 4.0110771076154885e-05, |
| "loss": 0.4212, |
| "step": 1487 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.7812659456822508, |
| "learning_rate": 4.0049212878850793e-05, |
| "loss": 0.5462, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.1135399509940558, |
| "learning_rate": 3.998767038263444e-05, |
| "loss": 0.4014, |
| "step": 1489 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.8828825462137984, |
| "learning_rate": 3.9926143684612125e-05, |
| "loss": 0.4319, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 2.5452364515044947, |
| "learning_rate": 3.9864632881865224e-05, |
| "loss": 0.4814, |
| "step": 1491 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 3.505864977231135, |
| "learning_rate": 3.9803138071449996e-05, |
| "loss": 0.5081, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 7.797558785070387, |
| "learning_rate": 3.9741659350397534e-05, |
| "loss": 0.4032, |
| "step": 1493 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 4.0775961118837625, |
| "learning_rate": 3.96801968157135e-05, |
| "loss": 0.4036, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 2.27258118787183, |
| "learning_rate": 3.961875056437802e-05, |
| "loss": 0.4356, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 3.1375361026852984, |
| "learning_rate": 3.955732069334556e-05, |
| "loss": 0.5236, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.9730837719978017, |
| "learning_rate": 3.949590729954467e-05, |
| "loss": 0.5099, |
| "step": 1497 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.039793949185601, |
| "learning_rate": 3.9434510479877975e-05, |
| "loss": 0.3966, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.9928449596601363, |
| "learning_rate": 3.937313033122192e-05, |
| "loss": 0.5109, |
| "step": 1499 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.6182815450035692, |
| "learning_rate": 3.931176695042661e-05, |
| "loss": 0.5606, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.3344217028739798, |
| "learning_rate": 3.9250420434315785e-05, |
| "loss": 0.559, |
| "step": 1501 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.7106819560116833, |
| "learning_rate": 3.918909087968644e-05, |
| "loss": 0.5159, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 5.78667764123269, |
| "learning_rate": 3.912777838330893e-05, |
| "loss": 0.4793, |
| "step": 1503 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.0993572349747114, |
| "learning_rate": 3.906648304192663e-05, |
| "loss": 0.3999, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.9145987395127162, |
| "learning_rate": 3.900520495225587e-05, |
| "loss": 0.4986, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.1451464142918404, |
| "learning_rate": 3.8943944210985735e-05, |
| "loss": 0.4914, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.9000533543706801, |
| "learning_rate": 3.888270091477796e-05, |
| "loss": 0.472, |
| "step": 1507 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.923162387646894, |
| "learning_rate": 3.8821475160266764e-05, |
| "loss": 0.4156, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.1285327259848852, |
| "learning_rate": 3.876026704405864e-05, |
| "loss": 0.5659, |
| "step": 1509 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.9202097624885489, |
| "learning_rate": 3.86990766627323e-05, |
| "loss": 0.704, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 2.491201509936978, |
| "learning_rate": 3.8637904112838466e-05, |
| "loss": 0.5247, |
| "step": 1511 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.8124420105093871, |
| "learning_rate": 3.8576749490899686e-05, |
| "loss": 0.4338, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.8645055705194562, |
| "learning_rate": 3.851561289341023e-05, |
| "loss": 0.397, |
| "step": 1513 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 3.2441871631450674, |
| "learning_rate": 3.845449441683597e-05, |
| "loss": 0.5019, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.5604469180445821, |
| "learning_rate": 3.839339415761416e-05, |
| "loss": 0.4944, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.6089615530619907, |
| "learning_rate": 3.8332312212153285e-05, |
| "loss": 0.443, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.9078773043647322, |
| "learning_rate": 3.827124867683297e-05, |
| "loss": 0.3891, |
| "step": 1517 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.1663466864887977, |
| "learning_rate": 3.821020364800379e-05, |
| "loss": 0.4924, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.1084138509865435, |
| "learning_rate": 3.814917722198707e-05, |
| "loss": 0.4747, |
| "step": 1519 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.9601635875275922, |
| "learning_rate": 3.8088169495074855e-05, |
| "loss": 0.4775, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.7643042400350885, |
| "learning_rate": 3.802718056352962e-05, |
| "loss": 0.3722, |
| "step": 1521 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.1367204712351375, |
| "learning_rate": 3.796621052358423e-05, |
| "loss": 0.462, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.5321174500501296, |
| "learning_rate": 3.7905259471441705e-05, |
| "loss": 0.4803, |
| "step": 1523 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.626656520220519, |
| "learning_rate": 3.7844327503275136e-05, |
| "loss": 0.517, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.5664336083419683, |
| "learning_rate": 3.778341471522747e-05, |
| "loss": 0.5053, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.0939794845416393, |
| "learning_rate": 3.7722521203411426e-05, |
| "loss": 0.5076, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.4390944699387491, |
| "learning_rate": 3.7661647063909294e-05, |
| "loss": 0.4519, |
| "step": 1527 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.8580269083486728, |
| "learning_rate": 3.760079239277277e-05, |
| "loss": 0.4599, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.4957149926002238, |
| "learning_rate": 3.753995728602287e-05, |
| "loss": 0.5309, |
| "step": 1529 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.9753535994541809, |
| "learning_rate": 3.747914183964973e-05, |
| "loss": 0.4054, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 3.2503509496126175, |
| "learning_rate": 3.741834614961246e-05, |
| "loss": 0.5142, |
| "step": 1531 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 2.1962316897932097, |
| "learning_rate": 3.735757031183896e-05, |
| "loss": 0.5643, |
| "step": 1532 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.221532751288844, |
| "learning_rate": 3.729681442222587e-05, |
| "loss": 0.3665, |
| "step": 1533 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 3.029749297698328, |
| "learning_rate": 3.7236078576638334e-05, |
| "loss": 0.5611, |
| "step": 1534 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.0103680901087515, |
| "learning_rate": 3.717536287090982e-05, |
| "loss": 0.5175, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.5707779577299552, |
| "learning_rate": 3.711466740084211e-05, |
| "loss": 0.5069, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.2746455090570465, |
| "learning_rate": 3.705399226220497e-05, |
| "loss": 0.4008, |
| "step": 1537 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.6651734084945982, |
| "learning_rate": 3.699333755073613e-05, |
| "loss": 0.5493, |
| "step": 1538 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.3151964982551916, |
| "learning_rate": 3.6932703362141084e-05, |
| "loss": 0.4775, |
| "step": 1539 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.448043272814283, |
| "learning_rate": 3.6872089792092925e-05, |
| "loss": 0.5118, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.7471822366321993, |
| "learning_rate": 3.681149693623226e-05, |
| "loss": 0.4397, |
| "step": 1541 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 2.0198537461827746, |
| "learning_rate": 3.675092489016693e-05, |
| "loss": 0.5215, |
| "step": 1542 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.9899415359824597, |
| "learning_rate": 3.6690373749472014e-05, |
| "loss": 0.4791, |
| "step": 1543 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.7124107623840292, |
| "learning_rate": 3.662984360968956e-05, |
| "loss": 0.5162, |
| "step": 1544 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.9045702432825438, |
| "learning_rate": 3.656933456632853e-05, |
| "loss": 0.4443, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 3.7613052729407146, |
| "learning_rate": 3.650884671486455e-05, |
| "loss": 0.5353, |
| "step": 1546 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.3517808620894527, |
| "learning_rate": 3.644838015073981e-05, |
| "loss": 0.5295, |
| "step": 1547 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.2944344164747588, |
| "learning_rate": 3.638793496936296e-05, |
| "loss": 0.4791, |
| "step": 1548 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.808548181512137, |
| "learning_rate": 3.6327511266108855e-05, |
| "loss": 0.4933, |
| "step": 1549 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.0397164499614904, |
| "learning_rate": 3.6267109136318476e-05, |
| "loss": 0.5433, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.033814672114351, |
| "learning_rate": 3.620672867529881e-05, |
| "loss": 0.4715, |
| "step": 1551 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.8335469682294852, |
| "learning_rate": 3.6146369978322544e-05, |
| "loss": 0.4805, |
| "step": 1552 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.242960280547306, |
| "learning_rate": 3.6086033140628154e-05, |
| "loss": 0.4491, |
| "step": 1553 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.7978069932609957, |
| "learning_rate": 3.602571825741953e-05, |
| "loss": 0.4618, |
| "step": 1554 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 2.589348589734405, |
| "learning_rate": 3.596542542386597e-05, |
| "loss": 0.5058, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.8149762723504004, |
| "learning_rate": 3.5905154735101965e-05, |
| "loss": 0.4848, |
| "step": 1556 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.026537091075313, |
| "learning_rate": 3.584490628622705e-05, |
| "loss": 0.4968, |
| "step": 1557 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.718890021836977, |
| "learning_rate": 3.578468017230572e-05, |
| "loss": 0.5134, |
| "step": 1558 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.356105299438152, |
| "learning_rate": 3.572447648836714e-05, |
| "loss": 0.509, |
| "step": 1559 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 2.6780990237404283, |
| "learning_rate": 3.566429532940518e-05, |
| "loss": 0.4023, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.6315640350725593, |
| "learning_rate": 3.560413679037808e-05, |
| "loss": 0.5052, |
| "step": 1561 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.0678091804149175, |
| "learning_rate": 3.554400096620847e-05, |
| "loss": 0.4512, |
| "step": 1562 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.6253576257645346, |
| "learning_rate": 3.548388795178307e-05, |
| "loss": 0.4421, |
| "step": 1563 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.5229225464346583, |
| "learning_rate": 3.542379784195266e-05, |
| "loss": 0.3697, |
| "step": 1564 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.6093172697487688, |
| "learning_rate": 3.536373073153184e-05, |
| "loss": 0.5389, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 3.9662432382036403, |
| "learning_rate": 3.5303686715298955e-05, |
| "loss": 0.4545, |
| "step": 1566 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.2642270244380491, |
| "learning_rate": 3.5243665887995895e-05, |
| "loss": 0.3351, |
| "step": 1567 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.8085429742008772, |
| "learning_rate": 3.5183668344327945e-05, |
| "loss": 0.5206, |
| "step": 1568 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.9890885137371774, |
| "learning_rate": 3.512369417896367e-05, |
| "loss": 0.5776, |
| "step": 1569 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.0084293171652519, |
| "learning_rate": 3.5063743486534775e-05, |
| "loss": 0.5127, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.4309999562607645, |
| "learning_rate": 3.500381636163585e-05, |
| "loss": 0.4251, |
| "step": 1571 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.418790098134346, |
| "learning_rate": 3.494391289882435e-05, |
| "loss": 0.4871, |
| "step": 1572 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 2.989907123535903, |
| "learning_rate": 3.4884033192620405e-05, |
| "loss": 0.387, |
| "step": 1573 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.6667835438948174, |
| "learning_rate": 3.482417733750665e-05, |
| "loss": 0.4617, |
| "step": 1574 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.8899055834633514, |
| "learning_rate": 3.476434542792805e-05, |
| "loss": 0.4356, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.4752604491619572, |
| "learning_rate": 3.470453755829183e-05, |
| "loss": 0.4768, |
| "step": 1576 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.8572266125684407, |
| "learning_rate": 3.464475382296729e-05, |
| "loss": 0.4264, |
| "step": 1577 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.0453139740019204, |
| "learning_rate": 3.4584994316285604e-05, |
| "loss": 0.5137, |
| "step": 1578 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.4534104545125819, |
| "learning_rate": 3.452525913253973e-05, |
| "loss": 0.4574, |
| "step": 1579 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.797907276330914, |
| "learning_rate": 3.446554836598431e-05, |
| "loss": 0.4527, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.43653754271974077, |
| "learning_rate": 3.4405862110835364e-05, |
| "loss": 0.4684, |
| "step": 1581 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.8160942269985467, |
| "learning_rate": 3.434620046127027e-05, |
| "loss": 0.4008, |
| "step": 1582 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.0130163465311623, |
| "learning_rate": 3.428656351142761e-05, |
| "loss": 0.4432, |
| "step": 1583 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.6601699916008551, |
| "learning_rate": 3.422695135540697e-05, |
| "loss": 0.4593, |
| "step": 1584 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.6146773687861274, |
| "learning_rate": 3.416736408726882e-05, |
| "loss": 0.3859, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.7726080501727082, |
| "learning_rate": 3.410780180103435e-05, |
| "loss": 0.4006, |
| "step": 1586 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.54871602319012, |
| "learning_rate": 3.404826459068536e-05, |
| "loss": 0.5567, |
| "step": 1587 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.6100694037665294, |
| "learning_rate": 3.398875255016404e-05, |
| "loss": 0.5226, |
| "step": 1588 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.364102518382406, |
| "learning_rate": 3.39292657733729e-05, |
| "loss": 0.4077, |
| "step": 1589 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.5093853100617054, |
| "learning_rate": 3.386980435417457e-05, |
| "loss": 0.4181, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.5811061116080682, |
| "learning_rate": 3.381036838639169e-05, |
| "loss": 0.5344, |
| "step": 1591 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.9019590919488288, |
| "learning_rate": 3.375095796380668e-05, |
| "loss": 0.4654, |
| "step": 1592 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.7690706166700487, |
| "learning_rate": 3.369157318016176e-05, |
| "loss": 0.4214, |
| "step": 1593 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.2082221658640633, |
| "learning_rate": 3.363221412915858e-05, |
| "loss": 0.5031, |
| "step": 1594 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.5611469457403963, |
| "learning_rate": 3.357288090445827e-05, |
| "loss": 0.4501, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.1587715729007855, |
| "learning_rate": 3.351357359968117e-05, |
| "loss": 0.533, |
| "step": 1596 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.5586544200405361, |
| "learning_rate": 3.345429230840672e-05, |
| "loss": 0.3775, |
| "step": 1597 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.0616994766299286, |
| "learning_rate": 3.339503712417335e-05, |
| "loss": 0.4221, |
| "step": 1598 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 2.3168909775673354, |
| "learning_rate": 3.333580814047826e-05, |
| "loss": 0.4864, |
| "step": 1599 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.6189331496282521, |
| "learning_rate": 3.3276605450777334e-05, |
| "loss": 0.4614, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.7243622991820413, |
| "learning_rate": 3.3217429148484914e-05, |
| "loss": 0.3872, |
| "step": 1601 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.8248838918504489, |
| "learning_rate": 3.3158279326973766e-05, |
| "loss": 0.5544, |
| "step": 1602 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.1257229700135833, |
| "learning_rate": 3.309915607957487e-05, |
| "loss": 0.5051, |
| "step": 1603 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.1500145130903787, |
| "learning_rate": 3.304005949957724e-05, |
| "loss": 0.3285, |
| "step": 1604 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.1904886746357077, |
| "learning_rate": 3.298098968022782e-05, |
| "loss": 0.5102, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.6185696136617096, |
| "learning_rate": 3.292194671473137e-05, |
| "loss": 0.5225, |
| "step": 1606 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.944743381931762, |
| "learning_rate": 3.2862930696250216e-05, |
| "loss": 0.4771, |
| "step": 1607 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.797854205656905, |
| "learning_rate": 3.2803941717904216e-05, |
| "loss": 0.494, |
| "step": 1608 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.8334805696786769, |
| "learning_rate": 3.2744979872770526e-05, |
| "loss": 0.5201, |
| "step": 1609 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.3057928157615684, |
| "learning_rate": 3.268604525388354e-05, |
| "loss": 0.5088, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.212323021037852, |
| "learning_rate": 3.26271379542346e-05, |
| "loss": 0.5252, |
| "step": 1611 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.9006692733433003, |
| "learning_rate": 3.256825806677205e-05, |
| "loss": 0.5051, |
| "step": 1612 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.5283260128693216, |
| "learning_rate": 3.25094056844009e-05, |
| "loss": 0.3523, |
| "step": 1613 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.4601120442759865, |
| "learning_rate": 3.2450580899982795e-05, |
| "loss": 0.5186, |
| "step": 1614 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.9136246014906737, |
| "learning_rate": 3.239178380633585e-05, |
| "loss": 0.5036, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.8356218112507021, |
| "learning_rate": 3.233301449623445e-05, |
| "loss": 0.4988, |
| "step": 1616 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.6409946703370741, |
| "learning_rate": 3.2274273062409154e-05, |
| "loss": 0.4266, |
| "step": 1617 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.2608840315378331, |
| "learning_rate": 3.221555959754656e-05, |
| "loss": 0.4457, |
| "step": 1618 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.9361247700808708, |
| "learning_rate": 3.215687419428911e-05, |
| "loss": 0.4067, |
| "step": 1619 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.9086877891064866, |
| "learning_rate": 3.2098216945234946e-05, |
| "loss": 0.4662, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.122857663025425, |
| "learning_rate": 3.2039587942937834e-05, |
| "loss": 0.5057, |
| "step": 1621 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 2.9066402111092224, |
| "learning_rate": 3.198098727990695e-05, |
| "loss": 0.5248, |
| "step": 1622 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.1366954229543134, |
| "learning_rate": 3.192241504860675e-05, |
| "loss": 0.3998, |
| "step": 1623 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.589973516483536, |
| "learning_rate": 3.186387134145682e-05, |
| "loss": 0.496, |
| "step": 1624 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.060993459475841, |
| "learning_rate": 3.1805356250831784e-05, |
| "loss": 0.4742, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.9637877151190014, |
| "learning_rate": 3.174686986906104e-05, |
| "loss": 0.4431, |
| "step": 1626 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 2.1595129164943434, |
| "learning_rate": 3.168841228842876e-05, |
| "loss": 0.5433, |
| "step": 1627 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 6.311459152480297, |
| "learning_rate": 3.1629983601173605e-05, |
| "loss": 0.4667, |
| "step": 1628 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.6341127811748402, |
| "learning_rate": 3.157158389948871e-05, |
| "loss": 0.4789, |
| "step": 1629 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 3.3526069710228854, |
| "learning_rate": 3.151321327552141e-05, |
| "loss": 0.4338, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.706337054546956, |
| "learning_rate": 3.145487182137322e-05, |
| "loss": 0.4805, |
| "step": 1631 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.0730291079749754, |
| "learning_rate": 3.1396559629099574e-05, |
| "loss": 0.5453, |
| "step": 1632 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 2.3905686434665987, |
| "learning_rate": 3.1338276790709775e-05, |
| "loss": 0.4224, |
| "step": 1633 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.322408482210818, |
| "learning_rate": 3.1280023398166805e-05, |
| "loss": 0.475, |
| "step": 1634 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.407553756366971, |
| "learning_rate": 3.122179954338716e-05, |
| "loss": 0.4795, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.3573381743593438, |
| "learning_rate": 3.116360531824074e-05, |
| "loss": 0.4846, |
| "step": 1636 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.8307258221033677, |
| "learning_rate": 3.110544081455072e-05, |
| "loss": 0.35, |
| "step": 1637 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.3989758156854588, |
| "learning_rate": 3.1047306124093335e-05, |
| "loss": 0.4685, |
| "step": 1638 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.155353649215097, |
| "learning_rate": 3.098920133859781e-05, |
| "loss": 0.4544, |
| "step": 1639 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.874871230174946, |
| "learning_rate": 3.093112654974615e-05, |
| "loss": 0.4374, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.3130557589711724, |
| "learning_rate": 3.087308184917308e-05, |
| "loss": 0.4997, |
| "step": 1641 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.3400351073808558, |
| "learning_rate": 3.0815067328465796e-05, |
| "loss": 0.3637, |
| "step": 1642 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.1280985379586062, |
| "learning_rate": 3.075708307916391e-05, |
| "loss": 0.5185, |
| "step": 1643 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.576095099702059, |
| "learning_rate": 3.069912919275926e-05, |
| "loss": 0.5274, |
| "step": 1644 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.8384411904888964, |
| "learning_rate": 3.064120576069577e-05, |
| "loss": 0.416, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 2.080805134855292, |
| "learning_rate": 3.058331287436932e-05, |
| "loss": 0.4357, |
| "step": 1646 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 2.1987001215432564, |
| "learning_rate": 3.0525450625127575e-05, |
| "loss": 0.4271, |
| "step": 1647 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.6081824431676919, |
| "learning_rate": 3.0467619104269872e-05, |
| "loss": 0.4631, |
| "step": 1648 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.9057948022927748, |
| "learning_rate": 3.040981840304709e-05, |
| "loss": 0.5148, |
| "step": 1649 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.3959942095233908, |
| "learning_rate": 3.0352048612661416e-05, |
| "loss": 0.5075, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 2.455888988000689, |
| "learning_rate": 3.0294309824266298e-05, |
| "loss": 0.4643, |
| "step": 1651 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 2.048779944530563, |
| "learning_rate": 3.0236602128966275e-05, |
| "loss": 0.5583, |
| "step": 1652 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.6436830271477973, |
| "learning_rate": 3.017892561781682e-05, |
| "loss": 0.4242, |
| "step": 1653 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.9789194220447782, |
| "learning_rate": 3.012128038182419e-05, |
| "loss": 0.5538, |
| "step": 1654 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.0395133904508, |
| "learning_rate": 3.006366651194531e-05, |
| "loss": 0.3868, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 8.122236905165465, |
| "learning_rate": 3.0006084099087595e-05, |
| "loss": 0.3997, |
| "step": 1656 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.0180460102400468, |
| "learning_rate": 2.9948533234108834e-05, |
| "loss": 0.327, |
| "step": 1657 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.382691732629772, |
| "learning_rate": 2.989101400781704e-05, |
| "loss": 0.4231, |
| "step": 1658 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.8256625914519227, |
| "learning_rate": 2.983352651097032e-05, |
| "loss": 0.4683, |
| "step": 1659 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.9218160781483506, |
| "learning_rate": 2.977607083427667e-05, |
| "loss": 0.479, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.9480632117942676, |
| "learning_rate": 2.97186470683939e-05, |
| "loss": 0.3448, |
| "step": 1661 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 2.0284273004950624, |
| "learning_rate": 2.9661255303929493e-05, |
| "loss": 0.5114, |
| "step": 1662 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.7901808198505447, |
| "learning_rate": 2.9603895631440425e-05, |
| "loss": 0.4403, |
| "step": 1663 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 3.192942774987168, |
| "learning_rate": 2.9546568141433006e-05, |
| "loss": 0.5499, |
| "step": 1664 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 2.084848989207143, |
| "learning_rate": 2.948927292436281e-05, |
| "loss": 0.5121, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.4135087134365076, |
| "learning_rate": 2.9432010070634453e-05, |
| "loss": 0.4984, |
| "step": 1666 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.4776485197423175, |
| "learning_rate": 2.9374779670601505e-05, |
| "loss": 0.5546, |
| "step": 1667 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 2.6133323580333396, |
| "learning_rate": 2.9317581814566323e-05, |
| "loss": 0.5063, |
| "step": 1668 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 3.1491703759860625, |
| "learning_rate": 2.9260416592779934e-05, |
| "loss": 0.4226, |
| "step": 1669 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.1762635247780706, |
| "learning_rate": 2.9203284095441807e-05, |
| "loss": 0.4194, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 2.121574086412193, |
| "learning_rate": 2.9146184412699855e-05, |
| "loss": 0.5616, |
| "step": 1671 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.8502814628738978, |
| "learning_rate": 2.9089117634650155e-05, |
| "loss": 0.4656, |
| "step": 1672 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.8591515498744957, |
| "learning_rate": 2.903208385133692e-05, |
| "loss": 0.4172, |
| "step": 1673 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 2.960564927037251, |
| "learning_rate": 2.8975083152752258e-05, |
| "loss": 0.47, |
| "step": 1674 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.504290953840151, |
| "learning_rate": 2.8918115628836062e-05, |
| "loss": 0.4165, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.207777213576157, |
| "learning_rate": 2.8861181369475943e-05, |
| "loss": 0.3686, |
| "step": 1676 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.5311626808562722, |
| "learning_rate": 2.8804280464506973e-05, |
| "loss": 0.4136, |
| "step": 1677 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.9675919184166824, |
| "learning_rate": 2.8747413003711577e-05, |
| "loss": 0.4489, |
| "step": 1678 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.8772215781785815, |
| "learning_rate": 2.86905790768195e-05, |
| "loss": 0.4997, |
| "step": 1679 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.955155682012423, |
| "learning_rate": 2.863377877350747e-05, |
| "loss": 0.4348, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 2.4250096050367937, |
| "learning_rate": 2.8577012183399188e-05, |
| "loss": 0.482, |
| "step": 1681 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.8047648795522901, |
| "learning_rate": 2.852027939606523e-05, |
| "loss": 0.5005, |
| "step": 1682 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 2.421656543610948, |
| "learning_rate": 2.8463580501022748e-05, |
| "loss": 0.5064, |
| "step": 1683 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.4259169151126796, |
| "learning_rate": 2.840691558773545e-05, |
| "loss": 0.4666, |
| "step": 1684 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.8636307778867831, |
| "learning_rate": 2.835028474561345e-05, |
| "loss": 0.5463, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.8148390749301868, |
| "learning_rate": 2.8293688064013062e-05, |
| "loss": 0.4889, |
| "step": 1686 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.1417937011867616, |
| "learning_rate": 2.8237125632236704e-05, |
| "loss": 0.4305, |
| "step": 1687 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.9097987378195769, |
| "learning_rate": 2.8180597539532816e-05, |
| "loss": 0.5343, |
| "step": 1688 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.350073634919161, |
| "learning_rate": 2.8124103875095527e-05, |
| "loss": 0.448, |
| "step": 1689 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 2.47597544835045, |
| "learning_rate": 2.8067644728064767e-05, |
| "loss": 0.4753, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.6310387915628757, |
| "learning_rate": 2.801122018752595e-05, |
| "loss": 0.4422, |
| "step": 1691 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.7362629520027777, |
| "learning_rate": 2.7954830342509875e-05, |
| "loss": 0.4622, |
| "step": 1692 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.9320537465387395, |
| "learning_rate": 2.78984752819926e-05, |
| "loss": 0.4138, |
| "step": 1693 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.8999036002594291, |
| "learning_rate": 2.7842155094895326e-05, |
| "loss": 0.4787, |
| "step": 1694 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.2827212738723566, |
| "learning_rate": 2.7785869870084213e-05, |
| "loss": 0.4527, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.9568030897945652, |
| "learning_rate": 2.7729619696370223e-05, |
| "loss": 0.569, |
| "step": 1696 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 2.61142710043277, |
| "learning_rate": 2.767340466250908e-05, |
| "loss": 0.3589, |
| "step": 1697 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 2.2281723486792044, |
| "learning_rate": 2.761722485720099e-05, |
| "loss": 0.4068, |
| "step": 1698 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.846976605702412, |
| "learning_rate": 2.756108036909062e-05, |
| "loss": 0.4394, |
| "step": 1699 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.9602685450477753, |
| "learning_rate": 2.7504971286766883e-05, |
| "loss": 0.4017, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.7281565342715182, |
| "learning_rate": 2.744889769876282e-05, |
| "loss": 0.4141, |
| "step": 1701 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.7963923757736515, |
| "learning_rate": 2.739285969355554e-05, |
| "loss": 0.4447, |
| "step": 1702 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 7.413405143161347, |
| "learning_rate": 2.7336857359565904e-05, |
| "loss": 0.5782, |
| "step": 1703 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.2814444797439177, |
| "learning_rate": 2.728089078515854e-05, |
| "loss": 0.4901, |
| "step": 1704 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 2.87116516523268, |
| "learning_rate": 2.7224960058641675e-05, |
| "loss": 0.4907, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.7058135199059445, |
| "learning_rate": 2.7169065268266923e-05, |
| "loss": 0.5689, |
| "step": 1706 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.9239435524017418, |
| "learning_rate": 2.7113206502229232e-05, |
| "loss": 0.5344, |
| "step": 1707 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 2.863833564229975, |
| "learning_rate": 2.7057383848666677e-05, |
| "loss": 0.5351, |
| "step": 1708 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 2.163958006768641, |
| "learning_rate": 2.7001597395660376e-05, |
| "loss": 0.4542, |
| "step": 1709 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.7085402860230114, |
| "learning_rate": 2.69458472312343e-05, |
| "loss": 0.4861, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.3150368186836803, |
| "learning_rate": 2.6890133443355224e-05, |
| "loss": 0.4495, |
| "step": 1711 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.579048480535519, |
| "learning_rate": 2.683445611993245e-05, |
| "loss": 0.4587, |
| "step": 1712 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.8731363275913497, |
| "learning_rate": 2.6778815348817776e-05, |
| "loss": 0.4016, |
| "step": 1713 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 2.381070223360702, |
| "learning_rate": 2.6723211217805343e-05, |
| "loss": 0.5943, |
| "step": 1714 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 2.8755952173676516, |
| "learning_rate": 2.6667643814631453e-05, |
| "loss": 0.5152, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 3.9671014513437592, |
| "learning_rate": 2.6612113226974443e-05, |
| "loss": 0.4934, |
| "step": 1716 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 6.654648570007157, |
| "learning_rate": 2.655661954245462e-05, |
| "loss": 0.582, |
| "step": 1717 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.2044885605094087, |
| "learning_rate": 2.650116284863402e-05, |
| "loss": 0.7, |
| "step": 1718 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.2700118592525278, |
| "learning_rate": 2.644574323301625e-05, |
| "loss": 0.4775, |
| "step": 1719 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 3.3588959115651096, |
| "learning_rate": 2.639036078304656e-05, |
| "loss": 0.434, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 0.8077544338430089, |
| "learning_rate": 2.6335015586111426e-05, |
| "loss": 0.4238, |
| "step": 1721 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 6.374829688488602, |
| "learning_rate": 2.6279707729538592e-05, |
| "loss": 0.5646, |
| "step": 1722 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.636334085036744, |
| "learning_rate": 2.6224437300596916e-05, |
| "loss": 0.3853, |
| "step": 1723 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 2.359035321023713, |
| "learning_rate": 2.6169204386496148e-05, |
| "loss": 0.5052, |
| "step": 1724 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 5.865932099385055, |
| "learning_rate": 2.6114009074386846e-05, |
| "loss": 0.4224, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 0.8930293676582692, |
| "learning_rate": 2.60588514513603e-05, |
| "loss": 0.5337, |
| "step": 1726 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 0.9293846085494082, |
| "learning_rate": 2.6003731604448252e-05, |
| "loss": 0.449, |
| "step": 1727 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.8139795486633417, |
| "learning_rate": 2.5948649620622885e-05, |
| "loss": 0.508, |
| "step": 1728 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.0886072989528952, |
| "learning_rate": 2.5893605586796622e-05, |
| "loss": 0.4696, |
| "step": 1729 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.5736883333233402, |
| "learning_rate": 2.5838599589822e-05, |
| "loss": 0.4681, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 3.2179442376754523, |
| "learning_rate": 2.5783631716491553e-05, |
| "loss": 0.4616, |
| "step": 1731 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 2.4054138044553706, |
| "learning_rate": 2.5728702053537668e-05, |
| "loss": 0.4627, |
| "step": 1732 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.1200754369193764, |
| "learning_rate": 2.5673810687632428e-05, |
| "loss": 0.498, |
| "step": 1733 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 0.7562279679834875, |
| "learning_rate": 2.5618957705387465e-05, |
| "loss": 0.4426, |
| "step": 1734 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 4.452556427977634, |
| "learning_rate": 2.5564143193353907e-05, |
| "loss": 0.4943, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 2.0072864674629, |
| "learning_rate": 2.5509367238022126e-05, |
| "loss": 0.513, |
| "step": 1736 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 0.9270975501333062, |
| "learning_rate": 2.545462992582165e-05, |
| "loss": 0.5028, |
| "step": 1737 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.0484505299762161, |
| "learning_rate": 2.539993134312113e-05, |
| "loss": 0.5446, |
| "step": 1738 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 0.8961867803876548, |
| "learning_rate": 2.5345271576227946e-05, |
| "loss": 0.5242, |
| "step": 1739 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 7.131788232381726, |
| "learning_rate": 2.5290650711388374e-05, |
| "loss": 0.4885, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 3.1749338107070977, |
| "learning_rate": 2.5236068834787246e-05, |
| "loss": 0.3928, |
| "step": 1741 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 2.514399723895467, |
| "learning_rate": 2.518152603254785e-05, |
| "loss": 0.4055, |
| "step": 1742 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.8748203631099234, |
| "learning_rate": 2.5127022390731913e-05, |
| "loss": 0.4685, |
| "step": 1743 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.951633962473666, |
| "learning_rate": 2.5072557995339275e-05, |
| "loss": 0.4999, |
| "step": 1744 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.1286514538536756, |
| "learning_rate": 2.5018132932307882e-05, |
| "loss": 0.4781, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.3134325086555863, |
| "learning_rate": 2.4963747287513616e-05, |
| "loss": 0.4831, |
| "step": 1746 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.30669920885783, |
| "learning_rate": 2.490940114677022e-05, |
| "loss": 0.4024, |
| "step": 1747 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 2.251097391375837, |
| "learning_rate": 2.485509459582898e-05, |
| "loss": 0.4883, |
| "step": 1748 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.9061571499468215, |
| "learning_rate": 2.4800827720378843e-05, |
| "loss": 0.5811, |
| "step": 1749 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.805382613368526, |
| "learning_rate": 2.4746600606046078e-05, |
| "loss": 0.4318, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 3.45769663273903, |
| "learning_rate": 2.4692413338394223e-05, |
| "loss": 0.4288, |
| "step": 1751 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.0278720467767193, |
| "learning_rate": 2.4638266002923983e-05, |
| "loss": 0.373, |
| "step": 1752 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.9528668784837063, |
| "learning_rate": 2.4584158685073024e-05, |
| "loss": 0.4408, |
| "step": 1753 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.0076358837009383, |
| "learning_rate": 2.4530091470215832e-05, |
| "loss": 0.3786, |
| "step": 1754 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.2980086909572672, |
| "learning_rate": 2.4476064443663714e-05, |
| "loss": 0.5489, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.4839257817028664, |
| "learning_rate": 2.4422077690664487e-05, |
| "loss": 0.4952, |
| "step": 1756 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.6436441436434872, |
| "learning_rate": 2.436813129640243e-05, |
| "loss": 0.5225, |
| "step": 1757 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.9155491064291115, |
| "learning_rate": 2.4314225345998166e-05, |
| "loss": 0.4249, |
| "step": 1758 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 2.2736832952435813, |
| "learning_rate": 2.426035992450848e-05, |
| "loss": 0.4313, |
| "step": 1759 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 2.773766343234928, |
| "learning_rate": 2.4206535116926205e-05, |
| "loss": 0.4582, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.8530433493354599, |
| "learning_rate": 2.415275100818013e-05, |
| "loss": 0.4314, |
| "step": 1761 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 3.559660170178029, |
| "learning_rate": 2.4099007683134796e-05, |
| "loss": 0.5067, |
| "step": 1762 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 7.702944441263445, |
| "learning_rate": 2.404530522659036e-05, |
| "loss": 0.4973, |
| "step": 1763 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.9894871924150765, |
| "learning_rate": 2.3991643723282576e-05, |
| "loss": 0.4376, |
| "step": 1764 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.44537524869277, |
| "learning_rate": 2.3938023257882514e-05, |
| "loss": 0.4785, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.5964215158320008, |
| "learning_rate": 2.3884443914996485e-05, |
| "loss": 0.4761, |
| "step": 1766 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.5539680751378773, |
| "learning_rate": 2.3830905779165997e-05, |
| "loss": 0.4448, |
| "step": 1767 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.841418993929175, |
| "learning_rate": 2.3777408934867424e-05, |
| "loss": 0.4716, |
| "step": 1768 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 3.9041081712615116, |
| "learning_rate": 2.3723953466512046e-05, |
| "loss": 0.4062, |
| "step": 1769 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.7000889693302046, |
| "learning_rate": 2.3670539458445883e-05, |
| "loss": 0.5239, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.0963115716709986, |
| "learning_rate": 2.3617166994949493e-05, |
| "loss": 0.4777, |
| "step": 1771 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.8976241576191104, |
| "learning_rate": 2.3563836160237873e-05, |
| "loss": 0.4456, |
| "step": 1772 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.8081649464203111, |
| "learning_rate": 2.3510547038460405e-05, |
| "loss": 0.5068, |
| "step": 1773 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.0869011101900121, |
| "learning_rate": 2.3457299713700577e-05, |
| "loss": 0.4699, |
| "step": 1774 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 2.052529276939716, |
| "learning_rate": 2.340409426997594e-05, |
| "loss": 0.5535, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.1297024825730169, |
| "learning_rate": 2.3350930791238012e-05, |
| "loss": 0.4368, |
| "step": 1776 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.5779688548470698, |
| "learning_rate": 2.329780936137205e-05, |
| "loss": 0.4945, |
| "step": 1777 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.7911035881395935, |
| "learning_rate": 2.3244730064196962e-05, |
| "loss": 0.3364, |
| "step": 1778 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.9094134607998872, |
| "learning_rate": 2.3191692983465203e-05, |
| "loss": 0.5629, |
| "step": 1779 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.236485159631395, |
| "learning_rate": 2.313869820286257e-05, |
| "loss": 0.4614, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 2.579315496500259, |
| "learning_rate": 2.3085745806008185e-05, |
| "loss": 0.4417, |
| "step": 1781 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.9559839712655678, |
| "learning_rate": 2.303283587645424e-05, |
| "loss": 0.4355, |
| "step": 1782 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.4050837064049448, |
| "learning_rate": 2.2979968497685937e-05, |
| "loss": 0.6225, |
| "step": 1783 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 5.757397867126633, |
| "learning_rate": 2.2927143753121317e-05, |
| "loss": 0.4528, |
| "step": 1784 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.7782883275832817, |
| "learning_rate": 2.2874361726111194e-05, |
| "loss": 0.5452, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 5.445173883826877, |
| "learning_rate": 2.282162249993895e-05, |
| "loss": 0.5286, |
| "step": 1786 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.171973564532335, |
| "learning_rate": 2.2768926157820425e-05, |
| "loss": 0.4614, |
| "step": 1787 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 6.858382227316135, |
| "learning_rate": 2.2716272782903806e-05, |
| "loss": 0.4501, |
| "step": 1788 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.2772201575613185, |
| "learning_rate": 2.266366245826947e-05, |
| "loss": 0.3711, |
| "step": 1789 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.7287660425373104, |
| "learning_rate": 2.2611095266929905e-05, |
| "loss": 0.4156, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 2.2956546756225005, |
| "learning_rate": 2.25585712918295e-05, |
| "loss": 0.4964, |
| "step": 1791 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.832382078827941, |
| "learning_rate": 2.2506090615844443e-05, |
| "loss": 0.4848, |
| "step": 1792 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.9357731328755012, |
| "learning_rate": 2.245365332178267e-05, |
| "loss": 0.3843, |
| "step": 1793 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.7001630215721828, |
| "learning_rate": 2.2401259492383593e-05, |
| "loss": 0.5536, |
| "step": 1794 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 3.4731949791199166, |
| "learning_rate": 2.2348909210318064e-05, |
| "loss": 0.4508, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 2.248633779832368, |
| "learning_rate": 2.2296602558188253e-05, |
| "loss": 0.3692, |
| "step": 1796 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.190605291145064, |
| "learning_rate": 2.224433961852747e-05, |
| "loss": 0.4795, |
| "step": 1797 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 6.937653507048127, |
| "learning_rate": 2.2192120473799994e-05, |
| "loss": 0.4795, |
| "step": 1798 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 3.461686389725128, |
| "learning_rate": 2.2139945206401103e-05, |
| "loss": 0.4846, |
| "step": 1799 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.941916613371252, |
| "learning_rate": 2.2087813898656774e-05, |
| "loss": 0.422, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.3801050061636784, |
| "learning_rate": 2.203572663282362e-05, |
| "loss": 0.5087, |
| "step": 1801 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.0297469904274212, |
| "learning_rate": 2.1983683491088823e-05, |
| "loss": 0.5326, |
| "step": 1802 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.7393645755195999, |
| "learning_rate": 2.1931684555569877e-05, |
| "loss": 0.3781, |
| "step": 1803 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.8010216263308075, |
| "learning_rate": 2.1879729908314527e-05, |
| "loss": 0.5144, |
| "step": 1804 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 3.2809012056052405, |
| "learning_rate": 2.18278196313007e-05, |
| "loss": 0.3992, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.7128822955151142, |
| "learning_rate": 2.177595380643625e-05, |
| "loss": 0.5367, |
| "step": 1806 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.9018402362685047, |
| "learning_rate": 2.1724132515558904e-05, |
| "loss": 0.4881, |
| "step": 1807 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.4952933914953794, |
| "learning_rate": 2.1672355840436136e-05, |
| "loss": 0.5243, |
| "step": 1808 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.8202803619623893, |
| "learning_rate": 2.1620623862765006e-05, |
| "loss": 0.3966, |
| "step": 1809 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.9132988868643859, |
| "learning_rate": 2.156893666417204e-05, |
| "loss": 0.5581, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.3850821394546664, |
| "learning_rate": 2.151729432621315e-05, |
| "loss": 0.4724, |
| "step": 1811 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.5927207978688414, |
| "learning_rate": 2.146569693037343e-05, |
| "loss": 0.4953, |
| "step": 1812 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.8761270644805164, |
| "learning_rate": 2.141414455806704e-05, |
| "loss": 0.4194, |
| "step": 1813 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.788162149568196, |
| "learning_rate": 2.136263729063716e-05, |
| "loss": 0.5251, |
| "step": 1814 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 3.9865140728627857, |
| "learning_rate": 2.1311175209355755e-05, |
| "loss": 0.4133, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.565686968852839, |
| "learning_rate": 2.1259758395423495e-05, |
| "loss": 0.4759, |
| "step": 1816 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 2.3278925194285773, |
| "learning_rate": 2.1208386929969636e-05, |
| "loss": 0.5071, |
| "step": 1817 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.9916692525242456, |
| "learning_rate": 2.115706089405185e-05, |
| "loss": 0.4619, |
| "step": 1818 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.1315376020365782, |
| "learning_rate": 2.11057803686562e-05, |
| "loss": 0.3841, |
| "step": 1819 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.0765473487138066, |
| "learning_rate": 2.1054545434696854e-05, |
| "loss": 0.392, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.7139699996921225, |
| "learning_rate": 2.1003356173016098e-05, |
| "loss": 0.5014, |
| "step": 1821 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.0464327854603337, |
| "learning_rate": 2.0952212664384108e-05, |
| "loss": 0.4608, |
| "step": 1822 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 2.354727545604716, |
| "learning_rate": 2.0901114989498926e-05, |
| "loss": 0.5847, |
| "step": 1823 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.6118569124336257, |
| "learning_rate": 2.0850063228986234e-05, |
| "loss": 0.4395, |
| "step": 1824 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.0382667785758872, |
| "learning_rate": 2.0799057463399245e-05, |
| "loss": 0.4674, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.3067291804017356, |
| "learning_rate": 2.0748097773218695e-05, |
| "loss": 0.3816, |
| "step": 1826 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 2.3188998620659773, |
| "learning_rate": 2.0697184238852468e-05, |
| "loss": 0.6071, |
| "step": 1827 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 6.489672774169742, |
| "learning_rate": 2.0646316940635763e-05, |
| "loss": 0.4231, |
| "step": 1828 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.677336734900692, |
| "learning_rate": 2.059549595883074e-05, |
| "loss": 0.5067, |
| "step": 1829 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 4.051834498448976, |
| "learning_rate": 2.054472137362649e-05, |
| "loss": 0.4898, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.4928779720159473, |
| "learning_rate": 2.049399326513895e-05, |
| "loss": 0.4634, |
| "step": 1831 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.1653624890197039, |
| "learning_rate": 2.0443311713410645e-05, |
| "loss": 0.4999, |
| "step": 1832 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.509339454588147, |
| "learning_rate": 2.0392676798410677e-05, |
| "loss": 0.4237, |
| "step": 1833 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 0.7430162121130096, |
| "learning_rate": 2.0342088600034582e-05, |
| "loss": 0.4718, |
| "step": 1834 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 2.455854010692765, |
| "learning_rate": 2.0291547198104143e-05, |
| "loss": 0.5839, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 5.88762963483988, |
| "learning_rate": 2.0241052672367327e-05, |
| "loss": 0.414, |
| "step": 1836 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 0.87647748595782, |
| "learning_rate": 2.0190605102498122e-05, |
| "loss": 0.4588, |
| "step": 1837 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.4426795078684118, |
| "learning_rate": 2.0140204568096448e-05, |
| "loss": 0.4998, |
| "step": 1838 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 2.3335556962525703, |
| "learning_rate": 2.0089851148687965e-05, |
| "loss": 0.4246, |
| "step": 1839 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.1702045928890503, |
| "learning_rate": 2.0039544923724056e-05, |
| "loss": 0.4522, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 0.8182628402799483, |
| "learning_rate": 1.9989285972581595e-05, |
| "loss": 0.3732, |
| "step": 1841 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.149940358581366, |
| "learning_rate": 1.993907437456285e-05, |
| "loss": 0.3413, |
| "step": 1842 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.8563911343985988, |
| "learning_rate": 1.9888910208895427e-05, |
| "loss": 0.4641, |
| "step": 1843 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 0.9489876311481793, |
| "learning_rate": 1.983879355473204e-05, |
| "loss": 0.3891, |
| "step": 1844 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.902050811024132, |
| "learning_rate": 1.9788724491150423e-05, |
| "loss": 0.346, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.0456519811302551, |
| "learning_rate": 1.9738703097153316e-05, |
| "loss": 0.408, |
| "step": 1846 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 2.8962279376172204, |
| "learning_rate": 1.9688729451668114e-05, |
| "loss": 0.4501, |
| "step": 1847 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.1890853070859395, |
| "learning_rate": 1.9638803633546933e-05, |
| "loss": 0.5535, |
| "step": 1848 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.9150893164718357, |
| "learning_rate": 1.958892572156645e-05, |
| "loss": 0.4495, |
| "step": 1849 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.695879888295101, |
| "learning_rate": 1.9539095794427702e-05, |
| "loss": 0.4785, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 3.462374062793271, |
| "learning_rate": 1.948931393075603e-05, |
| "loss": 0.4804, |
| "step": 1851 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.2887183165742926, |
| "learning_rate": 1.943958020910096e-05, |
| "loss": 0.5543, |
| "step": 1852 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 2.5977887692815345, |
| "learning_rate": 1.9389894707936028e-05, |
| "loss": 0.4532, |
| "step": 1853 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 2.259434021374505, |
| "learning_rate": 1.9340257505658667e-05, |
| "loss": 0.5193, |
| "step": 1854 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.296055121613263, |
| "learning_rate": 1.9290668680590164e-05, |
| "loss": 0.468, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.2361108837346895, |
| "learning_rate": 1.9241128310975415e-05, |
| "loss": 0.5526, |
| "step": 1856 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.7687212240964274, |
| "learning_rate": 1.9191636474982883e-05, |
| "loss": 0.3526, |
| "step": 1857 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.8582285891311419, |
| "learning_rate": 1.9142193250704438e-05, |
| "loss": 0.3932, |
| "step": 1858 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 2.141102765163267, |
| "learning_rate": 1.9092798716155263e-05, |
| "loss": 0.4604, |
| "step": 1859 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.2331800209309118, |
| "learning_rate": 1.9043452949273687e-05, |
| "loss": 0.5192, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.9765389223701403, |
| "learning_rate": 1.8994156027921138e-05, |
| "loss": 0.4853, |
| "step": 1861 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 2.294081328058753, |
| "learning_rate": 1.894490802988194e-05, |
| "loss": 0.4211, |
| "step": 1862 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 2.8349160728868408, |
| "learning_rate": 1.8895709032863202e-05, |
| "loss": 0.4971, |
| "step": 1863 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.9800373016957793, |
| "learning_rate": 1.8846559114494773e-05, |
| "loss": 0.5813, |
| "step": 1864 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 3.294361408959749, |
| "learning_rate": 1.8797458352329005e-05, |
| "loss": 0.5608, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 2.1572120831795356, |
| "learning_rate": 1.8748406823840726e-05, |
| "loss": 0.5774, |
| "step": 1866 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.7004989450364656, |
| "learning_rate": 1.8699404606427052e-05, |
| "loss": 0.4583, |
| "step": 1867 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.4786160035907472, |
| "learning_rate": 1.8650451777407296e-05, |
| "loss": 0.3732, |
| "step": 1868 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.8872720847303255, |
| "learning_rate": 1.860154841402288e-05, |
| "loss": 0.425, |
| "step": 1869 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.4206020784990663, |
| "learning_rate": 1.855269459343713e-05, |
| "loss": 0.4686, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.104174805575187, |
| "learning_rate": 1.850389039273521e-05, |
| "loss": 0.3978, |
| "step": 1871 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.5751670742649557, |
| "learning_rate": 1.8455135888924013e-05, |
| "loss": 0.5679, |
| "step": 1872 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.5756240218280075, |
| "learning_rate": 1.8406431158931996e-05, |
| "loss": 0.4362, |
| "step": 1873 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.9547382630519172, |
| "learning_rate": 1.8357776279609086e-05, |
| "loss": 0.4986, |
| "step": 1874 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.8788994964831094, |
| "learning_rate": 1.830917132772654e-05, |
| "loss": 0.6659, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 2.802472621120529, |
| "learning_rate": 1.826061637997685e-05, |
| "loss": 0.5388, |
| "step": 1876 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 2.41425815630591, |
| "learning_rate": 1.821211151297358e-05, |
| "loss": 0.5198, |
| "step": 1877 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.8010261973954915, |
| "learning_rate": 1.816365680325134e-05, |
| "loss": 0.4624, |
| "step": 1878 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 2.0686224091876744, |
| "learning_rate": 1.8115252327265526e-05, |
| "loss": 0.4651, |
| "step": 1879 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.2391391564924619, |
| "learning_rate": 1.806689816139229e-05, |
| "loss": 0.5193, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.3844990210355943, |
| "learning_rate": 1.8018594381928444e-05, |
| "loss": 0.4139, |
| "step": 1881 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 3.1151901645587694, |
| "learning_rate": 1.7970341065091245e-05, |
| "loss": 0.4023, |
| "step": 1882 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 3.2105104872828942, |
| "learning_rate": 1.792213828701833e-05, |
| "loss": 0.4637, |
| "step": 1883 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 2.4214595515326915, |
| "learning_rate": 1.7873986123767635e-05, |
| "loss": 0.5676, |
| "step": 1884 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.7037247657160394, |
| "learning_rate": 1.7825884651317204e-05, |
| "loss": 0.4502, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 3.7872178903417355, |
| "learning_rate": 1.7777833945565052e-05, |
| "loss": 0.4751, |
| "step": 1886 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.8257102460008755, |
| "learning_rate": 1.7729834082329184e-05, |
| "loss": 0.4391, |
| "step": 1887 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 2.018992384551684, |
| "learning_rate": 1.768188513734731e-05, |
| "loss": 0.4646, |
| "step": 1888 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 3.1319055000840113, |
| "learning_rate": 1.763398718627681e-05, |
| "loss": 0.3543, |
| "step": 1889 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 6.155060843858897, |
| "learning_rate": 1.7586140304694655e-05, |
| "loss": 0.5325, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.5985776507146046, |
| "learning_rate": 1.753834456809716e-05, |
| "loss": 0.5083, |
| "step": 1891 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 5.433108225970522, |
| "learning_rate": 1.7490600051899963e-05, |
| "loss": 0.4702, |
| "step": 1892 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.4941748779152788, |
| "learning_rate": 1.7442906831437927e-05, |
| "loss": 0.4787, |
| "step": 1893 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.020380357373036, |
| "learning_rate": 1.7395264981964927e-05, |
| "loss": 0.529, |
| "step": 1894 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 3.2472761213557777, |
| "learning_rate": 1.734767457865379e-05, |
| "loss": 0.4333, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.7262045966221571, |
| "learning_rate": 1.7300135696596175e-05, |
| "loss": 0.419, |
| "step": 1896 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 5.1424602575730045, |
| "learning_rate": 1.725264841080245e-05, |
| "loss": 0.4189, |
| "step": 1897 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.3849597861603151, |
| "learning_rate": 1.7205212796201547e-05, |
| "loss": 0.4816, |
| "step": 1898 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.589483618253375, |
| "learning_rate": 1.715782892764092e-05, |
| "loss": 0.469, |
| "step": 1899 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.2074902112328711, |
| "learning_rate": 1.7110496879886317e-05, |
| "loss": 0.5282, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.10476450580629, |
| "learning_rate": 1.7063216727621732e-05, |
| "loss": 0.3477, |
| "step": 1901 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 4.3851745234066986, |
| "learning_rate": 1.7015988545449318e-05, |
| "loss": 0.4444, |
| "step": 1902 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.278406397494733, |
| "learning_rate": 1.6968812407889185e-05, |
| "loss": 0.4907, |
| "step": 1903 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.0381605853362674, |
| "learning_rate": 1.69216883893793e-05, |
| "loss": 0.3688, |
| "step": 1904 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.468178537914529, |
| "learning_rate": 1.687461656427548e-05, |
| "loss": 0.5716, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.2572932292574472, |
| "learning_rate": 1.682759700685107e-05, |
| "loss": 0.5611, |
| "step": 1906 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.2151495149637257, |
| "learning_rate": 1.6780629791297044e-05, |
| "loss": 0.4909, |
| "step": 1907 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.976595360834786, |
| "learning_rate": 1.673371499172174e-05, |
| "loss": 0.399, |
| "step": 1908 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.6175787243295683, |
| "learning_rate": 1.6686852682150794e-05, |
| "loss": 0.477, |
| "step": 1909 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 5.434770969045573, |
| "learning_rate": 1.664004293652701e-05, |
| "loss": 0.6536, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 4.309591341049181, |
| "learning_rate": 1.6593285828710298e-05, |
| "loss": 0.4624, |
| "step": 1911 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 2.38646361791836, |
| "learning_rate": 1.6546581432477455e-05, |
| "loss": 0.5535, |
| "step": 1912 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 2.528620939926913, |
| "learning_rate": 1.6499929821522125e-05, |
| "loss": 0.3768, |
| "step": 1913 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.2329739986453452, |
| "learning_rate": 1.64533310694547e-05, |
| "loss": 0.4877, |
| "step": 1914 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.0445571702017764, |
| "learning_rate": 1.640678524980212e-05, |
| "loss": 0.4115, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.4690324804929746, |
| "learning_rate": 1.636029243600782e-05, |
| "loss": 0.4499, |
| "step": 1916 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.0034662882606789, |
| "learning_rate": 1.6313852701431597e-05, |
| "loss": 0.5644, |
| "step": 1917 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.1683976099606581, |
| "learning_rate": 1.626746611934949e-05, |
| "loss": 0.5575, |
| "step": 1918 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.8877232530422999, |
| "learning_rate": 1.6221132762953706e-05, |
| "loss": 0.4227, |
| "step": 1919 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.9766616397099599, |
| "learning_rate": 1.6174852705352418e-05, |
| "loss": 0.5158, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.4733751250476574, |
| "learning_rate": 1.6128626019569715e-05, |
| "loss": 0.3668, |
| "step": 1921 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.9184039737157347, |
| "learning_rate": 1.6082452778545515e-05, |
| "loss": 0.5516, |
| "step": 1922 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.5364446544087573, |
| "learning_rate": 1.6036333055135344e-05, |
| "loss": 0.4546, |
| "step": 1923 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.9733738827965206, |
| "learning_rate": 1.5990266922110308e-05, |
| "loss": 0.626, |
| "step": 1924 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.1147776527109996, |
| "learning_rate": 1.5944254452157002e-05, |
| "loss": 0.4882, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.7432997930199058, |
| "learning_rate": 1.5898295717877255e-05, |
| "loss": 0.565, |
| "step": 1926 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 2.054378959081471, |
| "learning_rate": 1.585239079178815e-05, |
| "loss": 0.4914, |
| "step": 1927 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.011187632278474, |
| "learning_rate": 1.5806539746321918e-05, |
| "loss": 0.4834, |
| "step": 1928 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.6256786896532187, |
| "learning_rate": 1.5760742653825706e-05, |
| "loss": 0.4381, |
| "step": 1929 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.4409757395998022, |
| "learning_rate": 1.5714999586561536e-05, |
| "loss": 0.4215, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.4390755705151792, |
| "learning_rate": 1.5669310616706234e-05, |
| "loss": 0.4743, |
| "step": 1931 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.1971176433598694, |
| "learning_rate": 1.5623675816351224e-05, |
| "loss": 0.4795, |
| "step": 1932 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 2.4471902562239918, |
| "learning_rate": 1.557809525750245e-05, |
| "loss": 0.5687, |
| "step": 1933 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.9449743031339419, |
| "learning_rate": 1.5532569012080322e-05, |
| "loss": 0.4924, |
| "step": 1934 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.5120900906621837, |
| "learning_rate": 1.548709715191951e-05, |
| "loss": 0.4465, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 2.8801495032420004, |
| "learning_rate": 1.5441679748768832e-05, |
| "loss": 0.5039, |
| "step": 1936 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.2114701956827776, |
| "learning_rate": 1.5396316874291278e-05, |
| "loss": 0.5059, |
| "step": 1937 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.9722369424839893, |
| "learning_rate": 1.5351008600063728e-05, |
| "loss": 0.4363, |
| "step": 1938 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 2.5849314964505106, |
| "learning_rate": 1.5305754997576905e-05, |
| "loss": 0.3334, |
| "step": 1939 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.8410846287389867, |
| "learning_rate": 1.5260556138235327e-05, |
| "loss": 0.3982, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 2.4095366383419043, |
| "learning_rate": 1.5215412093357084e-05, |
| "loss": 0.3732, |
| "step": 1941 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.881570403238392, |
| "learning_rate": 1.5170322934173764e-05, |
| "loss": 0.5849, |
| "step": 1942 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.1808329719339759, |
| "learning_rate": 1.5125288731830411e-05, |
| "loss": 0.4463, |
| "step": 1943 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.9563321312510683, |
| "learning_rate": 1.5080309557385303e-05, |
| "loss": 0.4645, |
| "step": 1944 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 2.5102463314698413, |
| "learning_rate": 1.503538548180991e-05, |
| "loss": 0.5188, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 2.0430878761993525, |
| "learning_rate": 1.4990516575988767e-05, |
| "loss": 0.4587, |
| "step": 1946 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.9206045977663597, |
| "learning_rate": 1.4945702910719334e-05, |
| "loss": 0.4221, |
| "step": 1947 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.1748267510775678, |
| "learning_rate": 1.4900944556711927e-05, |
| "loss": 0.5202, |
| "step": 1948 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.396622212568365, |
| "learning_rate": 1.4856241584589603e-05, |
| "loss": 0.4484, |
| "step": 1949 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.3309488768035633, |
| "learning_rate": 1.4811594064888019e-05, |
| "loss": 0.5132, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 2.860984186430423, |
| "learning_rate": 1.4767002068055297e-05, |
| "loss": 0.6052, |
| "step": 1951 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.8907479325360764, |
| "learning_rate": 1.4722465664452034e-05, |
| "loss": 0.5568, |
| "step": 1952 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.9698630340557274, |
| "learning_rate": 1.467798492435104e-05, |
| "loss": 0.4946, |
| "step": 1953 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 3.083841862187081, |
| "learning_rate": 1.4633559917937317e-05, |
| "loss": 0.4354, |
| "step": 1954 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.5951921057718272, |
| "learning_rate": 1.4589190715307926e-05, |
| "loss": 0.4335, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.8287664116970036, |
| "learning_rate": 1.4544877386471856e-05, |
| "loss": 0.5405, |
| "step": 1956 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.5321651016492895, |
| "learning_rate": 1.4500620001349985e-05, |
| "loss": 0.406, |
| "step": 1957 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.9331079685804329, |
| "learning_rate": 1.4456418629774877e-05, |
| "loss": 0.5661, |
| "step": 1958 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.7907163467574974, |
| "learning_rate": 1.4412273341490706e-05, |
| "loss": 0.3979, |
| "step": 1959 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.0920804360700225, |
| "learning_rate": 1.4368184206153202e-05, |
| "loss": 0.5444, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.8010975263841296, |
| "learning_rate": 1.4324151293329451e-05, |
| "loss": 0.4683, |
| "step": 1961 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 2.1730908158026727, |
| "learning_rate": 1.4280174672497837e-05, |
| "loss": 0.4918, |
| "step": 1962 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.7296956423849692, |
| "learning_rate": 1.423625441304791e-05, |
| "loss": 0.4923, |
| "step": 1963 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.047191815094478, |
| "learning_rate": 1.4192390584280346e-05, |
| "loss": 0.5064, |
| "step": 1964 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.9286537745801802, |
| "learning_rate": 1.4148583255406684e-05, |
| "loss": 0.4883, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.6326575229022784, |
| "learning_rate": 1.4104832495549402e-05, |
| "loss": 0.3912, |
| "step": 1966 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.175786614832364, |
| "learning_rate": 1.4061138373741672e-05, |
| "loss": 0.3294, |
| "step": 1967 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.1860355412205728, |
| "learning_rate": 1.4017500958927298e-05, |
| "loss": 0.434, |
| "step": 1968 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.9987552740089478, |
| "learning_rate": 1.3973920319960655e-05, |
| "loss": 0.448, |
| "step": 1969 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 4.439521920970587, |
| "learning_rate": 1.393039652560647e-05, |
| "loss": 0.5726, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.9882002707293308, |
| "learning_rate": 1.3886929644539798e-05, |
| "loss": 0.5607, |
| "step": 1971 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.2182256802674354, |
| "learning_rate": 1.3843519745345923e-05, |
| "loss": 0.4513, |
| "step": 1972 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.081127059778525, |
| "learning_rate": 1.3800166896520184e-05, |
| "loss": 0.4342, |
| "step": 1973 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 0.887972833256664, |
| "learning_rate": 1.3756871166467911e-05, |
| "loss": 0.4547, |
| "step": 1974 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 4.0959726669654035, |
| "learning_rate": 1.3713632623504308e-05, |
| "loss": 0.4892, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.3827537595995505, |
| "learning_rate": 1.367045133585434e-05, |
| "loss": 0.6102, |
| "step": 1976 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 0.990167970088494, |
| "learning_rate": 1.3627327371652626e-05, |
| "loss": 0.4949, |
| "step": 1977 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.0924282476835883, |
| "learning_rate": 1.3584260798943377e-05, |
| "loss": 0.4621, |
| "step": 1978 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.4367361793070017, |
| "learning_rate": 1.3541251685680196e-05, |
| "loss": 0.4444, |
| "step": 1979 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 0.6916393674452582, |
| "learning_rate": 1.349830009972603e-05, |
| "loss": 0.4717, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 2.719392078208752, |
| "learning_rate": 1.3455406108853091e-05, |
| "loss": 0.4347, |
| "step": 1981 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 0.9565176985913184, |
| "learning_rate": 1.341256978074269e-05, |
| "loss": 0.4714, |
| "step": 1982 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.4818033445111845, |
| "learning_rate": 1.3369791182985125e-05, |
| "loss": 0.5016, |
| "step": 1983 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.861650281737814, |
| "learning_rate": 1.3327070383079676e-05, |
| "loss": 0.5525, |
| "step": 1984 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 3.5748927222641593, |
| "learning_rate": 1.3284407448434343e-05, |
| "loss": 0.4377, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.33309038323705, |
| "learning_rate": 1.3241802446365853e-05, |
| "loss": 0.4143, |
| "step": 1986 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.5995737818180396, |
| "learning_rate": 1.3199255444099557e-05, |
| "loss": 0.4335, |
| "step": 1987 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 2.7340044155286334, |
| "learning_rate": 1.3156766508769253e-05, |
| "loss": 0.4747, |
| "step": 1988 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 2.4984946450011414, |
| "learning_rate": 1.3114335707417108e-05, |
| "loss": 0.5626, |
| "step": 1989 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.2567042095867542, |
| "learning_rate": 1.30719631069936e-05, |
| "loss": 0.4764, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.983640836332345, |
| "learning_rate": 1.3029648774357345e-05, |
| "loss": 0.4826, |
| "step": 1991 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 2.8136902818371508, |
| "learning_rate": 1.298739277627501e-05, |
| "loss": 0.5496, |
| "step": 1992 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 3.2268276171517534, |
| "learning_rate": 1.2945195179421266e-05, |
| "loss": 0.5365, |
| "step": 1993 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 4.608288846337186, |
| "learning_rate": 1.2903056050378575e-05, |
| "loss": 0.4654, |
| "step": 1994 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 0.9806931075590034, |
| "learning_rate": 1.286097545563718e-05, |
| "loss": 0.3673, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 0.7496189443305021, |
| "learning_rate": 1.2818953461594957e-05, |
| "loss": 0.5202, |
| "step": 1996 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.125482404179942, |
| "learning_rate": 1.2776990134557293e-05, |
| "loss": 0.4698, |
| "step": 1997 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.7712075515288774, |
| "learning_rate": 1.2735085540737063e-05, |
| "loss": 0.5016, |
| "step": 1998 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.0379380459721337, |
| "learning_rate": 1.2693239746254415e-05, |
| "loss": 0.4553, |
| "step": 1999 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 5.298775597024131, |
| "learning_rate": 1.2651452817136744e-05, |
| "loss": 0.4612, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.300225886037111, |
| "learning_rate": 1.2609724819318542e-05, |
| "loss": 0.5568, |
| "step": 2001 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.204156912455503, |
| "learning_rate": 1.256805581864135e-05, |
| "loss": 0.5104, |
| "step": 2002 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.003288465612554, |
| "learning_rate": 1.2526445880853588e-05, |
| "loss": 0.6335, |
| "step": 2003 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.0482551154268525, |
| "learning_rate": 1.2484895071610497e-05, |
| "loss": 0.5071, |
| "step": 2004 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.9824731562989222, |
| "learning_rate": 1.2443403456474017e-05, |
| "loss": 0.4281, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.4722426835665832, |
| "learning_rate": 1.2401971100912663e-05, |
| "loss": 0.442, |
| "step": 2006 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.9387067459825355, |
| "learning_rate": 1.236059807030151e-05, |
| "loss": 0.4954, |
| "step": 2007 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 2.0809010249461215, |
| "learning_rate": 1.2319284429921957e-05, |
| "loss": 0.5275, |
| "step": 2008 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.7593747164024658, |
| "learning_rate": 1.2278030244961719e-05, |
| "loss": 0.5097, |
| "step": 2009 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 2.6996603174163085, |
| "learning_rate": 1.2236835580514717e-05, |
| "loss": 0.4482, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.8358772458238671, |
| "learning_rate": 1.2195700501580937e-05, |
| "loss": 0.4236, |
| "step": 2011 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 4.356359161464372, |
| "learning_rate": 1.2154625073066323e-05, |
| "loss": 0.4439, |
| "step": 2012 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 9.384787782734543, |
| "learning_rate": 1.2113609359782769e-05, |
| "loss": 0.5581, |
| "step": 2013 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.9372976892862878, |
| "learning_rate": 1.207265342644786e-05, |
| "loss": 0.4568, |
| "step": 2014 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 2.425101925600092, |
| "learning_rate": 1.2031757337684895e-05, |
| "loss": 0.5071, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.227022635016761, |
| "learning_rate": 1.1990921158022778e-05, |
| "loss": 0.5267, |
| "step": 2016 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 2.581870557531423, |
| "learning_rate": 1.1950144951895836e-05, |
| "loss": 0.4299, |
| "step": 2017 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 2.616885736589568, |
| "learning_rate": 1.1909428783643766e-05, |
| "loss": 0.4371, |
| "step": 2018 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.5828146503269678, |
| "learning_rate": 1.1868772717511583e-05, |
| "loss": 0.3647, |
| "step": 2019 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.3669658253459323, |
| "learning_rate": 1.182817681764941e-05, |
| "loss": 0.4904, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.4605719498727252, |
| "learning_rate": 1.178764114811246e-05, |
| "loss": 0.4159, |
| "step": 2021 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.1555886538183633, |
| "learning_rate": 1.1747165772860924e-05, |
| "loss": 0.6173, |
| "step": 2022 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.7798456305192738, |
| "learning_rate": 1.1706750755759854e-05, |
| "loss": 0.4511, |
| "step": 2023 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 3.0690405704802135, |
| "learning_rate": 1.1666396160579002e-05, |
| "loss": 0.4229, |
| "step": 2024 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.211574079709702, |
| "learning_rate": 1.1626102050992877e-05, |
| "loss": 0.5452, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.251773304881486, |
| "learning_rate": 1.1585868490580493e-05, |
| "loss": 0.5291, |
| "step": 2026 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.8088438120805985, |
| "learning_rate": 1.1545695542825313e-05, |
| "loss": 0.4788, |
| "step": 2027 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.2290018431554683, |
| "learning_rate": 1.1505583271115228e-05, |
| "loss": 0.3348, |
| "step": 2028 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 2.2538769966449714, |
| "learning_rate": 1.146553173874232e-05, |
| "loss": 0.3634, |
| "step": 2029 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 2.533852718743652, |
| "learning_rate": 1.1425541008902851e-05, |
| "loss": 0.5004, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 3.7919758757678976, |
| "learning_rate": 1.1385611144697178e-05, |
| "loss": 0.4704, |
| "step": 2031 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.891706109024229, |
| "learning_rate": 1.1345742209129572e-05, |
| "loss": 0.5439, |
| "step": 2032 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 2.923942856919419, |
| "learning_rate": 1.1305934265108203e-05, |
| "loss": 0.4042, |
| "step": 2033 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.1755439113971473, |
| "learning_rate": 1.1266187375444975e-05, |
| "loss": 0.4541, |
| "step": 2034 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.3190062214645735, |
| "learning_rate": 1.1226501602855466e-05, |
| "loss": 0.5433, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.013249515441217, |
| "learning_rate": 1.118687700995884e-05, |
| "loss": 0.4339, |
| "step": 2036 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.8657808416677595, |
| "learning_rate": 1.1147313659277703e-05, |
| "loss": 0.4503, |
| "step": 2037 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.08999636325976, |
| "learning_rate": 1.1107811613238034e-05, |
| "loss": 0.5601, |
| "step": 2038 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 2.9782592782257207, |
| "learning_rate": 1.1068370934169065e-05, |
| "loss": 0.5016, |
| "step": 2039 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.2617936906389282, |
| "learning_rate": 1.1028991684303247e-05, |
| "loss": 0.4777, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.1306739404731927, |
| "learning_rate": 1.0989673925776056e-05, |
| "loss": 0.5098, |
| "step": 2041 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 4.123552957730964, |
| "learning_rate": 1.0950417720625949e-05, |
| "loss": 0.4711, |
| "step": 2042 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 5.349859220971571, |
| "learning_rate": 1.0911223130794307e-05, |
| "loss": 0.459, |
| "step": 2043 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.5586685624616388, |
| "learning_rate": 1.0872090218125197e-05, |
| "loss": 0.6185, |
| "step": 2044 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.3958534937137372, |
| "learning_rate": 1.0833019044365466e-05, |
| "loss": 0.5038, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 2.5652367664620157, |
| "learning_rate": 1.0794009671164484e-05, |
| "loss": 0.605, |
| "step": 2046 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.4169408293100638, |
| "learning_rate": 1.075506216007412e-05, |
| "loss": 0.502, |
| "step": 2047 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 2.062748819480626, |
| "learning_rate": 1.0716176572548648e-05, |
| "loss": 0.4787, |
| "step": 2048 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.07570856742802, |
| "learning_rate": 1.0677352969944627e-05, |
| "loss": 0.509, |
| "step": 2049 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 0.8278035037569277, |
| "learning_rate": 1.0638591413520782e-05, |
| "loss": 0.4799, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.0133094811679586, |
| "learning_rate": 1.059989196443799e-05, |
| "loss": 0.4908, |
| "step": 2051 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 2.577403446303876, |
| "learning_rate": 1.0561254683759103e-05, |
| "loss": 0.5696, |
| "step": 2052 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.6700740962240215, |
| "learning_rate": 1.0522679632448867e-05, |
| "loss": 0.4635, |
| "step": 2053 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.5312488086933577, |
| "learning_rate": 1.0484166871373858e-05, |
| "loss": 0.4713, |
| "step": 2054 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.678520198587866, |
| "learning_rate": 1.0445716461302347e-05, |
| "loss": 0.4356, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 2.076454342604174, |
| "learning_rate": 1.0407328462904232e-05, |
| "loss": 0.4478, |
| "step": 2056 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 2.420453947345962, |
| "learning_rate": 1.036900293675096e-05, |
| "loss": 0.5104, |
| "step": 2057 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.2752189702619496, |
| "learning_rate": 1.033073994331536e-05, |
| "loss": 0.4238, |
| "step": 2058 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.8711662741377328, |
| "learning_rate": 1.0292539542971608e-05, |
| "loss": 0.4833, |
| "step": 2059 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.4629979763915826, |
| "learning_rate": 1.0254401795995144e-05, |
| "loss": 0.4652, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.7851835944721097, |
| "learning_rate": 1.0216326762562512e-05, |
| "loss": 0.456, |
| "step": 2061 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 2.7143868660956563, |
| "learning_rate": 1.0178314502751302e-05, |
| "loss": 0.4636, |
| "step": 2062 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 3.5347624765309744, |
| "learning_rate": 1.0140365076540104e-05, |
| "loss": 0.5482, |
| "step": 2063 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.2422331657963521, |
| "learning_rate": 1.0102478543808291e-05, |
| "loss": 0.4827, |
| "step": 2064 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.9154110526699497, |
| "learning_rate": 1.006465496433604e-05, |
| "loss": 0.4784, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 2.879913639342821, |
| "learning_rate": 1.0026894397804215e-05, |
| "loss": 0.5001, |
| "step": 2066 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.2084922719969078, |
| "learning_rate": 9.989196903794217e-06, |
| "loss": 0.4701, |
| "step": 2067 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.8344559533751382, |
| "learning_rate": 9.951562541787929e-06, |
| "loss": 0.4391, |
| "step": 2068 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.6109072145442775, |
| "learning_rate": 9.913991371167653e-06, |
| "loss": 0.4489, |
| "step": 2069 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 2.0695353534939525, |
| "learning_rate": 9.876483451215945e-06, |
| "loss": 0.5747, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.035066831494431, |
| "learning_rate": 9.839038841115566e-06, |
| "loss": 0.5606, |
| "step": 2071 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.1770536446578321, |
| "learning_rate": 9.801657599949432e-06, |
| "loss": 0.4455, |
| "step": 2072 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.9248120363759647, |
| "learning_rate": 9.764339786700372e-06, |
| "loss": 0.5024, |
| "step": 2073 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 3.5933859380431996, |
| "learning_rate": 9.727085460251235e-06, |
| "loss": 0.4384, |
| "step": 2074 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.8812876516120192, |
| "learning_rate": 9.689894679384631e-06, |
| "loss": 0.5561, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.3405782028989024, |
| "learning_rate": 9.652767502782933e-06, |
| "loss": 0.6193, |
| "step": 2076 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 2.7261254674622117, |
| "learning_rate": 9.615703989028124e-06, |
| "loss": 0.439, |
| "step": 2077 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.7714415383784388, |
| "learning_rate": 9.57870419660179e-06, |
| "loss": 0.4222, |
| "step": 2078 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.6043508628820038, |
| "learning_rate": 9.541768183884925e-06, |
| "loss": 0.4478, |
| "step": 2079 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.2789087283636904, |
| "learning_rate": 9.504896009157888e-06, |
| "loss": 0.5166, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.9935706369580857, |
| "learning_rate": 9.46808773060035e-06, |
| "loss": 0.4231, |
| "step": 2081 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.7872927284592952, |
| "learning_rate": 9.431343406291115e-06, |
| "loss": 0.4171, |
| "step": 2082 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.990894157186052, |
| "learning_rate": 9.394663094208101e-06, |
| "loss": 0.3995, |
| "step": 2083 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 2.0948744355160254, |
| "learning_rate": 9.358046852228214e-06, |
| "loss": 0.4206, |
| "step": 2084 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.756196808217686, |
| "learning_rate": 9.321494738127257e-06, |
| "loss": 0.4937, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.3792183304588501, |
| "learning_rate": 9.285006809579888e-06, |
| "loss": 0.5066, |
| "step": 2086 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.8909381400136742, |
| "learning_rate": 9.248583124159438e-06, |
| "loss": 0.4473, |
| "step": 2087 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.3820622840950472, |
| "learning_rate": 9.212223739337883e-06, |
| "loss": 0.4826, |
| "step": 2088 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 2.08969486597248, |
| "learning_rate": 9.175928712485771e-06, |
| "loss": 0.4, |
| "step": 2089 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.3598359922011807, |
| "learning_rate": 9.139698100872074e-06, |
| "loss": 0.4133, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.9183792158020836, |
| "learning_rate": 9.103531961664118e-06, |
| "loss": 0.4712, |
| "step": 2091 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.791846633317515, |
| "learning_rate": 9.067430351927525e-06, |
| "loss": 0.5299, |
| "step": 2092 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.1311357234858477, |
| "learning_rate": 9.031393328626082e-06, |
| "loss": 0.4736, |
| "step": 2093 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.8619582476886923, |
| "learning_rate": 8.99542094862164e-06, |
| "loss": 0.4994, |
| "step": 2094 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.7988638844612727, |
| "learning_rate": 8.95951326867413e-06, |
| "loss": 0.3992, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 2.244657552468421, |
| "learning_rate": 8.923670345441315e-06, |
| "loss": 0.5292, |
| "step": 2096 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 4.3057145138215525, |
| "learning_rate": 8.887892235478801e-06, |
| "loss": 0.5037, |
| "step": 2097 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 10.300596100865532, |
| "learning_rate": 8.852178995239969e-06, |
| "loss": 0.5321, |
| "step": 2098 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.9515212027954026, |
| "learning_rate": 8.816530681075779e-06, |
| "loss": 0.4018, |
| "step": 2099 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.4110995350509827, |
| "learning_rate": 8.780947349234785e-06, |
| "loss": 0.4909, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 3.214037581162975, |
| "learning_rate": 8.745429055863014e-06, |
| "loss": 0.5009, |
| "step": 2101 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.3172166749985814, |
| "learning_rate": 8.709975857003854e-06, |
| "loss": 0.4349, |
| "step": 2102 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.4196068578170176, |
| "learning_rate": 8.67458780859795e-06, |
| "loss": 0.4986, |
| "step": 2103 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 2.0831737734638454, |
| "learning_rate": 8.639264966483224e-06, |
| "loss": 0.3515, |
| "step": 2104 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 5.060649898764, |
| "learning_rate": 8.604007386394647e-06, |
| "loss": 0.4143, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 2.057815156375213, |
| "learning_rate": 8.568815123964225e-06, |
| "loss": 0.5201, |
| "step": 2106 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 2.548848505984044, |
| "learning_rate": 8.533688234720937e-06, |
| "loss": 0.4582, |
| "step": 2107 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.505398105978885, |
| "learning_rate": 8.49862677409058e-06, |
| "loss": 0.5108, |
| "step": 2108 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.6616769786488814, |
| "learning_rate": 8.463630797395694e-06, |
| "loss": 0.3815, |
| "step": 2109 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 4.987191007170844, |
| "learning_rate": 8.428700359855557e-06, |
| "loss": 0.3355, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.1871393512810298, |
| "learning_rate": 8.393835516585979e-06, |
| "loss": 0.5599, |
| "step": 2111 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.7859027572703002, |
| "learning_rate": 8.35903632259929e-06, |
| "loss": 0.5079, |
| "step": 2112 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.9782588322312435, |
| "learning_rate": 8.32430283280422e-06, |
| "loss": 0.5371, |
| "step": 2113 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.7801974709187398, |
| "learning_rate": 8.289635102005855e-06, |
| "loss": 0.4025, |
| "step": 2114 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.0309797623857815, |
| "learning_rate": 8.255033184905481e-06, |
| "loss": 0.5109, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.6918194850916435, |
| "learning_rate": 8.220497136100585e-06, |
| "loss": 0.5211, |
| "step": 2116 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.8235283482411146, |
| "learning_rate": 8.186027010084696e-06, |
| "loss": 0.5082, |
| "step": 2117 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.3571996226237766, |
| "learning_rate": 8.151622861247304e-06, |
| "loss": 0.4544, |
| "step": 2118 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.044513198640235, |
| "learning_rate": 8.117284743873849e-06, |
| "loss": 0.4449, |
| "step": 2119 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.8105481208486378, |
| "learning_rate": 8.083012712145544e-06, |
| "loss": 0.4951, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 2.356305627525599, |
| "learning_rate": 8.04880682013931e-06, |
| "loss": 0.4695, |
| "step": 2121 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 7.554471510489262, |
| "learning_rate": 8.014667121827784e-06, |
| "loss": 0.5092, |
| "step": 2122 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.9430838599759478, |
| "learning_rate": 7.980593671079046e-06, |
| "loss": 0.4271, |
| "step": 2123 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 9.428428956788883, |
| "learning_rate": 7.946586521656751e-06, |
| "loss": 0.5691, |
| "step": 2124 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.935886850468895, |
| "learning_rate": 7.912645727219875e-06, |
| "loss": 0.4867, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.359470747986102, |
| "learning_rate": 7.878771341322716e-06, |
| "loss": 0.449, |
| "step": 2126 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.4961502108862865, |
| "learning_rate": 7.84496341741478e-06, |
| "loss": 0.5231, |
| "step": 2127 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.8284907208181145, |
| "learning_rate": 7.81122200884072e-06, |
| "loss": 0.5405, |
| "step": 2128 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 0.9115746628257461, |
| "learning_rate": 7.77754716884022e-06, |
| "loss": 0.4817, |
| "step": 2129 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.0045172058353447, |
| "learning_rate": 7.743938950547925e-06, |
| "loss": 0.4328, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.0719970064996591, |
| "learning_rate": 7.710397406993397e-06, |
| "loss": 0.5211, |
| "step": 2131 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.6887125337698918, |
| "learning_rate": 7.676922591100922e-06, |
| "loss": 0.4357, |
| "step": 2132 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.1006710470339394, |
| "learning_rate": 7.643514555689562e-06, |
| "loss": 0.5661, |
| "step": 2133 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.1492283941590282, |
| "learning_rate": 7.610173353472993e-06, |
| "loss": 0.5403, |
| "step": 2134 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.0702862023428306, |
| "learning_rate": 7.576899037059398e-06, |
| "loss": 0.4697, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 0.9825870307128907, |
| "learning_rate": 7.543691658951496e-06, |
| "loss": 0.4167, |
| "step": 2136 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 4.495241260457605, |
| "learning_rate": 7.510551271546318e-06, |
| "loss": 0.4984, |
| "step": 2137 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.9726997924288985, |
| "learning_rate": 7.477477927135207e-06, |
| "loss": 0.5473, |
| "step": 2138 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 0.9295439803129122, |
| "learning_rate": 7.444471677903764e-06, |
| "loss": 0.3898, |
| "step": 2139 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 0.9380982509869892, |
| "learning_rate": 7.411532575931674e-06, |
| "loss": 0.4193, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.6430518180449738, |
| "learning_rate": 7.378660673192683e-06, |
| "loss": 0.4989, |
| "step": 2141 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.974721241972053, |
| "learning_rate": 7.345856021554509e-06, |
| "loss": 0.4992, |
| "step": 2142 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 3.3560000911569694, |
| "learning_rate": 7.313118672778768e-06, |
| "loss": 0.5538, |
| "step": 2143 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.4389594231262313, |
| "learning_rate": 7.280448678520851e-06, |
| "loss": 0.4876, |
| "step": 2144 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 2.7593066955168277, |
| "learning_rate": 7.247846090329913e-06, |
| "loss": 0.4201, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.1632237298867776, |
| "learning_rate": 7.215310959648719e-06, |
| "loss": 0.4732, |
| "step": 2146 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 2.475382069040998, |
| "learning_rate": 7.182843337813589e-06, |
| "loss": 0.3648, |
| "step": 2147 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.3399080912959442, |
| "learning_rate": 7.150443276054369e-06, |
| "loss": 0.4154, |
| "step": 2148 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 2.234097332828911, |
| "learning_rate": 7.118110825494251e-06, |
| "loss": 0.4218, |
| "step": 2149 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.049800531404906, |
| "learning_rate": 7.085846037149757e-06, |
| "loss": 0.4396, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 2.003951289140018, |
| "learning_rate": 7.0536489619306975e-06, |
| "loss": 0.4102, |
| "step": 2151 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 2.5669670548009926, |
| "learning_rate": 7.0215196506399515e-06, |
| "loss": 0.4741, |
| "step": 2152 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.547063928214398, |
| "learning_rate": 6.989458153973538e-06, |
| "loss": 0.4815, |
| "step": 2153 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.1914348093778657, |
| "learning_rate": 6.9574645225204625e-06, |
| "loss": 0.4769, |
| "step": 2154 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 2.381665264341148, |
| "learning_rate": 6.925538806762649e-06, |
| "loss": 0.4363, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.9156218707406263, |
| "learning_rate": 6.893681057074824e-06, |
| "loss": 0.5213, |
| "step": 2156 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.1185603822702401, |
| "learning_rate": 6.8618913237245396e-06, |
| "loss": 0.5287, |
| "step": 2157 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.8306707428128403, |
| "learning_rate": 6.830169656871966e-06, |
| "loss": 0.4975, |
| "step": 2158 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 2.706737210244825, |
| "learning_rate": 6.7985161065698854e-06, |
| "loss": 0.5973, |
| "step": 2159 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.4164284479275833, |
| "learning_rate": 6.766930722763631e-06, |
| "loss": 0.5032, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 2.73526200897914, |
| "learning_rate": 6.735413555290948e-06, |
| "loss": 0.602, |
| "step": 2161 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.5048523972143537, |
| "learning_rate": 6.703964653881955e-06, |
| "loss": 0.5417, |
| "step": 2162 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.8016957964707393, |
| "learning_rate": 6.672584068159055e-06, |
| "loss": 0.4736, |
| "step": 2163 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.7240332760860314, |
| "learning_rate": 6.641271847636854e-06, |
| "loss": 0.435, |
| "step": 2164 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 2.2152634423767945, |
| "learning_rate": 6.610028041722078e-06, |
| "loss": 0.3911, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 4.953239787003068, |
| "learning_rate": 6.578852699713539e-06, |
| "loss": 0.4391, |
| "step": 2166 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.2392037212054003, |
| "learning_rate": 6.54774587080198e-06, |
| "loss": 0.4262, |
| "step": 2167 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 2.07960817006798, |
| "learning_rate": 6.5167076040700495e-06, |
| "loss": 0.4599, |
| "step": 2168 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.956948258030515, |
| "learning_rate": 6.4857379484922375e-06, |
| "loss": 0.4753, |
| "step": 2169 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 2.8189718417160092, |
| "learning_rate": 6.4548369529347566e-06, |
| "loss": 0.5517, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.2489188979991017, |
| "learning_rate": 6.42400466615547e-06, |
| "loss": 0.4631, |
| "step": 2171 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.491174910118271, |
| "learning_rate": 6.3932411368038455e-06, |
| "loss": 0.4651, |
| "step": 2172 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.9912260963487626, |
| "learning_rate": 6.362546413420839e-06, |
| "loss": 0.5398, |
| "step": 2173 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.389256377243174, |
| "learning_rate": 6.331920544438885e-06, |
| "loss": 0.5101, |
| "step": 2174 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.8720263710409821, |
| "learning_rate": 6.3013635781817234e-06, |
| "loss": 0.4756, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 2.148573624870494, |
| "learning_rate": 6.270875562864398e-06, |
| "loss": 0.5001, |
| "step": 2176 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 2.9681582698354854, |
| "learning_rate": 6.24045654659316e-06, |
| "loss": 0.4146, |
| "step": 2177 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 2.6296370468875105, |
| "learning_rate": 6.210106577365382e-06, |
| "loss": 0.4783, |
| "step": 2178 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.7605397816050339, |
| "learning_rate": 6.179825703069486e-06, |
| "loss": 0.4371, |
| "step": 2179 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 4.669254916513034, |
| "learning_rate": 6.149613971484863e-06, |
| "loss": 0.5743, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 2.634743592774915, |
| "learning_rate": 6.119471430281848e-06, |
| "loss": 0.4695, |
| "step": 2181 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.047530612594709, |
| "learning_rate": 6.089398127021534e-06, |
| "loss": 0.4284, |
| "step": 2182 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.9406776538569712, |
| "learning_rate": 6.05939410915583e-06, |
| "loss": 0.4952, |
| "step": 2183 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.729742580321389, |
| "learning_rate": 6.0294594240272895e-06, |
| "loss": 0.5909, |
| "step": 2184 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 4.266715947205617, |
| "learning_rate": 5.999594118869051e-06, |
| "loss": 0.5016, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.6857727428582554, |
| "learning_rate": 5.96979824080483e-06, |
| "loss": 0.513, |
| "step": 2186 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.0010327906150345, |
| "learning_rate": 5.940071836848759e-06, |
| "loss": 0.442, |
| "step": 2187 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.7790682069142902, |
| "learning_rate": 5.910414953905341e-06, |
| "loss": 0.4324, |
| "step": 2188 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.9061772067722779, |
| "learning_rate": 5.880827638769415e-06, |
| "loss": 0.4815, |
| "step": 2189 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.9377732699642384, |
| "learning_rate": 5.851309938126031e-06, |
| "loss": 0.4361, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.8553163999454936, |
| "learning_rate": 5.821861898550402e-06, |
| "loss": 0.4633, |
| "step": 2191 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.9891276917104119, |
| "learning_rate": 5.792483566507811e-06, |
| "loss": 0.5178, |
| "step": 2192 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.3346065698931213, |
| "learning_rate": 5.763174988353576e-06, |
| "loss": 0.5376, |
| "step": 2193 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 2.234410382266584, |
| "learning_rate": 5.733936210332919e-06, |
| "loss": 0.5277, |
| "step": 2194 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.8275606440596103, |
| "learning_rate": 5.704767278580969e-06, |
| "loss": 0.5621, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.9192187234143905, |
| "learning_rate": 5.675668239122617e-06, |
| "loss": 0.4931, |
| "step": 2196 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.9332173386373894, |
| "learning_rate": 5.646639137872467e-06, |
| "loss": 0.5578, |
| "step": 2197 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 2.0745566451428674, |
| "learning_rate": 5.6176800206347965e-06, |
| "loss": 0.4183, |
| "step": 2198 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 2.6742865429145777, |
| "learning_rate": 5.588790933103444e-06, |
| "loss": 0.4306, |
| "step": 2199 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.4055365963890705, |
| "learning_rate": 5.559971920861734e-06, |
| "loss": 0.4478, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.3037996829371232, |
| "learning_rate": 5.531223029382443e-06, |
| "loss": 0.5447, |
| "step": 2201 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 2.469336116650674, |
| "learning_rate": 5.502544304027701e-06, |
| "loss": 0.457, |
| "step": 2202 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.3311597237807622, |
| "learning_rate": 5.473935790048901e-06, |
| "loss": 0.4311, |
| "step": 2203 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 2.574108421761068, |
| "learning_rate": 5.445397532586699e-06, |
| "loss": 0.5758, |
| "step": 2204 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.7642409401211139, |
| "learning_rate": 5.41692957667086e-06, |
| "loss": 0.4814, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 2.132737925948306, |
| "learning_rate": 5.388531967220211e-06, |
| "loss": 0.442, |
| "step": 2206 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.4298531393052163, |
| "learning_rate": 5.36020474904263e-06, |
| "loss": 0.5339, |
| "step": 2207 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.3225260997920463, |
| "learning_rate": 5.3319479668348775e-06, |
| "loss": 0.4995, |
| "step": 2208 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 2.2518793556324255, |
| "learning_rate": 5.303761665182594e-06, |
| "loss": 0.4288, |
| "step": 2209 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.5633877151622988, |
| "learning_rate": 5.275645888560232e-06, |
| "loss": 0.4792, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 0.7844314474817828, |
| "learning_rate": 5.247600681330905e-06, |
| "loss": 0.4179, |
| "step": 2211 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.1576005439443466, |
| "learning_rate": 5.219626087746443e-06, |
| "loss": 0.4661, |
| "step": 2212 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.3321560311831875, |
| "learning_rate": 5.191722151947226e-06, |
| "loss": 0.4433, |
| "step": 2213 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.6734259384367716, |
| "learning_rate": 5.163888917962129e-06, |
| "loss": 0.4885, |
| "step": 2214 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 0.9680987430898683, |
| "learning_rate": 5.13612642970851e-06, |
| "loss": 0.4122, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.3469817879837085, |
| "learning_rate": 5.1084347309920675e-06, |
| "loss": 0.4261, |
| "step": 2216 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.508967140231237, |
| "learning_rate": 5.0808138655068115e-06, |
| "loss": 0.4257, |
| "step": 2217 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 3.0192705025253925, |
| "learning_rate": 5.053263876834968e-06, |
| "loss": 0.5569, |
| "step": 2218 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 0.9785633487551242, |
| "learning_rate": 5.025784808446976e-06, |
| "loss": 0.5294, |
| "step": 2219 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 2.3331835763222233, |
| "learning_rate": 4.99837670370133e-06, |
| "loss": 0.4309, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.4924106377254518, |
| "learning_rate": 4.971039605844558e-06, |
| "loss": 0.4832, |
| "step": 2221 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.130843260194998, |
| "learning_rate": 4.943773558011161e-06, |
| "loss": 0.4964, |
| "step": 2222 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 0.7932240655437628, |
| "learning_rate": 4.916578603223515e-06, |
| "loss": 0.5371, |
| "step": 2223 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 4.302876052440199, |
| "learning_rate": 4.889454784391845e-06, |
| "loss": 0.458, |
| "step": 2224 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 3.3143392606271345, |
| "learning_rate": 4.86240214431411e-06, |
| "loss": 0.4648, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 0.5887123939945936, |
| "learning_rate": 4.835420725675965e-06, |
| "loss": 0.5039, |
| "step": 2226 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.2996722572434283, |
| "learning_rate": 4.808510571050695e-06, |
| "loss": 0.5272, |
| "step": 2227 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 0.7668444690451846, |
| "learning_rate": 4.781671722899128e-06, |
| "loss": 0.4508, |
| "step": 2228 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 0.733214775758728, |
| "learning_rate": 4.754904223569573e-06, |
| "loss": 0.4346, |
| "step": 2229 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.2605906262859543, |
| "learning_rate": 4.7282081152977946e-06, |
| "loss": 0.5003, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.7857282394249, |
| "learning_rate": 4.701583440206863e-06, |
| "loss": 0.4728, |
| "step": 2231 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.096257430120032, |
| "learning_rate": 4.67503024030716e-06, |
| "loss": 0.3766, |
| "step": 2232 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.5078746307214101, |
| "learning_rate": 4.648548557496307e-06, |
| "loss": 0.33, |
| "step": 2233 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 2.9264404143261213, |
| "learning_rate": 4.622138433559048e-06, |
| "loss": 0.5319, |
| "step": 2234 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 3.761545511742001, |
| "learning_rate": 4.5957999101672145e-06, |
| "loss": 0.6112, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.4734702551363599, |
| "learning_rate": 4.569533028879708e-06, |
| "loss": 0.4157, |
| "step": 2236 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 2.7407107772409502, |
| "learning_rate": 4.543337831142341e-06, |
| "loss": 0.4256, |
| "step": 2237 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.7426701297810754, |
| "learning_rate": 4.517214358287825e-06, |
| "loss": 0.4814, |
| "step": 2238 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.870080555641259, |
| "learning_rate": 4.491162651535718e-06, |
| "loss": 0.4364, |
| "step": 2239 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.4420979899454938, |
| "learning_rate": 4.465182751992342e-06, |
| "loss": 0.553, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 3.0480703178702533, |
| "learning_rate": 4.43927470065067e-06, |
| "loss": 0.4304, |
| "step": 2241 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 0.9581996883665058, |
| "learning_rate": 4.413438538390363e-06, |
| "loss": 0.5087, |
| "step": 2242 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 2.080002872425886, |
| "learning_rate": 4.387674305977629e-06, |
| "loss": 0.5285, |
| "step": 2243 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 2.9572257294757853, |
| "learning_rate": 4.361982044065166e-06, |
| "loss": 0.4166, |
| "step": 2244 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 0.7344948278419487, |
| "learning_rate": 4.3363617931921396e-06, |
| "loss": 0.4518, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.9934151072426127, |
| "learning_rate": 4.310813593784075e-06, |
| "loss": 0.417, |
| "step": 2246 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 0.8422679407459069, |
| "learning_rate": 4.2853374861527905e-06, |
| "loss": 0.5182, |
| "step": 2247 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.20359749383549, |
| "learning_rate": 4.2599335104964e-06, |
| "loss": 0.5936, |
| "step": 2248 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.175025450813474, |
| "learning_rate": 4.23460170689916e-06, |
| "loss": 0.5233, |
| "step": 2249 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 2.3858281482483013, |
| "learning_rate": 4.209342115331466e-06, |
| "loss": 0.5233, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 2.0362217455364884, |
| "learning_rate": 4.184154775649768e-06, |
| "loss": 0.4984, |
| "step": 2251 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 0.7758372935040391, |
| "learning_rate": 4.159039727596509e-06, |
| "loss": 0.5001, |
| "step": 2252 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.2864496144265027, |
| "learning_rate": 4.133997010800078e-06, |
| "loss": 0.442, |
| "step": 2253 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 0.7220087811151129, |
| "learning_rate": 4.1090266647747236e-06, |
| "loss": 0.4878, |
| "step": 2254 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.1042300419416076, |
| "learning_rate": 4.0841287289205e-06, |
| "loss": 0.5021, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.3307848731573866, |
| "learning_rate": 4.0593032425232105e-06, |
| "loss": 0.4819, |
| "step": 2256 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.3066063952927383, |
| "learning_rate": 4.034550244754348e-06, |
| "loss": 0.514, |
| "step": 2257 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.842729595964345, |
| "learning_rate": 4.009869774671021e-06, |
| "loss": 0.6206, |
| "step": 2258 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.4579545727902536, |
| "learning_rate": 3.985261871215906e-06, |
| "loss": 0.457, |
| "step": 2259 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.7844008766490085, |
| "learning_rate": 3.96072657321716e-06, |
| "loss": 0.4525, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.9347556554420895, |
| "learning_rate": 3.936263919388394e-06, |
| "loss": 0.4639, |
| "step": 2261 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.062765927906565, |
| "learning_rate": 3.9118739483285985e-06, |
| "loss": 0.5229, |
| "step": 2262 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.5651445058507236, |
| "learning_rate": 3.887556698522071e-06, |
| "loss": 0.4115, |
| "step": 2263 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.099290343860933, |
| "learning_rate": 3.86331220833836e-06, |
| "loss": 0.6251, |
| "step": 2264 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.418095503019766, |
| "learning_rate": 3.83914051603223e-06, |
| "loss": 0.4723, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.954490197228492, |
| "learning_rate": 3.815041659743551e-06, |
| "loss": 0.4898, |
| "step": 2266 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 2.1417595898952153, |
| "learning_rate": 3.7910156774972784e-06, |
| "loss": 0.4188, |
| "step": 2267 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 2.3632257233255296, |
| "learning_rate": 3.767062607203392e-06, |
| "loss": 0.5151, |
| "step": 2268 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.0889090654294316, |
| "learning_rate": 3.7431824866568323e-06, |
| "loss": 0.4187, |
| "step": 2269 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.5079784610187048, |
| "learning_rate": 3.71937535353738e-06, |
| "loss": 0.4721, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.7493221909027461, |
| "learning_rate": 3.69564124540972e-06, |
| "loss": 0.4451, |
| "step": 2271 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.4983745829925061, |
| "learning_rate": 3.671980199723274e-06, |
| "loss": 0.4667, |
| "step": 2272 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.50715969252709, |
| "learning_rate": 3.648392253812183e-06, |
| "loss": 0.3686, |
| "step": 2273 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.019073259753478, |
| "learning_rate": 3.6248774448952695e-06, |
| "loss": 0.4342, |
| "step": 2274 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.8161118976676139, |
| "learning_rate": 3.601435810075926e-06, |
| "loss": 0.5099, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.0769309811681074, |
| "learning_rate": 3.578067386342093e-06, |
| "loss": 0.5256, |
| "step": 2276 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.8736140648081252, |
| "learning_rate": 3.5547722105662094e-06, |
| "loss": 0.4121, |
| "step": 2277 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.7292342906183635, |
| "learning_rate": 3.5315503195051227e-06, |
| "loss": 0.415, |
| "step": 2278 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.4648824202809754, |
| "learning_rate": 3.5084017498000498e-06, |
| "loss": 0.4458, |
| "step": 2279 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.0908804473472498, |
| "learning_rate": 3.4853265379765133e-06, |
| "loss": 0.4896, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.6741717178721524, |
| "learning_rate": 3.4623247204442876e-06, |
| "loss": 0.4223, |
| "step": 2281 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.4319717056410142, |
| "learning_rate": 3.43939633349733e-06, |
| "loss": 0.4995, |
| "step": 2282 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.5895871957232215, |
| "learning_rate": 3.4165414133137728e-06, |
| "loss": 0.4244, |
| "step": 2283 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 4.006421828698779, |
| "learning_rate": 3.393759995955781e-06, |
| "loss": 0.5253, |
| "step": 2284 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.0637239867494785, |
| "learning_rate": 3.37105211736955e-06, |
| "loss": 0.5103, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 2.3074135103785256, |
| "learning_rate": 3.348417813385274e-06, |
| "loss": 0.437, |
| "step": 2286 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.3398169409367402, |
| "learning_rate": 3.3258571197170187e-06, |
| "loss": 0.4888, |
| "step": 2287 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.5546401432081085, |
| "learning_rate": 3.303370071962708e-06, |
| "loss": 0.4082, |
| "step": 2288 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.01642938890571, |
| "learning_rate": 3.2809567056040937e-06, |
| "loss": 0.5246, |
| "step": 2289 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.0025718701245634, |
| "learning_rate": 3.2586170560066078e-06, |
| "loss": 0.521, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 3.2756071629157253, |
| "learning_rate": 3.2363511584194263e-06, |
| "loss": 0.5138, |
| "step": 2291 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.338456741402672, |
| "learning_rate": 3.2141590479753236e-06, |
| "loss": 0.4234, |
| "step": 2292 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.0824218535247037, |
| "learning_rate": 3.1920407596906455e-06, |
| "loss": 0.4651, |
| "step": 2293 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.523818973283481, |
| "learning_rate": 3.1699963284652633e-06, |
| "loss": 0.4542, |
| "step": 2294 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.169398020772002, |
| "learning_rate": 3.1480257890825205e-06, |
| "loss": 0.4303, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.1626710061263452, |
| "learning_rate": 3.1261291762091527e-06, |
| "loss": 0.494, |
| "step": 2296 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.391047128916928, |
| "learning_rate": 3.1043065243952506e-06, |
| "loss": 0.4613, |
| "step": 2297 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.2371022708020614, |
| "learning_rate": 3.082557868074221e-06, |
| "loss": 0.484, |
| "step": 2298 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 0.93216876185397, |
| "learning_rate": 3.0608832415626898e-06, |
| "loss": 0.4436, |
| "step": 2299 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.7746856993378624, |
| "learning_rate": 3.03928267906049e-06, |
| "loss": 0.4772, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 2.0801943765264324, |
| "learning_rate": 3.0177562146505856e-06, |
| "loss": 0.5356, |
| "step": 2301 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 4.066710597885466, |
| "learning_rate": 2.9963038822990174e-06, |
| "loss": 0.5163, |
| "step": 2302 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.021860204857069, |
| "learning_rate": 2.974925715854876e-06, |
| "loss": 0.4106, |
| "step": 2303 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.011126916525549, |
| "learning_rate": 2.953621749050206e-06, |
| "loss": 0.5126, |
| "step": 2304 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.2357346367552673, |
| "learning_rate": 2.932392015499974e-06, |
| "loss": 0.5102, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.265210346747528, |
| "learning_rate": 2.9112365487020342e-06, |
| "loss": 0.4529, |
| "step": 2306 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.8736585326622524, |
| "learning_rate": 2.8901553820370463e-06, |
| "loss": 0.4474, |
| "step": 2307 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.5292542057757978, |
| "learning_rate": 2.8691485487684246e-06, |
| "loss": 0.436, |
| "step": 2308 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 12.098178154437317, |
| "learning_rate": 2.8482160820423154e-06, |
| "loss": 0.4856, |
| "step": 2309 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.9731510788570535, |
| "learning_rate": 2.8273580148875044e-06, |
| "loss": 0.5206, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.6589805071477998, |
| "learning_rate": 2.8065743802153875e-06, |
| "loss": 0.5184, |
| "step": 2311 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 2.2320685060065286, |
| "learning_rate": 2.7858652108199377e-06, |
| "loss": 0.6121, |
| "step": 2312 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.9604444337514482, |
| "learning_rate": 2.7652305393776002e-06, |
| "loss": 0.5091, |
| "step": 2313 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 2.307031100292478, |
| "learning_rate": 2.7446703984472797e-06, |
| "loss": 0.467, |
| "step": 2314 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 5.008732803637314, |
| "learning_rate": 2.72418482047031e-06, |
| "loss": 0.5018, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.1673611727363145, |
| "learning_rate": 2.703773837770329e-06, |
| "loss": 0.4659, |
| "step": 2316 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.1624942468573896, |
| "learning_rate": 2.6834374825533025e-06, |
| "loss": 0.4526, |
| "step": 2317 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 4.638175119755527, |
| "learning_rate": 2.66317578690744e-06, |
| "loss": 0.5053, |
| "step": 2318 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.7577462657557807, |
| "learning_rate": 2.6429887828031407e-06, |
| "loss": 0.4439, |
| "step": 2319 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.706582996558788, |
| "learning_rate": 2.6228765020929415e-06, |
| "loss": 0.4103, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 3.020340373708581, |
| "learning_rate": 2.6028389765115014e-06, |
| "loss": 0.5016, |
| "step": 2321 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.6637848793582395, |
| "learning_rate": 2.5828762376755024e-06, |
| "loss": 0.5088, |
| "step": 2322 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 2.1865808081207185, |
| "learning_rate": 2.5629883170836256e-06, |
| "loss": 0.4115, |
| "step": 2323 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 3.162552688280119, |
| "learning_rate": 2.543175246116514e-06, |
| "loss": 0.4812, |
| "step": 2324 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.1473469225127322, |
| "learning_rate": 2.523437056036687e-06, |
| "loss": 0.4419, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 4.255502651943419, |
| "learning_rate": 2.503773777988522e-06, |
| "loss": 0.4686, |
| "step": 2326 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.8334454107302531, |
| "learning_rate": 2.4841854429981993e-06, |
| "loss": 0.5069, |
| "step": 2327 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.264800141999642, |
| "learning_rate": 2.4646720819736404e-06, |
| "loss": 0.4619, |
| "step": 2328 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.6895641857257564, |
| "learning_rate": 2.44523372570446e-06, |
| "loss": 0.4066, |
| "step": 2329 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 2.635193409367471, |
| "learning_rate": 2.425870404861941e-06, |
| "loss": 0.4505, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.8879692387538818, |
| "learning_rate": 2.4065821499989647e-06, |
| "loss": 0.4269, |
| "step": 2331 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.114546376609313, |
| "learning_rate": 2.38736899154996e-06, |
| "loss": 0.3784, |
| "step": 2332 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.87635804376956, |
| "learning_rate": 2.3682309598308747e-06, |
| "loss": 0.587, |
| "step": 2333 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.2063242510813075, |
| "learning_rate": 2.3491680850391105e-06, |
| "loss": 0.5223, |
| "step": 2334 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 0.6924299757652499, |
| "learning_rate": 2.330180397253473e-06, |
| "loss": 0.4854, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 0.9843963994678459, |
| "learning_rate": 2.311267926434152e-06, |
| "loss": 0.3999, |
| "step": 2336 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.6045094498344095, |
| "learning_rate": 2.2924307024226322e-06, |
| "loss": 0.3593, |
| "step": 2337 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 3.189278050328899, |
| "learning_rate": 2.273668754941688e-06, |
| "loss": 0.6126, |
| "step": 2338 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.6029458317655618, |
| "learning_rate": 2.254982113595294e-06, |
| "loss": 0.4097, |
| "step": 2339 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 2.080343375151758, |
| "learning_rate": 2.2363708078686263e-06, |
| "loss": 0.4834, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.0836317554606631, |
| "learning_rate": 2.217834867127977e-06, |
| "loss": 0.3998, |
| "step": 2341 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 5.8308295005934, |
| "learning_rate": 2.1993743206207228e-06, |
| "loss": 0.4704, |
| "step": 2342 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.234827485982201, |
| "learning_rate": 2.1809891974752694e-06, |
| "loss": 0.4762, |
| "step": 2343 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.3654002897762727, |
| "learning_rate": 2.162679526701045e-06, |
| "loss": 0.4915, |
| "step": 2344 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.5544170829998456, |
| "learning_rate": 2.1444453371883833e-06, |
| "loss": 0.3886, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.157592122326746, |
| "learning_rate": 2.126286657708548e-06, |
| "loss": 0.4238, |
| "step": 2346 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 0.8333293755474562, |
| "learning_rate": 2.1082035169136373e-06, |
| "loss": 0.5065, |
| "step": 2347 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 2.6925483487948982, |
| "learning_rate": 2.090195943336587e-06, |
| "loss": 0.5361, |
| "step": 2348 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 5.626213292560195, |
| "learning_rate": 2.072263965391047e-06, |
| "loss": 0.5132, |
| "step": 2349 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.5710727466232124, |
| "learning_rate": 2.0544076113714396e-06, |
| "loss": 0.5444, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 3.606135404172804, |
| "learning_rate": 2.036626909452838e-06, |
| "loss": 0.5356, |
| "step": 2351 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.040262994633847, |
| "learning_rate": 2.0189218876909444e-06, |
| "loss": 0.5069, |
| "step": 2352 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.3905382567211637, |
| "learning_rate": 2.001292574022051e-06, |
| "loss": 0.4372, |
| "step": 2353 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 5.21981252323586, |
| "learning_rate": 1.9837389962630014e-06, |
| "loss": 0.5726, |
| "step": 2354 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.81611861852852, |
| "learning_rate": 1.9662611821111122e-06, |
| "loss": 0.4967, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 0.7699940095807403, |
| "learning_rate": 1.9488591591441894e-06, |
| "loss": 0.4492, |
| "step": 2356 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.3554122592553228, |
| "learning_rate": 1.9315329548204255e-06, |
| "loss": 0.4411, |
| "step": 2357 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 0.914829809960224, |
| "learning_rate": 1.9142825964783784e-06, |
| "loss": 0.526, |
| "step": 2358 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 0.6362257609046817, |
| "learning_rate": 1.8971081113369481e-06, |
| "loss": 0.4248, |
| "step": 2359 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.508319956789437, |
| "learning_rate": 1.8800095264953021e-06, |
| "loss": 0.5521, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.879213708090213, |
| "learning_rate": 1.8629868689328533e-06, |
| "loss": 0.5741, |
| "step": 2361 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.3812880802040737, |
| "learning_rate": 1.8460401655092107e-06, |
| "loss": 0.4783, |
| "step": 2362 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 2.1296692325553614, |
| "learning_rate": 1.8291694429641404e-06, |
| "loss": 0.5407, |
| "step": 2363 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.3916398390000992, |
| "learning_rate": 1.8123747279174986e-06, |
| "loss": 0.4498, |
| "step": 2364 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 2.1796004730906295, |
| "learning_rate": 1.795656046869254e-06, |
| "loss": 0.4469, |
| "step": 2365 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.150008943672986, |
| "learning_rate": 1.7790134261993607e-06, |
| "loss": 0.4308, |
| "step": 2366 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.5600942455881475, |
| "learning_rate": 1.7624468921677738e-06, |
| "loss": 0.5529, |
| "step": 2367 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.0775046936429935, |
| "learning_rate": 1.7459564709144171e-06, |
| "loss": 0.5567, |
| "step": 2368 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.5773629791180908, |
| "learning_rate": 1.7295421884590769e-06, |
| "loss": 0.3257, |
| "step": 2369 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 0.5932217643937547, |
| "learning_rate": 1.7132040707014186e-06, |
| "loss": 0.4678, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.3577700739818221, |
| "learning_rate": 1.696942143420943e-06, |
| "loss": 0.4873, |
| "step": 2371 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.0895834722362505, |
| "learning_rate": 1.6807564322769253e-06, |
| "loss": 0.509, |
| "step": 2372 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 0.8983651262099848, |
| "learning_rate": 1.6646469628083638e-06, |
| "loss": 0.5528, |
| "step": 2373 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.100365495852926, |
| "learning_rate": 1.6486137604339813e-06, |
| "loss": 0.4678, |
| "step": 2374 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 0.818316395583948, |
| "learning_rate": 1.6326568504521521e-06, |
| "loss": 0.3951, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.0237955104266894, |
| "learning_rate": 1.616776258040853e-06, |
| "loss": 0.5143, |
| "step": 2376 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.0234846246392983, |
| "learning_rate": 1.6009720082576785e-06, |
| "loss": 0.3509, |
| "step": 2377 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.310662442398866, |
| "learning_rate": 1.5852441260397255e-06, |
| "loss": 0.5317, |
| "step": 2378 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 0.9754484321682174, |
| "learning_rate": 1.5695926362036205e-06, |
| "loss": 0.5374, |
| "step": 2379 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.16945489736228, |
| "learning_rate": 1.5540175634454313e-06, |
| "loss": 0.3417, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.9686314429046026, |
| "learning_rate": 1.5385189323406657e-06, |
| "loss": 0.5025, |
| "step": 2381 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.9438388989606952, |
| "learning_rate": 1.5230967673442066e-06, |
| "loss": 0.6153, |
| "step": 2382 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 2.3360324754036226, |
| "learning_rate": 1.5077510927902938e-06, |
| "loss": 0.4824, |
| "step": 2383 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 3.099389137119794, |
| "learning_rate": 1.492481932892459e-06, |
| "loss": 0.4693, |
| "step": 2384 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.4186787132192293, |
| "learning_rate": 1.4772893117435127e-06, |
| "loss": 0.4442, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 0.7609193707085792, |
| "learning_rate": 1.462173253315502e-06, |
| "loss": 0.4279, |
| "step": 2386 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 2.6794679452088612, |
| "learning_rate": 1.4471337814596586e-06, |
| "loss": 0.5742, |
| "step": 2387 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.3461537190189607, |
| "learning_rate": 1.4321709199063726e-06, |
| "loss": 0.618, |
| "step": 2388 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.0713039357547132, |
| "learning_rate": 1.4172846922651528e-06, |
| "loss": 0.4216, |
| "step": 2389 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 0.7636433348015643, |
| "learning_rate": 1.402475122024588e-06, |
| "loss": 0.5244, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 2.274806925188111, |
| "learning_rate": 1.3877422325523192e-06, |
| "loss": 0.4176, |
| "step": 2391 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.351372111077849, |
| "learning_rate": 1.3730860470949847e-06, |
| "loss": 0.4511, |
| "step": 2392 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 0.8574366330444638, |
| "learning_rate": 1.3585065887781912e-06, |
| "loss": 0.5041, |
| "step": 2393 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 2.7276135127540124, |
| "learning_rate": 1.3440038806065036e-06, |
| "loss": 0.4527, |
| "step": 2394 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 2.3500512116053205, |
| "learning_rate": 1.3295779454633506e-06, |
| "loss": 0.4347, |
| "step": 2395 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.088829916928491, |
| "learning_rate": 1.3152288061110518e-06, |
| "loss": 0.5731, |
| "step": 2396 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 0.9922226001386104, |
| "learning_rate": 1.3009564851907297e-06, |
| "loss": 0.5135, |
| "step": 2397 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 3.0064778394199516, |
| "learning_rate": 1.2867610052223144e-06, |
| "loss": 0.3894, |
| "step": 2398 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 0.8047848402316129, |
| "learning_rate": 1.2726423886044725e-06, |
| "loss": 0.4843, |
| "step": 2399 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.3312755981931077, |
| "learning_rate": 1.258600657614617e-06, |
| "loss": 0.502, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 0.9492466336014692, |
| "learning_rate": 1.244635834408825e-06, |
| "loss": 0.4761, |
| "step": 2401 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 0.8438148003492789, |
| "learning_rate": 1.2307479410218203e-06, |
| "loss": 0.4551, |
| "step": 2402 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 3.0936853419019292, |
| "learning_rate": 1.2169369993669578e-06, |
| "loss": 0.404, |
| "step": 2403 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.7837598026493344, |
| "learning_rate": 1.2032030312361554e-06, |
| "loss": 0.5125, |
| "step": 2404 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 0.9593636238910693, |
| "learning_rate": 1.1895460582998785e-06, |
| "loss": 0.4081, |
| "step": 2405 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.838400204362805, |
| "learning_rate": 1.1759661021071233e-06, |
| "loss": 0.4189, |
| "step": 2406 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 2.215920726873269, |
| "learning_rate": 1.1624631840853495e-06, |
| "loss": 0.5694, |
| "step": 2407 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 0.9704848635371914, |
| "learning_rate": 1.1490373255404364e-06, |
| "loss": 0.4803, |
| "step": 2408 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 6.014390078149435, |
| "learning_rate": 1.1356885476567214e-06, |
| "loss": 0.485, |
| "step": 2409 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 0.850331679632397, |
| "learning_rate": 1.1224168714968786e-06, |
| "loss": 0.4547, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.547315493748677, |
| "learning_rate": 1.10922231800194e-06, |
| "loss": 0.5029, |
| "step": 2411 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.1962399001032726, |
| "learning_rate": 1.0961049079912633e-06, |
| "loss": 0.5536, |
| "step": 2412 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.7107378392485475, |
| "learning_rate": 1.0830646621624529e-06, |
| "loss": 0.3981, |
| "step": 2413 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.0727725269513757, |
| "learning_rate": 1.0701016010913723e-06, |
| "loss": 0.5432, |
| "step": 2414 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.1322875035904727, |
| "learning_rate": 1.0572157452321097e-06, |
| "loss": 0.4992, |
| "step": 2415 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 2.4783085889781327, |
| "learning_rate": 1.0444071149169122e-06, |
| "loss": 0.5873, |
| "step": 2416 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.9179537952783381, |
| "learning_rate": 1.0316757303561852e-06, |
| "loss": 0.4686, |
| "step": 2417 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.0190716380066944, |
| "learning_rate": 1.0190216116384543e-06, |
| "loss": 0.512, |
| "step": 2418 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.8827650972012697, |
| "learning_rate": 1.0064447787303144e-06, |
| "loss": 0.4913, |
| "step": 2419 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.4065171332979047, |
| "learning_rate": 9.939452514764248e-07, |
| "loss": 0.2987, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.9905279287677128, |
| "learning_rate": 9.8152304959947e-07, |
| "loss": 0.4609, |
| "step": 2421 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 2.510172172290676, |
| "learning_rate": 9.691781927001154e-07, |
| "loss": 0.4905, |
| "step": 2422 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.6915166910930868, |
| "learning_rate": 9.5691070025698e-07, |
| "loss": 0.4357, |
| "step": 2423 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.1782760460776103, |
| "learning_rate": 9.447205916266411e-07, |
| "loss": 0.4259, |
| "step": 2424 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.9592305948832824, |
| "learning_rate": 9.326078860435349e-07, |
| "loss": 0.5347, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.2903160114911552, |
| "learning_rate": 9.205726026199902e-07, |
| "loss": 0.4809, |
| "step": 2426 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.951091967385787, |
| "learning_rate": 9.086147603461714e-07, |
| "loss": 0.4495, |
| "step": 2427 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.2561185050721402, |
| "learning_rate": 8.967343780900361e-07, |
| "loss": 0.4779, |
| "step": 2428 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.0030763996092413, |
| "learning_rate": 8.849314745973447e-07, |
| "loss": 0.4182, |
| "step": 2429 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 3.6642245882296374, |
| "learning_rate": 8.732060684915777e-07, |
| "loss": 0.4716, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.9884804072674153, |
| "learning_rate": 8.615581782739468e-07, |
| "loss": 0.4426, |
| "step": 2431 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.580319251439508, |
| "learning_rate": 8.49987822323367e-07, |
| "loss": 0.5156, |
| "step": 2432 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.30487636394498, |
| "learning_rate": 8.384950188963958e-07, |
| "loss": 0.4259, |
| "step": 2433 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.6606946494353698, |
| "learning_rate": 8.270797861272272e-07, |
| "loss": 0.3855, |
| "step": 2434 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.0139883934678096, |
| "learning_rate": 8.157421420276535e-07, |
| "loss": 0.4852, |
| "step": 2435 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.9710012339873311, |
| "learning_rate": 8.044821044870587e-07, |
| "loss": 0.3984, |
| "step": 2436 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.399735179246334, |
| "learning_rate": 7.932996912723589e-07, |
| "loss": 0.5305, |
| "step": 2437 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 0.8555796397697084, |
| "learning_rate": 7.821949200279899e-07, |
| "loss": 0.3631, |
| "step": 2438 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.5602037164554337, |
| "learning_rate": 7.711678082758855e-07, |
| "loss": 0.4843, |
| "step": 2439 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 0.8799794996419836, |
| "learning_rate": 7.602183734154278e-07, |
| "loss": 0.3529, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.805409257140412, |
| "learning_rate": 7.493466327234578e-07, |
| "loss": 0.3849, |
| "step": 2441 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 5.3222593886057235, |
| "learning_rate": 7.38552603354209e-07, |
| "loss": 0.4482, |
| "step": 2442 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.5233259221875142, |
| "learning_rate": 7.278363023392909e-07, |
| "loss": 0.4934, |
| "step": 2443 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.8717018537374492, |
| "learning_rate": 7.171977465876834e-07, |
| "loss": 0.4679, |
| "step": 2444 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 0.9835532302096924, |
| "learning_rate": 7.066369528856809e-07, |
| "loss": 0.4727, |
| "step": 2445 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.5150846768551405, |
| "learning_rate": 6.961539378968929e-07, |
| "loss": 0.4276, |
| "step": 2446 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 0.6542385364038095, |
| "learning_rate": 6.85748718162188e-07, |
| "loss": 0.428, |
| "step": 2447 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.3827832018731572, |
| "learning_rate": 6.754213100996997e-07, |
| "loss": 0.4596, |
| "step": 2448 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.8749786147521728, |
| "learning_rate": 6.6517173000476e-07, |
| "loss": 0.4388, |
| "step": 2449 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 2.836804684406758, |
| "learning_rate": 6.549999940499318e-07, |
| "loss": 0.4585, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 2.342763376323636, |
| "learning_rate": 6.449061182849215e-07, |
| "loss": 0.4788, |
| "step": 2451 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.4503350770623937, |
| "learning_rate": 6.348901186365941e-07, |
| "loss": 0.5413, |
| "step": 2452 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.0346414112359406, |
| "learning_rate": 6.249520109089412e-07, |
| "loss": 0.5268, |
| "step": 2453 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 2.1073160714831727, |
| "learning_rate": 6.150918107830361e-07, |
| "loss": 0.4659, |
| "step": 2454 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 2.8980814205697905, |
| "learning_rate": 6.053095338170389e-07, |
| "loss": 0.4216, |
| "step": 2455 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 2.526996060761377, |
| "learning_rate": 5.956051954461472e-07, |
| "loss": 0.4795, |
| "step": 2456 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.646863455804528, |
| "learning_rate": 5.859788109825793e-07, |
| "loss": 0.4719, |
| "step": 2457 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 5.758721471954162, |
| "learning_rate": 5.764303956155515e-07, |
| "loss": 0.4332, |
| "step": 2458 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.7577143569683904, |
| "learning_rate": 5.669599644112788e-07, |
| "loss": 0.5233, |
| "step": 2459 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.1758263477097908, |
| "learning_rate": 5.575675323128915e-07, |
| "loss": 0.5771, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 0.9482747593282438, |
| "learning_rate": 5.482531141404679e-07, |
| "loss": 0.4069, |
| "step": 2461 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 4.0832222703056935, |
| "learning_rate": 5.39016724590985e-07, |
| "loss": 0.5158, |
| "step": 2462 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.6477066259585582, |
| "learning_rate": 5.298583782383071e-07, |
| "loss": 0.4739, |
| "step": 2463 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 3.131868372813543, |
| "learning_rate": 5.20778089533136e-07, |
| "loss": 0.6089, |
| "step": 2464 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.026851720510699, |
| "learning_rate": 5.117758728030441e-07, |
| "loss": 0.4446, |
| "step": 2465 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.9612659975850557, |
| "learning_rate": 5.028517422523749e-07, |
| "loss": 0.4961, |
| "step": 2466 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.284313199756751, |
| "learning_rate": 4.94005711962292e-07, |
| "loss": 0.416, |
| "step": 2467 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.957086677453935, |
| "learning_rate": 4.852377958907195e-07, |
| "loss": 0.5449, |
| "step": 2468 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.8267402624843162, |
| "learning_rate": 4.7654800787230723e-07, |
| "loss": 0.4364, |
| "step": 2469 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.4478142343771316, |
| "learning_rate": 4.6793636161845955e-07, |
| "loss": 0.546, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.8561583110510957, |
| "learning_rate": 4.5940287071726817e-07, |
| "loss": 0.5783, |
| "step": 2471 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 2.485668720432814, |
| "learning_rate": 4.509475486335013e-07, |
| "loss": 0.5492, |
| "step": 2472 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 2.1629380904291624, |
| "learning_rate": 4.425704087085869e-07, |
| "loss": 0.5149, |
| "step": 2473 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.4012788500220568, |
| "learning_rate": 4.3427146416060714e-07, |
| "loss": 0.4866, |
| "step": 2474 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.4088555372811888, |
| "learning_rate": 4.260507280842485e-07, |
| "loss": 0.4171, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.8321541052421897, |
| "learning_rate": 4.1790821345079055e-07, |
| "loss": 0.5009, |
| "step": 2476 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.1910388775971799, |
| "learning_rate": 4.09843933108095e-07, |
| "loss": 0.421, |
| "step": 2477 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.874919045897072, |
| "learning_rate": 4.0185789978057774e-07, |
| "loss": 0.4996, |
| "step": 2478 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 2.2896179792352727, |
| "learning_rate": 3.939501260692036e-07, |
| "loss": 0.3559, |
| "step": 2479 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 3.8882030168056745, |
| "learning_rate": 3.8612062445143596e-07, |
| "loss": 0.5274, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.1393801025625803, |
| "learning_rate": 3.7836940728123716e-07, |
| "loss": 0.5613, |
| "step": 2481 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.212663600235819, |
| "learning_rate": 3.706964867890572e-07, |
| "loss": 0.3621, |
| "step": 2482 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.8635221473861372, |
| "learning_rate": 3.6310187508179494e-07, |
| "loss": 0.4496, |
| "step": 2483 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 5.7430402062074375, |
| "learning_rate": 3.555855841427869e-07, |
| "loss": 0.5022, |
| "step": 2484 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.5338420919241356, |
| "learning_rate": 3.481476258318017e-07, |
| "loss": 0.4978, |
| "step": 2485 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.8431488721179029, |
| "learning_rate": 3.4078801188499597e-07, |
| "loss": 0.513, |
| "step": 2486 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 2.8705403562172775, |
| "learning_rate": 3.335067539149084e-07, |
| "loss": 0.6121, |
| "step": 2487 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.412532956366045, |
| "learning_rate": 3.263038634104487e-07, |
| "loss": 0.4782, |
| "step": 2488 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.8663538471267656, |
| "learning_rate": 3.191793517368702e-07, |
| "loss": 0.5843, |
| "step": 2489 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 0.6816706075877386, |
| "learning_rate": 3.1213323013575825e-07, |
| "loss": 0.451, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 0.6580975965482326, |
| "learning_rate": 3.0516550972499724e-07, |
| "loss": 0.4272, |
| "step": 2491 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.3451834467071324, |
| "learning_rate": 2.982762014987761e-07, |
| "loss": 0.4686, |
| "step": 2492 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 3.1249623638322874, |
| "learning_rate": 2.914653163275549e-07, |
| "loss": 0.414, |
| "step": 2493 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 2.3000568101157075, |
| "learning_rate": 2.8473286495805387e-07, |
| "loss": 0.5716, |
| "step": 2494 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.874659975192293, |
| "learning_rate": 2.780788580132254e-07, |
| "loss": 0.3093, |
| "step": 2495 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.649347147123595, |
| "learning_rate": 2.7150330599226e-07, |
| "loss": 0.4944, |
| "step": 2496 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.0239546570128215, |
| "learning_rate": 2.6500621927054715e-07, |
| "loss": 0.4772, |
| "step": 2497 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 0.6814461931356313, |
| "learning_rate": 2.585876080996752e-07, |
| "loss": 0.4547, |
| "step": 2498 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.768076341627065, |
| "learning_rate": 2.5224748260739284e-07, |
| "loss": 0.5035, |
| "step": 2499 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 0.8637072439097306, |
| "learning_rate": 2.459858527976311e-07, |
| "loss": 0.5162, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 4.280364306534021, |
| "learning_rate": 2.398027285504478e-07, |
| "loss": 0.4886, |
| "step": 2501 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.9716215929903633, |
| "learning_rate": 2.3369811962203335e-07, |
| "loss": 0.4025, |
| "step": 2502 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 0.9586827826755893, |
| "learning_rate": 2.276720356446882e-07, |
| "loss": 0.3958, |
| "step": 2503 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 4.90413805737964, |
| "learning_rate": 2.217244861268175e-07, |
| "loss": 0.4063, |
| "step": 2504 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.4881480607613842, |
| "learning_rate": 2.1585548045290337e-07, |
| "loss": 0.5503, |
| "step": 2505 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 2.4150155815936554, |
| "learning_rate": 2.1006502788349924e-07, |
| "loss": 0.4809, |
| "step": 2506 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.3129545324451408, |
| "learning_rate": 2.0435313755520214e-07, |
| "loss": 0.4951, |
| "step": 2507 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 2.629444547117807, |
| "learning_rate": 1.9871981848065824e-07, |
| "loss": 0.4313, |
| "step": 2508 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.1297531018030798, |
| "learning_rate": 1.9316507954854067e-07, |
| "loss": 0.547, |
| "step": 2509 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 0.9343271473148416, |
| "learning_rate": 1.876889295235218e-07, |
| "loss": 0.395, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.5514209489902213, |
| "learning_rate": 1.8229137704627864e-07, |
| "loss": 0.4997, |
| "step": 2511 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 0.544666733565981, |
| "learning_rate": 1.7697243063346524e-07, |
| "loss": 0.4069, |
| "step": 2512 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 0.9703308817838767, |
| "learning_rate": 1.7173209867771268e-07, |
| "loss": 0.451, |
| "step": 2513 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.3770735460461245, |
| "learning_rate": 1.6657038944759563e-07, |
| "loss": 0.4268, |
| "step": 2514 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 2.006996643128126, |
| "learning_rate": 1.614873110876547e-07, |
| "loss": 0.4715, |
| "step": 2515 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.6794318899790923, |
| "learning_rate": 1.564828716183353e-07, |
| "loss": 0.3586, |
| "step": 2516 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.1392907887746997, |
| "learning_rate": 1.5155707893601546e-07, |
| "loss": 0.5425, |
| "step": 2517 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.7364639371058925, |
| "learning_rate": 1.4670994081297795e-07, |
| "loss": 0.6305, |
| "step": 2518 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 2.5803778019976384, |
| "learning_rate": 1.4194146489738824e-07, |
| "loss": 0.4576, |
| "step": 2519 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.7369175892784541, |
| "learning_rate": 1.3725165871331103e-07, |
| "loss": 0.4542, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 2.964964749090459, |
| "learning_rate": 1.3264052966066033e-07, |
| "loss": 0.4633, |
| "step": 2521 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.3176447578256767, |
| "learning_rate": 1.2810808501522165e-07, |
| "loss": 0.582, |
| "step": 2522 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.3930409994888306, |
| "learning_rate": 1.2365433192861875e-07, |
| "loss": 0.47, |
| "step": 2523 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 3.381051261884364, |
| "learning_rate": 1.1927927742831358e-07, |
| "loss": 0.4053, |
| "step": 2524 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.7928669195934175, |
| "learning_rate": 1.1498292841758962e-07, |
| "loss": 0.4322, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 2.7619746280094537, |
| "learning_rate": 1.1076529167554639e-07, |
| "loss": 0.505, |
| "step": 2526 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.4225697084677362, |
| "learning_rate": 1.0662637385708274e-07, |
| "loss": 0.4471, |
| "step": 2527 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.4374525979576211, |
| "learning_rate": 1.0256618149288577e-07, |
| "loss": 0.457, |
| "step": 2528 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.4902890750239328, |
| "learning_rate": 9.858472098942528e-08, |
| "loss": 0.4446, |
| "step": 2529 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 2.387067058621959, |
| "learning_rate": 9.468199862895377e-08, |
| "loss": 0.4196, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.6541938221166609, |
| "learning_rate": 9.085802056946757e-08, |
| "loss": 0.5253, |
| "step": 2531 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.7717490438556358, |
| "learning_rate": 8.71127928447235e-08, |
| "loss": 0.4739, |
| "step": 2532 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.8267861455901196, |
| "learning_rate": 8.344632136421671e-08, |
| "loss": 0.391, |
| "step": 2533 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.1400252093116834, |
| "learning_rate": 7.985861191318611e-08, |
| "loss": 0.4025, |
| "step": 2534 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.5005972041034524, |
| "learning_rate": 7.634967015257566e-08, |
| "loss": 0.4903, |
| "step": 2535 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.856560138195325, |
| "learning_rate": 7.291950161905092e-08, |
| "loss": 0.3739, |
| "step": 2536 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 3.5784046433808756, |
| "learning_rate": 6.956811172499356e-08, |
| "loss": 0.4253, |
| "step": 2537 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.7176302717302918, |
| "learning_rate": 6.629550575847354e-08, |
| "loss": 0.4479, |
| "step": 2538 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.67273542456964, |
| "learning_rate": 6.310168888324919e-08, |
| "loss": 0.5306, |
| "step": 2539 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.9331084723642866, |
| "learning_rate": 5.998666613875603e-08, |
| "loss": 0.4687, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 0.6254329900376985, |
| "learning_rate": 5.695044244011238e-08, |
| "loss": 0.4219, |
| "step": 2541 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 0.6444221237795696, |
| "learning_rate": 5.399302257809713e-08, |
| "loss": 0.4921, |
| "step": 2542 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.261689922007517, |
| "learning_rate": 5.111441121914418e-08, |
| "loss": 0.4499, |
| "step": 2543 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.2303696314184078, |
| "learning_rate": 4.83146129053369e-08, |
| "loss": 0.5341, |
| "step": 2544 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 0.6321993784542236, |
| "learning_rate": 4.559363205440814e-08, |
| "loss": 0.3854, |
| "step": 2545 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.9708012834511528, |
| "learning_rate": 4.295147295972357e-08, |
| "loss": 0.453, |
| "step": 2546 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.4831008062367148, |
| "learning_rate": 4.038813979027056e-08, |
| "loss": 0.4573, |
| "step": 2547 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 2.9534573879452704, |
| "learning_rate": 3.790363659067486e-08, |
| "loss": 0.5383, |
| "step": 2548 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 5.79380954158012, |
| "learning_rate": 3.549796728115617e-08, |
| "loss": 0.444, |
| "step": 2549 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 0.9607563293629814, |
| "learning_rate": 3.3171135657572575e-08, |
| "loss": 0.4851, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.6516531710304838, |
| "learning_rate": 3.0923145391364984e-08, |
| "loss": 0.4831, |
| "step": 2551 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 2.4218591091811232, |
| "learning_rate": 2.8754000029573845e-08, |
| "loss": 0.5864, |
| "step": 2552 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.4278109527503478, |
| "learning_rate": 2.6663702994844664e-08, |
| "loss": 0.4724, |
| "step": 2553 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 2.154383414331681, |
| "learning_rate": 2.4652257585394688e-08, |
| "loss": 0.4988, |
| "step": 2554 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.4054907514865422, |
| "learning_rate": 2.271966697504069e-08, |
| "loss": 0.4929, |
| "step": 2555 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 3.019170402587805, |
| "learning_rate": 2.0865934213160078e-08, |
| "loss": 0.4476, |
| "step": 2556 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.0272704074126497, |
| "learning_rate": 1.909106222471313e-08, |
| "loss": 0.4311, |
| "step": 2557 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.378344248500574, |
| "learning_rate": 1.7395053810220775e-08, |
| "loss": 0.4726, |
| "step": 2558 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.5927215946265338, |
| "learning_rate": 1.577791164577014e-08, |
| "loss": 0.5258, |
| "step": 2559 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 0.8304029286912951, |
| "learning_rate": 1.4239638283014555e-08, |
| "loss": 0.5692, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.7032060357119156, |
| "learning_rate": 1.2780236149145808e-08, |
| "loss": 0.4923, |
| "step": 2561 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.2453966599580333, |
| "learning_rate": 1.1399707546921879e-08, |
| "loss": 0.5115, |
| "step": 2562 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.3533025178869484, |
| "learning_rate": 1.009805465464475e-08, |
| "loss": 0.5277, |
| "step": 2563 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 0.7357442045774616, |
| "learning_rate": 8.875279526154855e-09, |
| "loss": 0.5067, |
| "step": 2564 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 2.4947448760879776, |
| "learning_rate": 7.731384090842176e-09, |
| "loss": 0.5501, |
| "step": 2565 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 0.9559167639819436, |
| "learning_rate": 6.666370153624035e-09, |
| "loss": 0.5241, |
| "step": 2566 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.9758175150014871, |
| "learning_rate": 5.6802393949562104e-09, |
| "loss": 0.4599, |
| "step": 2567 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.4731331592739016, |
| "learning_rate": 4.772993370832923e-09, |
| "loss": 0.4071, |
| "step": 2568 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.0172854582710178, |
| "learning_rate": 3.9446335127757414e-09, |
| "loss": 0.5405, |
| "step": 2569 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 2.8858050662880403, |
| "learning_rate": 3.195161127833579e-09, |
| "loss": 0.4728, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.1224858836784657, |
| "learning_rate": 2.5245773985715927e-09, |
| "loss": 0.4895, |
| "step": 2571 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.2854720901591494, |
| "learning_rate": 1.932883383093387e-09, |
| "loss": 0.4341, |
| "step": 2572 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 3.0527536495252034, |
| "learning_rate": 1.4200800150132588e-09, |
| "loss": 0.4551, |
| "step": 2573 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.6239640873090154, |
| "learning_rate": 9.861681034672997e-10, |
| "loss": 0.3578, |
| "step": 2574 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.0533015601311724, |
| "learning_rate": 6.311483331244983e-10, |
| "loss": 0.4429, |
| "step": 2575 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.0577792792832101, |
| "learning_rate": 3.5502126415343227e-10, |
| "loss": 0.4972, |
| "step": 2576 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.1651876844631635, |
| "learning_rate": 1.5778733225002562e-10, |
| "loss": 0.4429, |
| "step": 2577 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.9822171272920979, |
| "learning_rate": 3.944684862089432e-11, |
| "loss": 0.4349, |
| "step": 2578 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.948839446946887, |
| "learning_rate": 0.0, |
| "loss": 0.4465, |
| "step": 2579 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 2579, |
| "total_flos": 347421368664064.0, |
| "train_loss": 0.5110779059585003, |
| "train_runtime": 73596.8502, |
| "train_samples_per_second": 1.122, |
| "train_steps_per_second": 0.035 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 2579, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 2000, |
| "total_flos": 347421368664064.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
