{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 0,
  "global_step": 475,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002105263157894737,
      "grad_norm": 0.03271484375,
      "learning_rate": 9.978947368421053e-06,
      "loss": 1.8932,
      "step": 1
    },
    {
      "epoch": 0.004210526315789474,
      "grad_norm": 0.034912109375,
      "learning_rate": 9.957894736842106e-06,
      "loss": 1.9134,
      "step": 2
    },
    {
      "epoch": 0.00631578947368421,
      "grad_norm": 0.032958984375,
      "learning_rate": 9.936842105263159e-06,
      "loss": 1.7906,
      "step": 3
    },
    {
      "epoch": 0.008421052631578947,
      "grad_norm": 0.036376953125,
      "learning_rate": 9.915789473684211e-06,
      "loss": 1.9179,
      "step": 4
    },
    {
      "epoch": 0.010526315789473684,
      "grad_norm": 0.034423828125,
      "learning_rate": 9.894736842105264e-06,
      "loss": 1.7624,
      "step": 5
    },
    {
      "epoch": 0.01263157894736842,
      "grad_norm": 0.03515625,
      "learning_rate": 9.873684210526317e-06,
      "loss": 1.8305,
      "step": 6
    },
    {
      "epoch": 0.014736842105263158,
      "grad_norm": 0.035400390625,
      "learning_rate": 9.85263157894737e-06,
      "loss": 1.8251,
      "step": 7
    },
    {
      "epoch": 0.016842105263157894,
      "grad_norm": 0.037841796875,
      "learning_rate": 9.831578947368422e-06,
      "loss": 1.7951,
      "step": 8
    },
    {
      "epoch": 0.018947368421052633,
      "grad_norm": 0.038818359375,
      "learning_rate": 9.810526315789475e-06,
      "loss": 1.8827,
      "step": 9
    },
    {
      "epoch": 0.021052631578947368,
      "grad_norm": 0.040283203125,
      "learning_rate": 9.789473684210527e-06,
      "loss": 1.8437,
      "step": 10
    },
    {
      "epoch": 0.023157894736842106,
      "grad_norm": 0.044189453125,
      "learning_rate": 9.76842105263158e-06,
      "loss": 1.8655,
      "step": 11
    },
    {
      "epoch": 0.02526315789473684,
      "grad_norm": 0.041015625,
      "learning_rate": 9.747368421052633e-06,
      "loss": 1.7351,
      "step": 12
    },
    {
      "epoch": 0.02736842105263158,
      "grad_norm": 0.04345703125,
      "learning_rate": 9.726315789473685e-06,
      "loss": 1.7214,
      "step": 13
    },
    {
      "epoch": 0.029473684210526315,
      "grad_norm": 0.046875,
      "learning_rate": 9.705263157894738e-06,
      "loss": 1.7764,
      "step": 14
    },
    {
      "epoch": 0.031578947368421054,
      "grad_norm": 0.04736328125,
      "learning_rate": 9.68421052631579e-06,
      "loss": 1.8332,
      "step": 15
    },
    {
      "epoch": 0.03368421052631579,
      "grad_norm": 0.049072265625,
      "learning_rate": 9.663157894736843e-06,
      "loss": 1.7605,
      "step": 16
    },
    {
      "epoch": 0.035789473684210524,
      "grad_norm": 0.05078125,
      "learning_rate": 9.642105263157896e-06,
      "loss": 1.866,
      "step": 17
    },
    {
      "epoch": 0.037894736842105266,
      "grad_norm": 0.053955078125,
      "learning_rate": 9.621052631578947e-06,
      "loss": 1.7959,
      "step": 18
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.05517578125,
      "learning_rate": 9.600000000000001e-06,
      "loss": 1.7932,
      "step": 19
    },
    {
      "epoch": 0.042105263157894736,
      "grad_norm": 0.055908203125,
      "learning_rate": 9.578947368421054e-06,
      "loss": 1.8226,
      "step": 20
    },
    {
      "epoch": 0.04421052631578947,
      "grad_norm": 0.05615234375,
      "learning_rate": 9.557894736842107e-06,
      "loss": 1.7581,
      "step": 21
    },
    {
      "epoch": 0.04631578947368421,
      "grad_norm": 0.05908203125,
      "learning_rate": 9.53684210526316e-06,
      "loss": 1.8453,
      "step": 22
    },
    {
      "epoch": 0.04842105263157895,
      "grad_norm": 0.0595703125,
      "learning_rate": 9.515789473684212e-06,
      "loss": 1.8129,
      "step": 23
    },
    {
      "epoch": 0.05052631578947368,
      "grad_norm": 0.061767578125,
      "learning_rate": 9.494736842105265e-06,
      "loss": 1.7449,
      "step": 24
    },
    {
      "epoch": 0.05263157894736842,
      "grad_norm": 0.06396484375,
      "learning_rate": 9.473684210526315e-06,
      "loss": 1.7889,
      "step": 25
    },
    {
      "epoch": 0.05473684210526316,
      "grad_norm": 0.06640625,
      "learning_rate": 9.452631578947368e-06,
      "loss": 1.796,
      "step": 26
    },
    {
      "epoch": 0.056842105263157895,
      "grad_norm": 0.064453125,
      "learning_rate": 9.43157894736842e-06,
      "loss": 1.7494,
      "step": 27
    },
    {
      "epoch": 0.05894736842105263,
      "grad_norm": 0.06640625,
      "learning_rate": 9.410526315789475e-06,
      "loss": 1.7336,
      "step": 28
    },
    {
      "epoch": 0.061052631578947365,
      "grad_norm": 0.0693359375,
      "learning_rate": 9.389473684210528e-06,
      "loss": 1.7856,
      "step": 29
    },
    {
      "epoch": 0.06315789473684211,
      "grad_norm": 0.06982421875,
      "learning_rate": 9.36842105263158e-06,
      "loss": 1.7568,
      "step": 30
    },
    {
      "epoch": 0.06526315789473684,
      "grad_norm": 0.07275390625,
      "learning_rate": 9.347368421052633e-06,
      "loss": 1.8034,
      "step": 31
    },
    {
      "epoch": 0.06736842105263158,
      "grad_norm": 0.07080078125,
      "learning_rate": 9.326315789473684e-06,
      "loss": 1.7741,
      "step": 32
    },
    {
      "epoch": 0.06947368421052631,
      "grad_norm": 0.076171875,
      "learning_rate": 9.305263157894737e-06,
      "loss": 1.8097,
      "step": 33
    },
    {
      "epoch": 0.07157894736842105,
      "grad_norm": 0.076171875,
      "learning_rate": 9.28421052631579e-06,
      "loss": 1.8669,
      "step": 34
    },
    {
      "epoch": 0.07368421052631578,
      "grad_norm": 0.07421875,
      "learning_rate": 9.263157894736842e-06,
      "loss": 1.6955,
      "step": 35
    },
    {
      "epoch": 0.07578947368421053,
      "grad_norm": 0.076171875,
      "learning_rate": 9.242105263157896e-06,
      "loss": 1.7907,
      "step": 36
    },
    {
      "epoch": 0.07789473684210527,
      "grad_norm": 0.0771484375,
      "learning_rate": 9.221052631578949e-06,
      "loss": 1.774,
      "step": 37
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.0771484375,
      "learning_rate": 9.200000000000002e-06,
      "loss": 1.8049,
      "step": 38
    },
    {
      "epoch": 0.08210526315789474,
      "grad_norm": 0.0771484375,
      "learning_rate": 9.178947368421053e-06,
      "loss": 1.7623,
      "step": 39
    },
    {
      "epoch": 0.08421052631578947,
      "grad_norm": 0.076171875,
      "learning_rate": 9.157894736842105e-06,
      "loss": 1.6828,
      "step": 40
    },
    {
      "epoch": 0.0863157894736842,
      "grad_norm": 0.0791015625,
      "learning_rate": 9.136842105263158e-06,
      "loss": 1.7422,
      "step": 41
    },
    {
      "epoch": 0.08842105263157894,
      "grad_norm": 0.07763671875,
      "learning_rate": 9.11578947368421e-06,
      "loss": 1.7075,
      "step": 42
    },
    {
      "epoch": 0.09052631578947369,
      "grad_norm": 0.076171875,
      "learning_rate": 9.094736842105263e-06,
      "loss": 1.7256,
      "step": 43
    },
    {
      "epoch": 0.09263157894736843,
      "grad_norm": 0.078125,
      "learning_rate": 9.073684210526316e-06,
      "loss": 1.7138,
      "step": 44
    },
    {
      "epoch": 0.09473684210526316,
      "grad_norm": 0.080078125,
      "learning_rate": 9.05263157894737e-06,
      "loss": 1.7512,
      "step": 45
    },
    {
      "epoch": 0.0968421052631579,
      "grad_norm": 0.0751953125,
      "learning_rate": 9.031578947368423e-06,
      "loss": 1.7006,
      "step": 46
    },
    {
      "epoch": 0.09894736842105263,
      "grad_norm": 0.0810546875,
      "learning_rate": 9.010526315789474e-06,
      "loss": 1.7905,
      "step": 47
    },
    {
      "epoch": 0.10105263157894737,
      "grad_norm": 0.08203125,
      "learning_rate": 8.989473684210527e-06,
      "loss": 1.7899,
      "step": 48
    },
    {
      "epoch": 0.1031578947368421,
      "grad_norm": 0.07861328125,
      "learning_rate": 8.96842105263158e-06,
      "loss": 1.7219,
      "step": 49
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 0.0771484375,
      "learning_rate": 8.947368421052632e-06,
      "loss": 1.6911,
      "step": 50
    },
    {
      "epoch": 0.10736842105263159,
      "grad_norm": 0.07861328125,
      "learning_rate": 8.926315789473685e-06,
      "loss": 1.7586,
      "step": 51
    },
    {
      "epoch": 0.10947368421052632,
      "grad_norm": 0.0791015625,
      "learning_rate": 8.905263157894737e-06,
      "loss": 1.7114,
      "step": 52
    },
    {
      "epoch": 0.11157894736842106,
      "grad_norm": 0.07568359375,
      "learning_rate": 8.884210526315792e-06,
      "loss": 1.7118,
      "step": 53
    },
    {
      "epoch": 0.11368421052631579,
      "grad_norm": 0.07763671875,
      "learning_rate": 8.863157894736842e-06,
      "loss": 1.7697,
      "step": 54
    },
    {
      "epoch": 0.11578947368421053,
      "grad_norm": 0.078125,
      "learning_rate": 8.842105263157895e-06,
      "loss": 1.7764,
      "step": 55
    },
    {
      "epoch": 0.11789473684210526,
      "grad_norm": 0.076171875,
      "learning_rate": 8.821052631578948e-06,
      "loss": 1.759,
      "step": 56
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.076171875,
      "learning_rate": 8.8e-06,
      "loss": 1.7663,
      "step": 57
    },
    {
      "epoch": 0.12210526315789473,
      "grad_norm": 0.0771484375,
      "learning_rate": 8.778947368421053e-06,
      "loss": 1.6646,
      "step": 58
    },
    {
      "epoch": 0.12421052631578948,
      "grad_norm": 0.07470703125,
      "learning_rate": 8.757894736842106e-06,
      "loss": 1.741,
      "step": 59
    },
    {
      "epoch": 0.12631578947368421,
      "grad_norm": 0.07470703125,
      "learning_rate": 8.736842105263158e-06,
      "loss": 1.7066,
      "step": 60
    },
    {
      "epoch": 0.12842105263157894,
      "grad_norm": 0.07568359375,
      "learning_rate": 8.715789473684211e-06,
      "loss": 1.7739,
      "step": 61
    },
    {
      "epoch": 0.13052631578947368,
      "grad_norm": 0.07958984375,
      "learning_rate": 8.694736842105264e-06,
      "loss": 1.7238,
      "step": 62
    },
    {
      "epoch": 0.13263157894736843,
      "grad_norm": 0.078125,
      "learning_rate": 8.673684210526316e-06,
      "loss": 1.6557,
      "step": 63
    },
    {
      "epoch": 0.13473684210526315,
      "grad_norm": 0.07763671875,
      "learning_rate": 8.652631578947369e-06,
      "loss": 1.71,
      "step": 64
    },
    {
      "epoch": 0.1368421052631579,
      "grad_norm": 0.076171875,
      "learning_rate": 8.631578947368422e-06,
      "loss": 1.7011,
      "step": 65
    },
    {
      "epoch": 0.13894736842105262,
      "grad_norm": 0.0751953125,
      "learning_rate": 8.610526315789474e-06,
      "loss": 1.7422,
      "step": 66
    },
    {
      "epoch": 0.14105263157894737,
      "grad_norm": 0.07373046875,
      "learning_rate": 8.589473684210527e-06,
      "loss": 1.7038,
      "step": 67
    },
    {
      "epoch": 0.1431578947368421,
      "grad_norm": 0.076171875,
      "learning_rate": 8.56842105263158e-06,
      "loss": 1.7315,
      "step": 68
    },
    {
      "epoch": 0.14526315789473684,
      "grad_norm": 0.07373046875,
      "learning_rate": 8.547368421052632e-06,
      "loss": 1.5936,
      "step": 69
    },
    {
      "epoch": 0.14736842105263157,
      "grad_norm": 0.0751953125,
      "learning_rate": 8.526315789473685e-06,
      "loss": 1.688,
      "step": 70
    },
    {
      "epoch": 0.14947368421052631,
      "grad_norm": 0.07568359375,
      "learning_rate": 8.505263157894738e-06,
      "loss": 1.6242,
      "step": 71
    },
    {
      "epoch": 0.15157894736842106,
      "grad_norm": 0.07470703125,
      "learning_rate": 8.48421052631579e-06,
      "loss": 1.6888,
      "step": 72
    },
    {
      "epoch": 0.15368421052631578,
      "grad_norm": 0.07373046875,
      "learning_rate": 8.463157894736843e-06,
      "loss": 1.6029,
      "step": 73
    },
    {
      "epoch": 0.15578947368421053,
      "grad_norm": 0.0771484375,
      "learning_rate": 8.442105263157896e-06,
      "loss": 1.7614,
      "step": 74
    },
    {
      "epoch": 0.15789473684210525,
      "grad_norm": 0.076171875,
      "learning_rate": 8.421052631578948e-06,
      "loss": 1.6353,
      "step": 75
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.07373046875,
      "learning_rate": 8.400000000000001e-06,
      "loss": 1.6492,
      "step": 76
    },
    {
      "epoch": 0.16210526315789472,
      "grad_norm": 0.0791015625,
      "learning_rate": 8.378947368421054e-06,
      "loss": 1.6435,
      "step": 77
    },
    {
      "epoch": 0.16421052631578947,
      "grad_norm": 0.07568359375,
      "learning_rate": 8.357894736842106e-06,
      "loss": 1.5756,
      "step": 78
    },
    {
      "epoch": 0.16631578947368422,
      "grad_norm": 0.0693359375,
      "learning_rate": 8.336842105263159e-06,
      "loss": 1.5944,
      "step": 79
    },
    {
      "epoch": 0.16842105263157894,
      "grad_norm": 0.0703125,
      "learning_rate": 8.315789473684212e-06,
      "loss": 1.5969,
      "step": 80
    },
    {
      "epoch": 0.1705263157894737,
      "grad_norm": 0.07275390625,
      "learning_rate": 8.294736842105264e-06,
      "loss": 1.4947,
      "step": 81
    },
    {
      "epoch": 0.1726315789473684,
      "grad_norm": 0.06494140625,
      "learning_rate": 8.273684210526317e-06,
      "loss": 1.6371,
      "step": 82
    },
    {
      "epoch": 0.17473684210526316,
      "grad_norm": 0.06396484375,
      "learning_rate": 8.25263157894737e-06,
      "loss": 1.5397,
      "step": 83
    },
    {
      "epoch": 0.17684210526315788,
      "grad_norm": 0.06787109375,
      "learning_rate": 8.231578947368422e-06,
      "loss": 1.639,
      "step": 84
    },
    {
      "epoch": 0.17894736842105263,
      "grad_norm": 0.061767578125,
      "learning_rate": 8.210526315789475e-06,
      "loss": 1.5484,
      "step": 85
    },
    {
      "epoch": 0.18105263157894738,
      "grad_norm": 0.0625,
      "learning_rate": 8.189473684210527e-06,
      "loss": 1.5449,
      "step": 86
    },
    {
      "epoch": 0.1831578947368421,
      "grad_norm": 0.060791015625,
      "learning_rate": 8.16842105263158e-06,
      "loss": 1.5902,
      "step": 87
    },
    {
      "epoch": 0.18526315789473685,
      "grad_norm": 0.061279296875,
      "learning_rate": 8.147368421052633e-06,
      "loss": 1.5475,
      "step": 88
    },
    {
      "epoch": 0.18736842105263157,
      "grad_norm": 0.0634765625,
      "learning_rate": 8.126315789473684e-06,
      "loss": 1.6317,
      "step": 89
    },
    {
      "epoch": 0.18947368421052632,
      "grad_norm": 0.060546875,
      "learning_rate": 8.105263157894736e-06,
      "loss": 1.6118,
      "step": 90
    },
    {
      "epoch": 0.19157894736842104,
      "grad_norm": 0.06103515625,
      "learning_rate": 8.08421052631579e-06,
      "loss": 1.5672,
      "step": 91
    },
    {
      "epoch": 0.1936842105263158,
      "grad_norm": 0.0595703125,
      "learning_rate": 8.063157894736843e-06,
      "loss": 1.5312,
      "step": 92
    },
    {
      "epoch": 0.1957894736842105,
      "grad_norm": 0.061279296875,
      "learning_rate": 8.042105263157896e-06,
      "loss": 1.5353,
      "step": 93
    },
    {
      "epoch": 0.19789473684210526,
      "grad_norm": 0.05810546875,
      "learning_rate": 8.021052631578949e-06,
      "loss": 1.5338,
      "step": 94
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.058837890625,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.5589,
      "step": 95
    },
    {
      "epoch": 0.20210526315789473,
      "grad_norm": 0.06396484375,
      "learning_rate": 7.978947368421052e-06,
      "loss": 1.5989,
      "step": 96
    },
    {
      "epoch": 0.20421052631578948,
      "grad_norm": 0.06298828125,
      "learning_rate": 7.957894736842105e-06,
      "loss": 1.5894,
      "step": 97
    },
    {
      "epoch": 0.2063157894736842,
      "grad_norm": 0.06982421875,
      "learning_rate": 7.936842105263158e-06,
      "loss": 1.5624,
      "step": 98
    },
    {
      "epoch": 0.20842105263157895,
      "grad_norm": 0.059326171875,
      "learning_rate": 7.915789473684212e-06,
      "loss": 1.5389,
      "step": 99
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 0.060302734375,
      "learning_rate": 7.894736842105265e-06,
      "loss": 1.57,
      "step": 100
    },
    {
      "epoch": 0.21263157894736842,
      "grad_norm": 0.059814453125,
      "learning_rate": 7.873684210526317e-06,
      "loss": 1.6405,
      "step": 101
    },
    {
      "epoch": 0.21473684210526317,
      "grad_norm": 0.05908203125,
      "learning_rate": 7.85263157894737e-06,
      "loss": 1.5323,
      "step": 102
    },
    {
      "epoch": 0.2168421052631579,
      "grad_norm": 0.056884765625,
      "learning_rate": 7.831578947368421e-06,
      "loss": 1.6278,
      "step": 103
    },
    {
      "epoch": 0.21894736842105264,
      "grad_norm": 0.055908203125,
      "learning_rate": 7.810526315789474e-06,
      "loss": 1.5081,
      "step": 104
    },
    {
      "epoch": 0.22105263157894736,
      "grad_norm": 0.060791015625,
      "learning_rate": 7.789473684210526e-06,
      "loss": 1.5301,
      "step": 105
    },
    {
      "epoch": 0.2231578947368421,
      "grad_norm": 0.058837890625,
      "learning_rate": 7.768421052631579e-06,
      "loss": 1.5485,
      "step": 106
    },
    {
      "epoch": 0.22526315789473683,
      "grad_norm": 0.059326171875,
      "learning_rate": 7.747368421052631e-06,
      "loss": 1.5473,
      "step": 107
    },
    {
      "epoch": 0.22736842105263158,
      "grad_norm": 0.06005859375,
      "learning_rate": 7.726315789473686e-06,
      "loss": 1.5625,
      "step": 108
    },
    {
      "epoch": 0.2294736842105263,
      "grad_norm": 0.057861328125,
      "learning_rate": 7.705263157894738e-06,
      "loss": 1.5398,
      "step": 109
    },
    {
      "epoch": 0.23157894736842105,
      "grad_norm": 0.0576171875,
      "learning_rate": 7.68421052631579e-06,
      "loss": 1.5887,
      "step": 110
    },
    {
      "epoch": 0.2336842105263158,
      "grad_norm": 0.06201171875,
      "learning_rate": 7.663157894736842e-06,
      "loss": 1.5546,
      "step": 111
    },
    {
      "epoch": 0.23578947368421052,
      "grad_norm": 0.056396484375,
      "learning_rate": 7.642105263157895e-06,
      "loss": 1.5159,
      "step": 112
    },
    {
      "epoch": 0.23789473684210527,
      "grad_norm": 0.056884765625,
      "learning_rate": 7.621052631578948e-06,
      "loss": 1.5633,
      "step": 113
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.05859375,
      "learning_rate": 7.600000000000001e-06,
      "loss": 1.5235,
      "step": 114
    },
    {
      "epoch": 0.24210526315789474,
      "grad_norm": 0.054931640625,
      "learning_rate": 7.578947368421054e-06,
      "loss": 1.5353,
      "step": 115
    },
    {
      "epoch": 0.24421052631578946,
      "grad_norm": 0.05517578125,
      "learning_rate": 7.557894736842106e-06,
      "loss": 1.5581,
      "step": 116
    },
    {
      "epoch": 0.2463157894736842,
      "grad_norm": 0.059814453125,
      "learning_rate": 7.536842105263158e-06,
      "loss": 1.5278,
      "step": 117
    },
    {
      "epoch": 0.24842105263157896,
      "grad_norm": 0.061767578125,
      "learning_rate": 7.515789473684211e-06,
      "loss": 1.6167,
      "step": 118
    },
    {
      "epoch": 0.2505263157894737,
      "grad_norm": 0.060546875,
      "learning_rate": 7.494736842105263e-06,
      "loss": 1.525,
      "step": 119
    },
    {
      "epoch": 0.25263157894736843,
      "grad_norm": 0.06005859375,
      "learning_rate": 7.473684210526316e-06,
      "loss": 1.5309,
      "step": 120
    },
    {
      "epoch": 0.25473684210526315,
      "grad_norm": 0.0556640625,
      "learning_rate": 7.4526315789473695e-06,
      "loss": 1.4733,
      "step": 121
    },
    {
      "epoch": 0.25684210526315787,
      "grad_norm": 0.0625,
      "learning_rate": 7.431578947368422e-06,
      "loss": 1.5652,
      "step": 122
    },
    {
      "epoch": 0.25894736842105265,
      "grad_norm": 0.060791015625,
      "learning_rate": 7.410526315789475e-06,
      "loss": 1.6286,
      "step": 123
    },
    {
      "epoch": 0.26105263157894737,
      "grad_norm": 0.058837890625,
      "learning_rate": 7.3894736842105275e-06,
      "loss": 1.5141,
      "step": 124
    },
    {
      "epoch": 0.2631578947368421,
      "grad_norm": 0.055908203125,
      "learning_rate": 7.368421052631579e-06,
      "loss": 1.5316,
      "step": 125
    },
    {
      "epoch": 0.26526315789473687,
      "grad_norm": 0.0576171875,
      "learning_rate": 7.347368421052632e-06,
      "loss": 1.5223,
      "step": 126
    },
    {
      "epoch": 0.2673684210526316,
      "grad_norm": 0.056884765625,
      "learning_rate": 7.326315789473685e-06,
      "loss": 1.5161,
      "step": 127
    },
    {
      "epoch": 0.2694736842105263,
      "grad_norm": 0.0576171875,
      "learning_rate": 7.305263157894737e-06,
      "loss": 1.5126,
      "step": 128
    },
    {
      "epoch": 0.27157894736842103,
      "grad_norm": 0.060302734375,
      "learning_rate": 7.28421052631579e-06,
      "loss": 1.522,
      "step": 129
    },
    {
      "epoch": 0.2736842105263158,
      "grad_norm": 0.0576171875,
      "learning_rate": 7.263157894736843e-06,
      "loss": 1.4553,
      "step": 130
    },
    {
      "epoch": 0.27578947368421053,
      "grad_norm": 0.061279296875,
      "learning_rate": 7.242105263157896e-06,
      "loss": 1.5962,
      "step": 131
    },
    {
      "epoch": 0.27789473684210525,
      "grad_norm": 0.053955078125,
      "learning_rate": 7.221052631578948e-06,
      "loss": 1.4784,
      "step": 132
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.05517578125,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 1.4783,
      "step": 133
    },
    {
      "epoch": 0.28210526315789475,
      "grad_norm": 0.0537109375,
      "learning_rate": 7.178947368421053e-06,
      "loss": 1.5184,
      "step": 134
    },
    {
      "epoch": 0.28421052631578947,
      "grad_norm": 0.056640625,
      "learning_rate": 7.157894736842106e-06,
      "loss": 1.4942,
      "step": 135
    },
    {
      "epoch": 0.2863157894736842,
      "grad_norm": 0.0556640625,
      "learning_rate": 7.1368421052631585e-06,
      "loss": 1.4983,
      "step": 136
    },
    {
      "epoch": 0.28842105263157897,
      "grad_norm": 0.06005859375,
      "learning_rate": 7.115789473684211e-06,
      "loss": 1.5526,
      "step": 137
    },
    {
      "epoch": 0.2905263157894737,
      "grad_norm": 0.05712890625,
      "learning_rate": 7.094736842105265e-06,
      "loss": 1.5062,
      "step": 138
    },
    {
      "epoch": 0.2926315789473684,
      "grad_norm": 0.05517578125,
      "learning_rate": 7.073684210526316e-06,
      "loss": 1.4504,
      "step": 139
    },
    {
      "epoch": 0.29473684210526313,
      "grad_norm": 0.054443359375,
      "learning_rate": 7.052631578947369e-06,
      "loss": 1.383,
      "step": 140
    },
    {
      "epoch": 0.2968421052631579,
      "grad_norm": 0.055908203125,
      "learning_rate": 7.031578947368422e-06,
      "loss": 1.4537,
      "step": 141
    },
    {
      "epoch": 0.29894736842105263,
      "grad_norm": 0.05712890625,
      "learning_rate": 7.010526315789474e-06,
      "loss": 1.5583,
      "step": 142
    },
    {
      "epoch": 0.30105263157894735,
      "grad_norm": 0.058837890625,
      "learning_rate": 6.989473684210527e-06,
      "loss": 1.4614,
      "step": 143
    },
    {
      "epoch": 0.3031578947368421,
      "grad_norm": 0.057373046875,
      "learning_rate": 6.96842105263158e-06,
      "loss": 1.5688,
      "step": 144
    },
    {
      "epoch": 0.30526315789473685,
      "grad_norm": 0.09423828125,
      "learning_rate": 6.947368421052632e-06,
      "loss": 1.6408,
      "step": 145
    },
    {
      "epoch": 0.30736842105263157,
      "grad_norm": 0.0595703125,
      "learning_rate": 6.926315789473684e-06,
      "loss": 1.495,
      "step": 146
    },
    {
      "epoch": 0.3094736842105263,
      "grad_norm": 0.056884765625,
      "learning_rate": 6.905263157894737e-06,
      "loss": 1.5393,
      "step": 147
    },
    {
      "epoch": 0.31157894736842107,
      "grad_norm": 0.0556640625,
      "learning_rate": 6.8842105263157895e-06,
      "loss": 1.4977,
      "step": 148
    },
    {
      "epoch": 0.3136842105263158,
      "grad_norm": 0.053466796875,
      "learning_rate": 6.863157894736843e-06,
      "loss": 1.4773,
      "step": 149
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 0.06103515625,
      "learning_rate": 6.842105263157896e-06,
      "loss": 1.4873,
      "step": 150
    },
    {
      "epoch": 0.3178947368421053,
      "grad_norm": 0.052734375,
      "learning_rate": 6.821052631578948e-06,
      "loss": 1.4432,
      "step": 151
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.053466796875,
      "learning_rate": 6.800000000000001e-06,
      "loss": 1.4469,
      "step": 152
    },
    {
      "epoch": 0.32210526315789473,
      "grad_norm": 0.056396484375,
      "learning_rate": 6.778947368421053e-06,
      "loss": 1.4667,
      "step": 153
    },
    {
      "epoch": 0.32421052631578945,
      "grad_norm": 0.05615234375,
      "learning_rate": 6.7578947368421054e-06,
      "loss": 1.4801,
      "step": 154
    },
    {
      "epoch": 0.3263157894736842,
      "grad_norm": 0.051025390625,
      "learning_rate": 6.736842105263158e-06,
      "loss": 1.4275,
      "step": 155
    },
    {
      "epoch": 0.32842105263157895,
      "grad_norm": 0.0546875,
      "learning_rate": 6.715789473684211e-06,
      "loss": 1.5016,
      "step": 156
    },
    {
      "epoch": 0.33052631578947367,
      "grad_norm": 0.058837890625,
      "learning_rate": 6.694736842105264e-06,
      "loss": 1.5022,
      "step": 157
    },
    {
      "epoch": 0.33263157894736844,
      "grad_norm": 0.057861328125,
      "learning_rate": 6.673684210526317e-06,
      "loss": 1.4652,
      "step": 158
    },
    {
      "epoch": 0.33473684210526317,
      "grad_norm": 0.05322265625,
      "learning_rate": 6.6526315789473695e-06,
      "loss": 1.4408,
      "step": 159
    },
    {
      "epoch": 0.3368421052631579,
      "grad_norm": 0.0595703125,
      "learning_rate": 6.631578947368421e-06,
      "loss": 1.4732,
      "step": 160
    },
    {
      "epoch": 0.3389473684210526,
      "grad_norm": 0.053466796875,
      "learning_rate": 6.610526315789474e-06,
      "loss": 1.46,
      "step": 161
    },
    {
      "epoch": 0.3410526315789474,
      "grad_norm": 0.056884765625,
      "learning_rate": 6.589473684210527e-06,
      "loss": 1.484,
      "step": 162
    },
    {
      "epoch": 0.3431578947368421,
      "grad_norm": 0.0537109375,
      "learning_rate": 6.568421052631579e-06,
      "loss": 1.4847,
      "step": 163
    },
    {
      "epoch": 0.3452631578947368,
      "grad_norm": 0.05224609375,
      "learning_rate": 6.547368421052632e-06,
      "loss": 1.4048,
      "step": 164
    },
    {
      "epoch": 0.3473684210526316,
      "grad_norm": 0.057861328125,
      "learning_rate": 6.526315789473685e-06,
      "loss": 1.425,
      "step": 165
    },
    {
      "epoch": 0.3494736842105263,
      "grad_norm": 0.051025390625,
      "learning_rate": 6.505263157894738e-06,
      "loss": 1.4159,
      "step": 166
    },
    {
      "epoch": 0.35157894736842105,
      "grad_norm": 0.0576171875,
      "learning_rate": 6.484210526315789e-06,
      "loss": 1.4756,
      "step": 167
    },
    {
      "epoch": 0.35368421052631577,
      "grad_norm": 0.05712890625,
      "learning_rate": 6.463157894736843e-06,
      "loss": 1.4153,
      "step": 168
    },
    {
      "epoch": 0.35578947368421054,
      "grad_norm": 0.057861328125,
      "learning_rate": 6.442105263157895e-06,
      "loss": 1.4782,
      "step": 169
    },
    {
      "epoch": 0.35789473684210527,
      "grad_norm": 0.056396484375,
      "learning_rate": 6.421052631578948e-06,
      "loss": 1.4658,
      "step": 170
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.055908203125,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 1.4607,
      "step": 171
    },
    {
      "epoch": 0.36210526315789476,
      "grad_norm": 0.055419921875,
      "learning_rate": 6.378947368421053e-06,
      "loss": 1.4441,
      "step": 172
    },
    {
      "epoch": 0.3642105263157895,
      "grad_norm": 0.058837890625,
      "learning_rate": 6.357894736842106e-06,
      "loss": 1.4429,
      "step": 173
    },
    {
      "epoch": 0.3663157894736842,
      "grad_norm": 0.05615234375,
      "learning_rate": 6.336842105263158e-06,
      "loss": 1.43,
      "step": 174
    },
    {
      "epoch": 0.3684210526315789,
      "grad_norm": 0.061279296875,
      "learning_rate": 6.31578947368421e-06,
      "loss": 1.5321,
      "step": 175
    },
    {
      "epoch": 0.3705263157894737,
      "grad_norm": 0.059814453125,
      "learning_rate": 6.294736842105264e-06,
      "loss": 1.5051,
      "step": 176
    },
    {
      "epoch": 0.3726315789473684,
      "grad_norm": 0.054931640625,
      "learning_rate": 6.2736842105263165e-06,
      "loss": 1.4323,
      "step": 177
    },
    {
      "epoch": 0.37473684210526315,
      "grad_norm": 0.05712890625,
      "learning_rate": 6.252631578947369e-06,
      "loss": 1.4332,
      "step": 178
    },
    {
      "epoch": 0.37684210526315787,
      "grad_norm": 0.05859375,
      "learning_rate": 6.231578947368422e-06,
      "loss": 1.4259,
      "step": 179
    },
    {
      "epoch": 0.37894736842105264,
      "grad_norm": 0.062255859375,
      "learning_rate": 6.2105263157894745e-06,
      "loss": 1.5429,
      "step": 180
    },
    {
      "epoch": 0.38105263157894737,
      "grad_norm": 0.057861328125,
      "learning_rate": 6.189473684210526e-06,
      "loss": 1.4598,
      "step": 181
    },
    {
      "epoch": 0.3831578947368421,
      "grad_norm": 0.053955078125,
      "learning_rate": 6.168421052631579e-06,
      "loss": 1.4219,
      "step": 182
    },
    {
      "epoch": 0.38526315789473686,
      "grad_norm": 0.05908203125,
      "learning_rate": 6.1473684210526316e-06,
      "loss": 1.4224,
      "step": 183
    },
    {
      "epoch": 0.3873684210526316,
      "grad_norm": 0.056640625,
      "learning_rate": 6.126315789473685e-06,
      "loss": 1.4707,
      "step": 184
    },
    {
      "epoch": 0.3894736842105263,
      "grad_norm": 0.0625,
      "learning_rate": 6.105263157894738e-06,
      "loss": 1.5193,
      "step": 185
    },
    {
      "epoch": 0.391578947368421,
      "grad_norm": 0.05322265625,
      "learning_rate": 6.08421052631579e-06,
      "loss": 1.3615,
      "step": 186
    },
    {
      "epoch": 0.3936842105263158,
      "grad_norm": 0.05615234375,
      "learning_rate": 6.063157894736843e-06,
      "loss": 1.4843,
      "step": 187
    },
    {
      "epoch": 0.3957894736842105,
      "grad_norm": 0.052978515625,
      "learning_rate": 6.042105263157895e-06,
      "loss": 1.3934,
      "step": 188
    },
    {
      "epoch": 0.39789473684210525,
      "grad_norm": 0.053466796875,
      "learning_rate": 6.0210526315789475e-06,
      "loss": 1.4763,
      "step": 189
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.05712890625,
      "learning_rate": 6e-06,
      "loss": 1.4209,
      "step": 190
    },
    {
      "epoch": 0.40210526315789474,
      "grad_norm": 0.054931640625,
      "learning_rate": 5.978947368421053e-06,
      "loss": 1.4285,
      "step": 191
    },
    {
      "epoch": 0.40421052631578946,
      "grad_norm": 0.058349609375,
      "learning_rate": 5.9578947368421055e-06,
      "loss": 1.4516,
      "step": 192
    },
    {
      "epoch": 0.4063157894736842,
      "grad_norm": 0.0576171875,
      "learning_rate": 5.936842105263159e-06,
      "loss": 1.484,
      "step": 193
    },
    {
      "epoch": 0.40842105263157896,
      "grad_norm": 0.06005859375,
      "learning_rate": 5.915789473684212e-06,
      "loss": 1.3781,
      "step": 194
    },
    {
      "epoch": 0.4105263157894737,
      "grad_norm": 0.056396484375,
      "learning_rate": 5.8947368421052634e-06,
      "loss": 1.4444,
      "step": 195
    },
    {
      "epoch": 0.4126315789473684,
      "grad_norm": 0.0517578125,
      "learning_rate": 5.873684210526316e-06,
      "loss": 1.4067,
      "step": 196
    },
    {
      "epoch": 0.4147368421052632,
      "grad_norm": 0.055908203125,
      "learning_rate": 5.852631578947369e-06,
      "loss": 1.455,
      "step": 197
    },
    {
      "epoch": 0.4168421052631579,
      "grad_norm": 0.05517578125,
      "learning_rate": 5.831578947368421e-06,
      "loss": 1.4528,
      "step": 198
    },
    {
      "epoch": 0.4189473684210526,
      "grad_norm": 0.062255859375,
      "learning_rate": 5.810526315789474e-06,
      "loss": 1.4599,
      "step": 199
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 0.0537109375,
      "learning_rate": 5.789473684210527e-06,
      "loss": 1.4202,
      "step": 200
    },
    {
      "epoch": 0.4231578947368421,
      "grad_norm": 0.05224609375,
      "learning_rate": 5.76842105263158e-06,
      "loss": 1.3655,
      "step": 201
    },
    {
      "epoch": 0.42526315789473684,
      "grad_norm": 0.056884765625,
      "learning_rate": 5.747368421052633e-06,
      "loss": 1.4325,
      "step": 202
    },
    {
      "epoch": 0.42736842105263156,
      "grad_norm": 0.06005859375,
      "learning_rate": 5.726315789473685e-06,
      "loss": 1.4668,
      "step": 203
    },
    {
      "epoch": 0.42947368421052634,
      "grad_norm": 0.05615234375,
      "learning_rate": 5.705263157894737e-06,
      "loss": 1.4394,
      "step": 204
    },
    {
      "epoch": 0.43157894736842106,
      "grad_norm": 0.052734375,
      "learning_rate": 5.68421052631579e-06,
      "loss": 1.4148,
      "step": 205
    },
    {
      "epoch": 0.4336842105263158,
      "grad_norm": 0.056884765625,
      "learning_rate": 5.663157894736843e-06,
      "loss": 1.4025,
      "step": 206
    },
    {
      "epoch": 0.4357894736842105,
      "grad_norm": 0.08154296875,
      "learning_rate": 5.642105263157895e-06,
      "loss": 1.418,
      "step": 207
    },
    {
      "epoch": 0.4378947368421053,
      "grad_norm": 0.055908203125,
      "learning_rate": 5.621052631578948e-06,
      "loss": 1.4192,
      "step": 208
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.052978515625,
      "learning_rate": 5.600000000000001e-06,
      "loss": 1.4143,
      "step": 209
    },
    {
      "epoch": 0.4421052631578947,
      "grad_norm": 0.052978515625,
      "learning_rate": 5.578947368421052e-06,
      "loss": 1.4139,
      "step": 210
    },
    {
      "epoch": 0.4442105263157895,
      "grad_norm": 0.052978515625,
      "learning_rate": 5.557894736842105e-06,
      "loss": 1.4812,
      "step": 211
    },
    {
      "epoch": 0.4463157894736842,
      "grad_norm": 0.0498046875,
      "learning_rate": 5.5368421052631586e-06,
      "loss": 1.367,
      "step": 212
    },
    {
      "epoch": 0.44842105263157894,
      "grad_norm": 0.054931640625,
      "learning_rate": 5.515789473684211e-06,
      "loss": 1.4406,
      "step": 213
    },
    {
      "epoch": 0.45052631578947366,
      "grad_norm": 0.05078125,
      "learning_rate": 5.494736842105264e-06,
      "loss": 1.3427,
      "step": 214
    },
    {
      "epoch": 0.45263157894736844,
      "grad_norm": 0.0556640625,
      "learning_rate": 5.4736842105263165e-06,
      "loss": 1.4178,
      "step": 215
    },
    {
      "epoch": 0.45473684210526316,
      "grad_norm": 0.048828125,
      "learning_rate": 5.452631578947369e-06,
      "loss": 1.3676,
      "step": 216
    },
    {
      "epoch": 0.4568421052631579,
      "grad_norm": 0.052001953125,
      "learning_rate": 5.431578947368421e-06,
      "loss": 1.3403,
      "step": 217
    },
    {
      "epoch": 0.4589473684210526,
      "grad_norm": 0.048095703125,
      "learning_rate": 5.410526315789474e-06,
      "loss": 1.3763,
      "step": 218
    },
    {
      "epoch": 0.4610526315789474,
      "grad_norm": 0.057373046875,
      "learning_rate": 5.389473684210526e-06,
      "loss": 1.3874,
      "step": 219
    },
    {
      "epoch": 0.4631578947368421,
      "grad_norm": 0.054931640625,
      "learning_rate": 5.36842105263158e-06,
      "loss": 1.3562,
      "step": 220
    },
    {
      "epoch": 0.4652631578947368,
      "grad_norm": 0.052490234375,
      "learning_rate": 5.3473684210526325e-06,
      "loss": 1.3189,
      "step": 221
    },
    {
      "epoch": 0.4673684210526316,
      "grad_norm": 0.05126953125,
      "learning_rate": 5.326315789473685e-06,
      "loss": 1.385,
      "step": 222
    },
    {
      "epoch": 0.4694736842105263,
      "grad_norm": 0.052490234375,
      "learning_rate": 5.305263157894738e-06,
      "loss": 1.4008,
      "step": 223
    },
    {
      "epoch": 0.47157894736842104,
      "grad_norm": 0.05029296875,
      "learning_rate": 5.2842105263157896e-06,
      "loss": 1.4049,
      "step": 224
    },
    {
      "epoch": 0.47368421052631576,
      "grad_norm": 0.054443359375,
      "learning_rate": 5.263157894736842e-06,
      "loss": 1.4542,
      "step": 225
    },
    {
      "epoch": 0.47578947368421054,
      "grad_norm": 0.0556640625,
      "learning_rate": 5.242105263157895e-06,
      "loss": 1.3747,
      "step": 226
    },
    {
      "epoch": 0.47789473684210526,
      "grad_norm": 0.054443359375,
      "learning_rate": 5.2210526315789475e-06,
      "loss": 1.3961,
      "step": 227
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.055908203125,
      "learning_rate": 5.2e-06,
      "loss": 1.3938,
      "step": 228
    },
    {
      "epoch": 0.48210526315789476,
      "grad_norm": 0.0537109375,
      "learning_rate": 5.178947368421054e-06,
      "loss": 1.3865,
      "step": 229
    },
    {
      "epoch": 0.4842105263157895,
      "grad_norm": 0.05615234375,
      "learning_rate": 5.157894736842106e-06,
      "loss": 1.4135,
      "step": 230
    },
    {
      "epoch": 0.4863157894736842,
      "grad_norm": 0.050537109375,
      "learning_rate": 5.136842105263158e-06,
      "loss": 1.3612,
      "step": 231
    },
    {
      "epoch": 0.4884210526315789,
      "grad_norm": 0.05517578125,
      "learning_rate": 5.115789473684211e-06,
      "loss": 1.3853,
      "step": 232
    },
    {
      "epoch": 0.4905263157894737,
      "grad_norm": 0.0537109375,
      "learning_rate": 5.0947368421052635e-06,
      "loss": 1.3392,
      "step": 233
    },
    {
      "epoch": 0.4926315789473684,
      "grad_norm": 0.0478515625,
      "learning_rate": 5.073684210526316e-06,
      "loss": 1.3555,
      "step": 234
    },
    {
      "epoch": 0.49473684210526314,
      "grad_norm": 0.05029296875,
      "learning_rate": 5.052631578947369e-06,
      "loss": 1.4322,
      "step": 235
    },
    {
      "epoch": 0.4968421052631579,
      "grad_norm": 0.055419921875,
      "learning_rate": 5.0315789473684214e-06,
      "loss": 1.4295,
      "step": 236
    },
    {
      "epoch": 0.49894736842105264,
      "grad_norm": 0.04931640625,
      "learning_rate": 5.010526315789475e-06,
      "loss": 1.404,
      "step": 237
    },
    {
      "epoch": 0.5010526315789474,
      "grad_norm": 0.0537109375,
      "learning_rate": 4.989473684210527e-06,
      "loss": 1.3001,
      "step": 238
    },
    {
      "epoch": 0.5031578947368421,
      "grad_norm": 0.05615234375,
      "learning_rate": 4.968421052631579e-06,
      "loss": 1.3844,
      "step": 239
    },
    {
      "epoch": 0.5052631578947369,
      "grad_norm": 0.053466796875,
      "learning_rate": 4.947368421052632e-06,
      "loss": 1.3863,
      "step": 240
    },
    {
      "epoch": 0.5073684210526316,
      "grad_norm": 0.050048828125,
      "learning_rate": 4.926315789473685e-06,
      "loss": 1.4062,
      "step": 241
    },
    {
      "epoch": 0.5094736842105263,
      "grad_norm": 0.053955078125,
      "learning_rate": 4.905263157894737e-06,
      "loss": 1.3777,
      "step": 242
    },
    {
      "epoch": 0.511578947368421,
      "grad_norm": 0.060791015625,
      "learning_rate": 4.88421052631579e-06,
      "loss": 1.3779,
      "step": 243
    },
    {
      "epoch": 0.5136842105263157,
      "grad_norm": 0.050048828125,
      "learning_rate": 4.863157894736843e-06,
      "loss": 1.3334,
      "step": 244
    },
    {
      "epoch": 0.5157894736842106,
      "grad_norm": 0.048095703125,
      "learning_rate": 4.842105263157895e-06,
      "loss": 1.3435,
      "step": 245
    },
    {
      "epoch": 0.5178947368421053,
      "grad_norm": 0.052978515625,
      "learning_rate": 4.821052631578948e-06,
      "loss": 1.3604,
      "step": 246
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.054443359375,
      "learning_rate": 4.800000000000001e-06,
      "loss": 1.3757,
      "step": 247
    },
    {
      "epoch": 0.5221052631578947,
      "grad_norm": 0.056640625,
      "learning_rate": 4.778947368421053e-06,
      "loss": 1.3736,
      "step": 248
    },
    {
      "epoch": 0.5242105263157895,
      "grad_norm": 0.051513671875,
      "learning_rate": 4.757894736842106e-06,
      "loss": 1.37,
      "step": 249
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 0.050048828125,
      "learning_rate": 4.736842105263158e-06,
      "loss": 1.3396,
      "step": 250
    },
    {
      "epoch": 0.5284210526315789,
      "grad_norm": 0.048095703125,
      "learning_rate": 4.71578947368421e-06,
      "loss": 1.3735,
      "step": 251
    },
    {
      "epoch": 0.5305263157894737,
      "grad_norm": 0.047607421875,
      "learning_rate": 4.694736842105264e-06,
      "loss": 1.4095,
      "step": 252
    },
    {
      "epoch": 0.5326315789473685,
      "grad_norm": 0.05419921875,
      "learning_rate": 4.6736842105263166e-06,
      "loss": 1.4425,
      "step": 253
    },
    {
      "epoch": 0.5347368421052632,
      "grad_norm": 0.050537109375,
      "learning_rate": 4.652631578947368e-06,
      "loss": 1.3786,
      "step": 254
    },
    {
      "epoch": 0.5368421052631579,
      "grad_norm": 0.052490234375,
      "learning_rate": 4.631578947368421e-06,
      "loss": 1.3469,
      "step": 255
    },
    {
      "epoch": 0.5389473684210526,
      "grad_norm": 0.048583984375,
      "learning_rate": 4.6105263157894745e-06,
      "loss": 1.3214,
      "step": 256
    },
    {
      "epoch": 0.5410526315789473,
      "grad_norm": 0.051025390625,
      "learning_rate": 4.589473684210526e-06,
      "loss": 1.4089,
      "step": 257
    },
    {
      "epoch": 0.5431578947368421,
      "grad_norm": 0.049072265625,
      "learning_rate": 4.568421052631579e-06,
      "loss": 1.3301,
      "step": 258
    },
    {
      "epoch": 0.5452631578947369,
      "grad_norm": 0.048583984375,
      "learning_rate": 4.547368421052632e-06,
      "loss": 1.3167,
      "step": 259
    },
    {
      "epoch": 0.5473684210526316,
      "grad_norm": 0.052001953125,
      "learning_rate": 4.526315789473685e-06,
      "loss": 1.3561,
      "step": 260
    },
    {
      "epoch": 0.5494736842105263,
      "grad_norm": 0.050048828125,
      "learning_rate": 4.505263157894737e-06,
      "loss": 1.3346,
      "step": 261
    },
    {
      "epoch": 0.5515789473684211,
      "grad_norm": 0.053466796875,
      "learning_rate": 4.48421052631579e-06,
      "loss": 1.4298,
      "step": 262
    },
    {
      "epoch": 0.5536842105263158,
      "grad_norm": 0.052001953125,
      "learning_rate": 4.463157894736842e-06,
      "loss": 1.4028,
      "step": 263
    },
    {
      "epoch": 0.5557894736842105,
      "grad_norm": 0.05078125,
      "learning_rate": 4.442105263157896e-06,
      "loss": 1.3861,
      "step": 264
    },
    {
      "epoch": 0.5578947368421052,
      "grad_norm": 0.052978515625,
      "learning_rate": 4.4210526315789476e-06,
      "loss": 1.3748,
      "step": 265
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.053955078125,
      "learning_rate": 4.4e-06,
      "loss": 1.4351,
      "step": 266
    },
    {
      "epoch": 0.5621052631578948,
      "grad_norm": 0.050048828125,
      "learning_rate": 4.378947368421053e-06,
      "loss": 1.3961,
      "step": 267
    },
    {
      "epoch": 0.5642105263157895,
      "grad_norm": 0.05517578125,
      "learning_rate": 4.3578947368421055e-06,
      "loss": 1.4112,
      "step": 268
    },
    {
      "epoch": 0.5663157894736842,
      "grad_norm": 0.0751953125,
      "learning_rate": 4.336842105263158e-06,
      "loss": 1.3184,
      "step": 269
    },
    {
      "epoch": 0.5684210526315789,
      "grad_norm": 0.046875,
      "learning_rate": 4.315789473684211e-06,
      "loss": 1.3814,
      "step": 270
    },
    {
      "epoch": 0.5705263157894737,
      "grad_norm": 0.057373046875,
      "learning_rate": 4.2947368421052635e-06,
      "loss": 1.3733,
      "step": 271
    },
    {
      "epoch": 0.5726315789473684,
      "grad_norm": 0.05126953125,
      "learning_rate": 4.273684210526316e-06,
      "loss": 1.3369,
      "step": 272
    },
    {
      "epoch": 0.5747368421052632,
      "grad_norm": 0.06591796875,
      "learning_rate": 4.252631578947369e-06,
      "loss": 1.3876,
      "step": 273
    },
    {
      "epoch": 0.5768421052631579,
      "grad_norm": 0.05029296875,
      "learning_rate": 4.2315789473684215e-06,
      "loss": 1.3316,
      "step": 274
    },
    {
      "epoch": 0.5789473684210527,
      "grad_norm": 0.048095703125,
      "learning_rate": 4.210526315789474e-06,
      "loss": 1.331,
      "step": 275
    },
    {
      "epoch": 0.5810526315789474,
      "grad_norm": 0.052001953125,
      "learning_rate": 4.189473684210527e-06,
      "loss": 1.3713,
      "step": 276
    },
    {
      "epoch": 0.5831578947368421,
      "grad_norm": 0.049072265625,
      "learning_rate": 4.1684210526315794e-06,
      "loss": 1.3496,
      "step": 277
    },
    {
      "epoch": 0.5852631578947368,
      "grad_norm": 0.046875,
      "learning_rate": 4.147368421052632e-06,
      "loss": 1.3663,
      "step": 278
    },
    {
      "epoch": 0.5873684210526315,
      "grad_norm": 0.056640625,
      "learning_rate": 4.126315789473685e-06,
      "loss": 1.4681,
      "step": 279
    },
    {
      "epoch": 0.5894736842105263,
      "grad_norm": 0.04638671875,
      "learning_rate": 4.105263157894737e-06,
      "loss": 1.3562,
      "step": 280
    },
    {
      "epoch": 0.5915789473684211,
      "grad_norm": 0.051025390625,
      "learning_rate": 4.08421052631579e-06,
      "loss": 1.4182,
      "step": 281
    },
    {
      "epoch": 0.5936842105263158,
      "grad_norm": 0.056640625,
      "learning_rate": 4.063157894736842e-06,
      "loss": 1.3897,
      "step": 282
    },
    {
      "epoch": 0.5957894736842105,
      "grad_norm": 0.050537109375,
      "learning_rate": 4.042105263157895e-06,
      "loss": 1.3887,
      "step": 283
    },
    {
      "epoch": 0.5978947368421053,
      "grad_norm": 0.046875,
      "learning_rate": 4.021052631578948e-06,
      "loss": 1.2848,
      "step": 284
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.046875,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.3261,
      "step": 285
    },
    {
      "epoch": 0.6021052631578947,
      "grad_norm": 0.052734375,
      "learning_rate": 3.9789473684210525e-06,
      "loss": 1.3422,
      "step": 286
    },
    {
      "epoch": 0.6042105263157894,
      "grad_norm": 0.048095703125,
      "learning_rate": 3.957894736842106e-06,
      "loss": 1.3302,
      "step": 287
    },
    {
      "epoch": 0.6063157894736843,
      "grad_norm": 0.0498046875,
      "learning_rate": 3.936842105263159e-06,
      "loss": 1.3444,
      "step": 288
    },
    {
      "epoch": 0.608421052631579,
      "grad_norm": 0.050048828125,
      "learning_rate": 3.9157894736842104e-06,
      "loss": 1.3309,
      "step": 289
    },
    {
      "epoch": 0.6105263157894737,
      "grad_norm": 0.049560546875,
      "learning_rate": 3.894736842105263e-06,
      "loss": 1.3337,
      "step": 290
    },
    {
      "epoch": 0.6126315789473684,
      "grad_norm": 0.05126953125,
      "learning_rate": 3.873684210526316e-06,
      "loss": 1.3723,
      "step": 291
    },
    {
      "epoch": 0.6147368421052631,
      "grad_norm": 0.046630859375,
      "learning_rate": 3.852631578947369e-06,
      "loss": 1.321,
      "step": 292
    },
    {
      "epoch": 0.6168421052631579,
      "grad_norm": 0.04736328125,
      "learning_rate": 3.831578947368421e-06,
      "loss": 1.3477,
      "step": 293
    },
    {
      "epoch": 0.6189473684210526,
      "grad_norm": 0.05517578125,
      "learning_rate": 3.810526315789474e-06,
      "loss": 1.3531,
      "step": 294
    },
    {
      "epoch": 0.6210526315789474,
      "grad_norm": 0.048828125,
      "learning_rate": 3.789473684210527e-06,
      "loss": 1.3414,
      "step": 295
    },
    {
      "epoch": 0.6231578947368421,
      "grad_norm": 0.04931640625,
      "learning_rate": 3.768421052631579e-06,
      "loss": 1.2957,
      "step": 296
    },
    {
      "epoch": 0.6252631578947369,
      "grad_norm": 0.060791015625,
      "learning_rate": 3.7473684210526317e-06,
      "loss": 1.4515,
      "step": 297
    },
    {
      "epoch": 0.6273684210526316,
      "grad_norm": 0.052490234375,
      "learning_rate": 3.7263157894736848e-06,
      "loss": 1.3634,
      "step": 298
    },
    {
      "epoch": 0.6294736842105263,
      "grad_norm": 0.06103515625,
      "learning_rate": 3.7052631578947374e-06,
      "loss": 1.3452,
      "step": 299
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 0.051513671875,
      "learning_rate": 3.6842105263157896e-06,
      "loss": 1.4148,
      "step": 300
    },
    {
      "epoch": 0.6336842105263157,
      "grad_norm": 0.0478515625,
      "learning_rate": 3.6631578947368423e-06,
      "loss": 1.287,
      "step": 301
    },
    {
      "epoch": 0.6357894736842106,
      "grad_norm": 0.05419921875,
      "learning_rate": 3.642105263157895e-06,
      "loss": 1.3786,
      "step": 302
    },
    {
      "epoch": 0.6378947368421053,
      "grad_norm": 0.051513671875,
      "learning_rate": 3.621052631578948e-06,
      "loss": 1.3323,
      "step": 303
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.06298828125,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 1.4167,
      "step": 304
    },
    {
      "epoch": 0.6421052631578947,
      "grad_norm": 0.052490234375,
      "learning_rate": 3.578947368421053e-06,
      "loss": 1.3742,
      "step": 305
    },
    {
      "epoch": 0.6442105263157895,
      "grad_norm": 0.050537109375,
      "learning_rate": 3.5578947368421056e-06,
      "loss": 1.3202,
      "step": 306
    },
    {
      "epoch": 0.6463157894736842,
      "grad_norm": 0.048095703125,
      "learning_rate": 3.536842105263158e-06,
      "loss": 1.3672,
      "step": 307
    },
    {
      "epoch": 0.6484210526315789,
      "grad_norm": 0.05712890625,
      "learning_rate": 3.515789473684211e-06,
      "loss": 1.4245,
      "step": 308
    },
    {
      "epoch": 0.6505263157894737,
      "grad_norm": 0.048095703125,
      "learning_rate": 3.4947368421052635e-06,
      "loss": 1.3901,
      "step": 309
    },
    {
      "epoch": 0.6526315789473685,
      "grad_norm": 0.0478515625,
      "learning_rate": 3.473684210526316e-06,
      "loss": 1.3535,
      "step": 310
    },
    {
      "epoch": 0.6547368421052632,
      "grad_norm": 0.052490234375,
      "learning_rate": 3.4526315789473684e-06,
      "loss": 1.3583,
      "step": 311
    },
    {
      "epoch": 0.6568421052631579,
      "grad_norm": 0.050537109375,
      "learning_rate": 3.4315789473684215e-06,
      "loss": 1.3471,
      "step": 312
    },
    {
      "epoch": 0.6589473684210526,
      "grad_norm": 0.050537109375,
      "learning_rate": 3.410526315789474e-06,
      "loss": 1.3713,
      "step": 313
    },
    {
      "epoch": 0.6610526315789473,
      "grad_norm": 0.056396484375,
      "learning_rate": 3.3894736842105264e-06,
      "loss": 1.3493,
      "step": 314
    },
    {
      "epoch": 0.6631578947368421,
      "grad_norm": 0.048583984375,
      "learning_rate": 3.368421052631579e-06,
      "loss": 1.3391,
      "step": 315
    },
    {
      "epoch": 0.6652631578947369,
      "grad_norm": 0.046142578125,
      "learning_rate": 3.347368421052632e-06,
      "loss": 1.3739,
      "step": 316
    },
    {
      "epoch": 0.6673684210526316,
      "grad_norm": 0.0498046875,
      "learning_rate": 3.3263157894736848e-06,
      "loss": 1.3606,
      "step": 317
    },
    {
      "epoch": 0.6694736842105263,
      "grad_norm": 0.05322265625,
      "learning_rate": 3.305263157894737e-06,
      "loss": 1.414,
      "step": 318
    },
    {
      "epoch": 0.671578947368421,
      "grad_norm": 0.05126953125,
      "learning_rate": 3.2842105263157897e-06,
      "loss": 1.306,
      "step": 319
    },
    {
      "epoch": 0.6736842105263158,
      "grad_norm": 0.04931640625,
      "learning_rate": 3.2631578947368423e-06,
      "loss": 1.4127,
      "step": 320
    },
    {
      "epoch": 0.6757894736842105,
      "grad_norm": 0.048095703125,
      "learning_rate": 3.2421052631578945e-06,
      "loss": 1.3285,
      "step": 321
    },
    {
      "epoch": 0.6778947368421052,
      "grad_norm": 0.054931640625,
      "learning_rate": 3.2210526315789476e-06,
      "loss": 1.4088,
      "step": 322
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.048583984375,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 1.3937,
      "step": 323
    },
    {
      "epoch": 0.6821052631578948,
      "grad_norm": 0.043212890625,
      "learning_rate": 3.178947368421053e-06,
      "loss": 1.3047,
      "step": 324
    },
    {
      "epoch": 0.6842105263157895,
      "grad_norm": 0.045166015625,
      "learning_rate": 3.157894736842105e-06,
      "loss": 1.3203,
      "step": 325
    },
    {
      "epoch": 0.6863157894736842,
      "grad_norm": 0.051025390625,
      "learning_rate": 3.1368421052631582e-06,
      "loss": 1.3428,
      "step": 326
    },
    {
      "epoch": 0.6884210526315789,
      "grad_norm": 0.05419921875,
      "learning_rate": 3.115789473684211e-06,
      "loss": 1.342,
      "step": 327
    },
    {
      "epoch": 0.6905263157894737,
      "grad_norm": 0.058837890625,
      "learning_rate": 3.094736842105263e-06,
      "loss": 1.4327,
      "step": 328
    },
    {
      "epoch": 0.6926315789473684,
      "grad_norm": 0.05224609375,
      "learning_rate": 3.0736842105263158e-06,
      "loss": 1.3376,
      "step": 329
    },
    {
      "epoch": 0.6947368421052632,
      "grad_norm": 0.049072265625,
      "learning_rate": 3.052631578947369e-06,
      "loss": 1.4106,
      "step": 330
    },
    {
      "epoch": 0.6968421052631579,
      "grad_norm": 0.04736328125,
      "learning_rate": 3.0315789473684215e-06,
      "loss": 1.3502,
      "step": 331
    },
    {
      "epoch": 0.6989473684210527,
      "grad_norm": 0.051513671875,
      "learning_rate": 3.0105263157894737e-06,
      "loss": 1.4401,
      "step": 332
    },
    {
      "epoch": 0.7010526315789474,
      "grad_norm": 0.051025390625,
      "learning_rate": 2.9894736842105264e-06,
      "loss": 1.3093,
      "step": 333
    },
    {
      "epoch": 0.7031578947368421,
      "grad_norm": 0.052734375,
      "learning_rate": 2.9684210526315795e-06,
      "loss": 1.3708,
      "step": 334
    },
    {
      "epoch": 0.7052631578947368,
      "grad_norm": 0.048095703125,
      "learning_rate": 2.9473684210526317e-06,
      "loss": 1.3333,
      "step": 335
    },
    {
      "epoch": 0.7073684210526315,
      "grad_norm": 0.050048828125,
      "learning_rate": 2.9263157894736844e-06,
      "loss": 1.3288,
      "step": 336
    },
    {
      "epoch": 0.7094736842105264,
      "grad_norm": 0.04736328125,
      "learning_rate": 2.905263157894737e-06,
      "loss": 1.2905,
      "step": 337
    },
    {
      "epoch": 0.7115789473684211,
      "grad_norm": 0.051025390625,
      "learning_rate": 2.88421052631579e-06,
      "loss": 1.3226,
      "step": 338
    },
    {
      "epoch": 0.7136842105263158,
      "grad_norm": 0.052490234375,
      "learning_rate": 2.8631578947368423e-06,
      "loss": 1.3623,
      "step": 339
    },
    {
      "epoch": 0.7157894736842105,
      "grad_norm": 0.046630859375,
      "learning_rate": 2.842105263157895e-06,
      "loss": 1.3297,
      "step": 340
    },
    {
      "epoch": 0.7178947368421053,
      "grad_norm": 0.05078125,
      "learning_rate": 2.8210526315789476e-06,
      "loss": 1.2783,
      "step": 341
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.050537109375,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 1.3435,
      "step": 342
    },
    {
      "epoch": 0.7221052631578947,
      "grad_norm": 0.047607421875,
      "learning_rate": 2.7789473684210525e-06,
      "loss": 1.3393,
      "step": 343
    },
    {
      "epoch": 0.7242105263157895,
      "grad_norm": 0.04931640625,
      "learning_rate": 2.7578947368421056e-06,
      "loss": 1.3743,
      "step": 344
    },
    {
      "epoch": 0.7263157894736842,
      "grad_norm": 0.054443359375,
      "learning_rate": 2.7368421052631583e-06,
      "loss": 1.4017,
      "step": 345
    },
    {
      "epoch": 0.728421052631579,
      "grad_norm": 0.053955078125,
      "learning_rate": 2.7157894736842105e-06,
      "loss": 1.3957,
      "step": 346
    },
    {
      "epoch": 0.7305263157894737,
      "grad_norm": 0.048583984375,
      "learning_rate": 2.694736842105263e-06,
      "loss": 1.3096,
      "step": 347
    },
    {
      "epoch": 0.7326315789473684,
      "grad_norm": 0.047607421875,
      "learning_rate": 2.6736842105263162e-06,
      "loss": 1.336,
      "step": 348
    },
    {
      "epoch": 0.7347368421052631,
      "grad_norm": 0.04541015625,
      "learning_rate": 2.652631578947369e-06,
      "loss": 1.2492,
      "step": 349
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 0.05126953125,
      "learning_rate": 2.631578947368421e-06,
      "loss": 1.3829,
      "step": 350
    },
    {
      "epoch": 0.7389473684210527,
      "grad_norm": 0.05126953125,
      "learning_rate": 2.6105263157894738e-06,
      "loss": 1.3152,
      "step": 351
    },
    {
      "epoch": 0.7410526315789474,
      "grad_norm": 0.049560546875,
      "learning_rate": 2.589473684210527e-06,
      "loss": 1.311,
      "step": 352
    },
    {
      "epoch": 0.7431578947368421,
      "grad_norm": 0.0556640625,
      "learning_rate": 2.568421052631579e-06,
      "loss": 1.4065,
      "step": 353
    },
    {
      "epoch": 0.7452631578947368,
      "grad_norm": 0.04736328125,
      "learning_rate": 2.5473684210526317e-06,
      "loss": 1.3536,
      "step": 354
    },
    {
      "epoch": 0.7473684210526316,
      "grad_norm": 0.048095703125,
      "learning_rate": 2.5263157894736844e-06,
      "loss": 1.331,
      "step": 355
    },
    {
      "epoch": 0.7494736842105263,
      "grad_norm": 0.049560546875,
      "learning_rate": 2.5052631578947375e-06,
      "loss": 1.3303,
      "step": 356
    },
    {
      "epoch": 0.751578947368421,
      "grad_norm": 0.0546875,
      "learning_rate": 2.4842105263157897e-06,
      "loss": 1.3541,
      "step": 357
    },
    {
      "epoch": 0.7536842105263157,
      "grad_norm": 0.047607421875,
      "learning_rate": 2.4631578947368424e-06,
      "loss": 1.3355,
      "step": 358
    },
    {
      "epoch": 0.7557894736842106,
      "grad_norm": 0.04736328125,
      "learning_rate": 2.442105263157895e-06,
      "loss": 1.3549,
      "step": 359
    },
    {
      "epoch": 0.7578947368421053,
      "grad_norm": 0.0478515625,
      "learning_rate": 2.4210526315789477e-06,
      "loss": 1.3442,
      "step": 360
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.054443359375,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 1.3871,
      "step": 361
    },
    {
      "epoch": 0.7621052631578947,
      "grad_norm": 0.046630859375,
      "learning_rate": 2.378947368421053e-06,
      "loss": 1.3,
      "step": 362
    },
    {
      "epoch": 0.7642105263157895,
      "grad_norm": 0.046630859375,
      "learning_rate": 2.357894736842105e-06,
      "loss": 1.3186,
      "step": 363
    },
    {
      "epoch": 0.7663157894736842,
      "grad_norm": 0.0517578125,
      "learning_rate": 2.3368421052631583e-06,
      "loss": 1.3574,
      "step": 364
    },
    {
      "epoch": 0.7684210526315789,
      "grad_norm": 0.055419921875,
      "learning_rate": 2.3157894736842105e-06,
      "loss": 1.4365,
      "step": 365
    },
    {
      "epoch": 0.7705263157894737,
      "grad_norm": 0.04833984375,
      "learning_rate": 2.294736842105263e-06,
      "loss": 1.3477,
      "step": 366
    },
    {
      "epoch": 0.7726315789473684,
      "grad_norm": 0.053955078125,
      "learning_rate": 2.273684210526316e-06,
      "loss": 1.3255,
      "step": 367
    },
    {
      "epoch": 0.7747368421052632,
      "grad_norm": 0.052734375,
      "learning_rate": 2.2526315789473685e-06,
      "loss": 1.3753,
      "step": 368
    },
    {
      "epoch": 0.7768421052631579,
      "grad_norm": 0.06591796875,
      "learning_rate": 2.231578947368421e-06,
      "loss": 1.2974,
      "step": 369
    },
    {
      "epoch": 0.7789473684210526,
      "grad_norm": 0.05224609375,
      "learning_rate": 2.2105263157894738e-06,
      "loss": 1.4075,
      "step": 370
    },
    {
      "epoch": 0.7810526315789473,
      "grad_norm": 0.04638671875,
      "learning_rate": 2.1894736842105264e-06,
      "loss": 1.3486,
      "step": 371
    },
    {
      "epoch": 0.783157894736842,
      "grad_norm": 0.045654296875,
      "learning_rate": 2.168421052631579e-06,
      "loss": 1.3463,
      "step": 372
    },
    {
      "epoch": 0.7852631578947369,
      "grad_norm": 0.050537109375,
      "learning_rate": 2.1473684210526317e-06,
      "loss": 1.3048,
      "step": 373
    },
    {
      "epoch": 0.7873684210526316,
      "grad_norm": 0.048828125,
      "learning_rate": 2.1263157894736844e-06,
      "loss": 1.3199,
      "step": 374
    },
    {
      "epoch": 0.7894736842105263,
      "grad_norm": 0.04931640625,
      "learning_rate": 2.105263157894737e-06,
      "loss": 1.3587,
      "step": 375
    },
    {
      "epoch": 0.791578947368421,
      "grad_norm": 0.049560546875,
      "learning_rate": 2.0842105263157897e-06,
      "loss": 1.3545,
      "step": 376
    },
    {
      "epoch": 0.7936842105263158,
      "grad_norm": 0.050537109375,
      "learning_rate": 2.0631578947368424e-06,
      "loss": 1.3549,
      "step": 377
    },
    {
      "epoch": 0.7957894736842105,
      "grad_norm": 0.054443359375,
      "learning_rate": 2.042105263157895e-06,
      "loss": 1.2823,
      "step": 378
    },
    {
      "epoch": 0.7978947368421052,
      "grad_norm": 0.052734375,
      "learning_rate": 2.0210526315789477e-06,
      "loss": 1.3513,
      "step": 379
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.04833984375,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.3928,
      "step": 380
    },
    {
      "epoch": 0.8021052631578948,
      "grad_norm": 0.0458984375,
      "learning_rate": 1.978947368421053e-06,
      "loss": 1.3719,
      "step": 381
    },
    {
      "epoch": 0.8042105263157895,
      "grad_norm": 0.052490234375,
      "learning_rate": 1.9578947368421052e-06,
      "loss": 1.3606,
      "step": 382
    },
    {
      "epoch": 0.8063157894736842,
      "grad_norm": 0.05126953125,
      "learning_rate": 1.936842105263158e-06,
      "loss": 1.3053,
      "step": 383
    },
    {
      "epoch": 0.8084210526315789,
      "grad_norm": 0.06201171875,
      "learning_rate": 1.9157894736842105e-06,
      "loss": 1.4059,
      "step": 384
    },
    {
      "epoch": 0.8105263157894737,
      "grad_norm": 0.045166015625,
      "learning_rate": 1.8947368421052634e-06,
      "loss": 1.4111,
      "step": 385
    },
    {
      "epoch": 0.8126315789473684,
      "grad_norm": 0.04736328125,
      "learning_rate": 1.8736842105263158e-06,
      "loss": 1.3878,
      "step": 386
    },
    {
      "epoch": 0.8147368421052632,
      "grad_norm": 0.052001953125,
      "learning_rate": 1.8526315789473687e-06,
      "loss": 1.4048,
      "step": 387
    },
    {
      "epoch": 0.8168421052631579,
      "grad_norm": 0.049560546875,
      "learning_rate": 1.8315789473684211e-06,
      "loss": 1.3602,
      "step": 388
    },
    {
      "epoch": 0.8189473684210526,
      "grad_norm": 0.05078125,
      "learning_rate": 1.810526315789474e-06,
      "loss": 1.2964,
      "step": 389
    },
    {
      "epoch": 0.8210526315789474,
      "grad_norm": 0.053466796875,
      "learning_rate": 1.7894736842105265e-06,
      "loss": 1.3378,
      "step": 390
    },
    {
      "epoch": 0.8231578947368421,
      "grad_norm": 0.052490234375,
      "learning_rate": 1.768421052631579e-06,
      "loss": 1.3999,
      "step": 391
    },
    {
      "epoch": 0.8252631578947368,
      "grad_norm": 0.04931640625,
      "learning_rate": 1.7473684210526318e-06,
      "loss": 1.3146,
      "step": 392
    },
    {
      "epoch": 0.8273684210526315,
      "grad_norm": 0.046875,
      "learning_rate": 1.7263157894736842e-06,
      "loss": 1.2978,
      "step": 393
    },
    {
      "epoch": 0.8294736842105264,
      "grad_norm": 0.046630859375,
      "learning_rate": 1.705263157894737e-06,
      "loss": 1.2933,
      "step": 394
    },
    {
      "epoch": 0.8315789473684211,
      "grad_norm": 0.052490234375,
      "learning_rate": 1.6842105263157895e-06,
      "loss": 1.3714,
      "step": 395
    },
    {
      "epoch": 0.8336842105263158,
      "grad_norm": 0.054931640625,
      "learning_rate": 1.6631578947368424e-06,
      "loss": 1.3983,
      "step": 396
    },
    {
      "epoch": 0.8357894736842105,
      "grad_norm": 0.054443359375,
      "learning_rate": 1.6421052631578948e-06,
      "loss": 1.3457,
      "step": 397
    },
    {
      "epoch": 0.8378947368421052,
      "grad_norm": 0.051025390625,
      "learning_rate": 1.6210526315789473e-06,
      "loss": 1.2999,
      "step": 398
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.048583984375,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 1.3279,
      "step": 399
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 0.050048828125,
      "learning_rate": 1.5789473684210526e-06,
      "loss": 1.3658,
      "step": 400
    },
    {
      "epoch": 0.8442105263157895,
      "grad_norm": 0.048095703125,
      "learning_rate": 1.5578947368421054e-06,
      "loss": 1.3213,
      "step": 401
    },
    {
      "epoch": 0.8463157894736842,
      "grad_norm": 0.044677734375,
      "learning_rate": 1.5368421052631579e-06,
      "loss": 1.251,
      "step": 402
    },
    {
      "epoch": 0.848421052631579,
      "grad_norm": 0.04931640625,
      "learning_rate": 1.5157894736842108e-06,
      "loss": 1.31,
      "step": 403
    },
    {
      "epoch": 0.8505263157894737,
      "grad_norm": 0.049072265625,
      "learning_rate": 1.4947368421052632e-06,
      "loss": 1.3142,
      "step": 404
    },
    {
      "epoch": 0.8526315789473684,
      "grad_norm": 0.047607421875,
      "learning_rate": 1.4736842105263159e-06,
      "loss": 1.3054,
      "step": 405
    },
    {
      "epoch": 0.8547368421052631,
      "grad_norm": 0.049072265625,
      "learning_rate": 1.4526315789473685e-06,
      "loss": 1.3172,
      "step": 406
    },
    {
      "epoch": 0.8568421052631578,
      "grad_norm": 0.0478515625,
      "learning_rate": 1.4315789473684212e-06,
      "loss": 1.3074,
      "step": 407
    },
    {
      "epoch": 0.8589473684210527,
      "grad_norm": 0.044921875,
      "learning_rate": 1.4105263157894738e-06,
      "loss": 1.301,
      "step": 408
    },
    {
      "epoch": 0.8610526315789474,
      "grad_norm": 0.044189453125,
      "learning_rate": 1.3894736842105263e-06,
      "loss": 1.3505,
      "step": 409
    },
    {
      "epoch": 0.8631578947368421,
      "grad_norm": 0.04931640625,
      "learning_rate": 1.3684210526315791e-06,
      "loss": 1.3669,
      "step": 410
    },
    {
      "epoch": 0.8652631578947368,
      "grad_norm": 0.048095703125,
      "learning_rate": 1.3473684210526316e-06,
      "loss": 1.3115,
      "step": 411
    },
    {
      "epoch": 0.8673684210526316,
      "grad_norm": 0.050048828125,
      "learning_rate": 1.3263157894736844e-06,
      "loss": 1.3104,
      "step": 412
    },
    {
      "epoch": 0.8694736842105263,
      "grad_norm": 0.050048828125,
      "learning_rate": 1.3052631578947369e-06,
      "loss": 1.3472,
      "step": 413
    },
    {
      "epoch": 0.871578947368421,
      "grad_norm": 0.04638671875,
      "learning_rate": 1.2842105263157895e-06,
      "loss": 1.366,
      "step": 414
    },
    {
      "epoch": 0.8736842105263158,
      "grad_norm": 0.048583984375,
      "learning_rate": 1.2631578947368422e-06,
      "loss": 1.3536,
      "step": 415
    },
    {
      "epoch": 0.8757894736842106,
      "grad_norm": 0.04736328125,
      "learning_rate": 1.2421052631578948e-06,
      "loss": 1.3601,
      "step": 416
    },
    {
      "epoch": 0.8778947368421053,
      "grad_norm": 0.04541015625,
      "learning_rate": 1.2210526315789475e-06,
      "loss": 1.3254,
      "step": 417
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.050537109375,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 1.354,
      "step": 418
    },
    {
      "epoch": 0.8821052631578947,
      "grad_norm": 0.048095703125,
      "learning_rate": 1.1789473684210526e-06,
      "loss": 1.361,
      "step": 419
    },
    {
      "epoch": 0.8842105263157894,
      "grad_norm": 0.044921875,
      "learning_rate": 1.1578947368421053e-06,
      "loss": 1.3415,
      "step": 420
    },
    {
      "epoch": 0.8863157894736842,
      "grad_norm": 0.0458984375,
      "learning_rate": 1.136842105263158e-06,
      "loss": 1.3316,
      "step": 421
    },
    {
      "epoch": 0.888421052631579,
      "grad_norm": 0.052734375,
      "learning_rate": 1.1157894736842106e-06,
      "loss": 1.4204,
      "step": 422
    },
    {
      "epoch": 0.8905263157894737,
      "grad_norm": 0.051513671875,
      "learning_rate": 1.0947368421052632e-06,
      "loss": 1.4242,
      "step": 423
    },
    {
      "epoch": 0.8926315789473684,
      "grad_norm": 0.0478515625,
      "learning_rate": 1.0736842105263159e-06,
      "loss": 1.3631,
      "step": 424
    },
    {
      "epoch": 0.8947368421052632,
      "grad_norm": 0.0517578125,
      "learning_rate": 1.0526315789473685e-06,
      "loss": 1.3757,
      "step": 425
    },
    {
      "epoch": 0.8968421052631579,
      "grad_norm": 0.0498046875,
      "learning_rate": 1.0315789473684212e-06,
      "loss": 1.3247,
      "step": 426
    },
    {
      "epoch": 0.8989473684210526,
      "grad_norm": 0.049072265625,
      "learning_rate": 1.0105263157894738e-06,
      "loss": 1.4155,
      "step": 427
    },
    {
      "epoch": 0.9010526315789473,
      "grad_norm": 0.051513671875,
      "learning_rate": 9.894736842105265e-07,
      "loss": 1.3862,
      "step": 428
    },
    {
      "epoch": 0.9031578947368422,
      "grad_norm": 0.050537109375,
      "learning_rate": 9.68421052631579e-07,
      "loss": 1.3281,
      "step": 429
    },
    {
      "epoch": 0.9052631578947369,
      "grad_norm": 0.054443359375,
      "learning_rate": 9.473684210526317e-07,
      "loss": 1.3659,
      "step": 430
    },
    {
      "epoch": 0.9073684210526316,
      "grad_norm": 0.0478515625,
      "learning_rate": 9.263157894736844e-07,
      "loss": 1.3068,
      "step": 431
    },
    {
      "epoch": 0.9094736842105263,
      "grad_norm": 0.04541015625,
      "learning_rate": 9.05263157894737e-07,
      "loss": 1.3337,
      "step": 432
    },
    {
      "epoch": 0.911578947368421,
      "grad_norm": 0.0546875,
      "learning_rate": 8.842105263157895e-07,
      "loss": 1.4255,
      "step": 433
    },
    {
      "epoch": 0.9136842105263158,
      "grad_norm": 0.043212890625,
      "learning_rate": 8.631578947368421e-07,
      "loss": 1.3025,
      "step": 434
    },
    {
      "epoch": 0.9157894736842105,
      "grad_norm": 0.048583984375,
      "learning_rate": 8.421052631578948e-07,
      "loss": 1.3078,
      "step": 435
    },
    {
      "epoch": 0.9178947368421052,
      "grad_norm": 0.052490234375,
      "learning_rate": 8.210526315789474e-07,
      "loss": 1.3704,
      "step": 436
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.051513671875,
      "learning_rate": 8.000000000000001e-07,
      "loss": 1.3724,
      "step": 437
    },
    {
      "epoch": 0.9221052631578948,
      "grad_norm": 0.04931640625,
      "learning_rate": 7.789473684210527e-07,
      "loss": 1.3017,
      "step": 438
    },
    {
      "epoch": 0.9242105263157895,
      "grad_norm": 0.049072265625,
      "learning_rate": 7.578947368421054e-07,
      "loss": 1.3535,
      "step": 439
    },
    {
      "epoch": 0.9263157894736842,
      "grad_norm": 0.0458984375,
      "learning_rate": 7.368421052631579e-07,
      "loss": 1.3272,
      "step": 440
    },
    {
      "epoch": 0.9284210526315789,
      "grad_norm": 0.047607421875,
      "learning_rate": 7.157894736842106e-07,
      "loss": 1.2811,
      "step": 441
    },
    {
      "epoch": 0.9305263157894736,
      "grad_norm": 0.053466796875,
      "learning_rate": 6.947368421052631e-07,
      "loss": 1.3945,
      "step": 442
    },
    {
      "epoch": 0.9326315789473684,
      "grad_norm": 0.047607421875,
      "learning_rate": 6.736842105263158e-07,
      "loss": 1.3218,
      "step": 443
    },
    {
      "epoch": 0.9347368421052632,
      "grad_norm": 0.048583984375,
      "learning_rate": 6.526315789473684e-07,
      "loss": 1.3768,
      "step": 444
    },
    {
      "epoch": 0.9368421052631579,
      "grad_norm": 0.052001953125,
      "learning_rate": 6.315789473684211e-07,
      "loss": 1.4204,
      "step": 445
    },
    {
      "epoch": 0.9389473684210526,
      "grad_norm": 0.05078125,
      "learning_rate": 6.105263157894738e-07,
      "loss": 1.3858,
      "step": 446
    },
    {
      "epoch": 0.9410526315789474,
      "grad_norm": 0.05126953125,
      "learning_rate": 5.894736842105263e-07,
      "loss": 1.3093,
      "step": 447
    },
    {
      "epoch": 0.9431578947368421,
      "grad_norm": 0.0458984375,
      "learning_rate": 5.68421052631579e-07,
      "loss": 1.2854,
      "step": 448
    },
    {
      "epoch": 0.9452631578947368,
      "grad_norm": 0.05029296875,
      "learning_rate": 5.473684210526316e-07,
      "loss": 1.3242,
      "step": 449
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 0.05224609375,
      "learning_rate": 5.263157894736843e-07,
      "loss": 1.3082,
      "step": 450
    },
    {
      "epoch": 0.9494736842105264,
      "grad_norm": 0.050048828125,
      "learning_rate": 5.052631578947369e-07,
      "loss": 1.2669,
      "step": 451
    },
    {
      "epoch": 0.9515789473684211,
      "grad_norm": 0.04931640625,
      "learning_rate": 4.842105263157895e-07,
      "loss": 1.437,
      "step": 452
    },
    {
      "epoch": 0.9536842105263158,
      "grad_norm": 0.050048828125,
      "learning_rate": 4.631578947368422e-07,
      "loss": 1.3374,
      "step": 453
    },
    {
      "epoch": 0.9557894736842105,
      "grad_norm": 0.051025390625,
      "learning_rate": 4.421052631578947e-07,
      "loss": 1.3228,
      "step": 454
    },
    {
      "epoch": 0.9578947368421052,
      "grad_norm": 0.04931640625,
      "learning_rate": 4.210526315789474e-07,
      "loss": 1.399,
      "step": 455
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.047119140625,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 1.3772,
      "step": 456
    },
    {
      "epoch": 0.9621052631578947,
      "grad_norm": 0.04638671875,
      "learning_rate": 3.789473684210527e-07,
      "loss": 1.3958,
      "step": 457
    },
    {
      "epoch": 0.9642105263157895,
      "grad_norm": 0.044677734375,
      "learning_rate": 3.578947368421053e-07,
      "loss": 1.346,
      "step": 458
    },
    {
      "epoch": 0.9663157894736842,
      "grad_norm": 0.046142578125,
      "learning_rate": 3.368421052631579e-07,
      "loss": 1.2893,
      "step": 459
    },
    {
      "epoch": 0.968421052631579,
      "grad_norm": 0.04638671875,
      "learning_rate": 3.1578947368421055e-07,
      "loss": 1.3604,
      "step": 460
    },
    {
      "epoch": 0.9705263157894737,
      "grad_norm": 0.0478515625,
      "learning_rate": 2.9473684210526315e-07,
      "loss": 1.3077,
      "step": 461
    },
    {
      "epoch": 0.9726315789473684,
      "grad_norm": 0.046142578125,
      "learning_rate": 2.736842105263158e-07,
      "loss": 1.2872,
      "step": 462
    },
    {
      "epoch": 0.9747368421052631,
      "grad_norm": 0.046142578125,
      "learning_rate": 2.5263157894736846e-07,
      "loss": 1.3387,
      "step": 463
    },
    {
      "epoch": 0.9768421052631578,
      "grad_norm": 0.04541015625,
      "learning_rate": 2.315789473684211e-07,
      "loss": 1.3,
      "step": 464
    },
    {
      "epoch": 0.9789473684210527,
      "grad_norm": 0.04833984375,
      "learning_rate": 2.105263157894737e-07,
      "loss": 1.3174,
      "step": 465
    },
    {
      "epoch": 0.9810526315789474,
      "grad_norm": 0.054931640625,
      "learning_rate": 1.8947368421052634e-07,
      "loss": 1.3777,
      "step": 466
    },
    {
      "epoch": 0.9831578947368421,
      "grad_norm": 0.046630859375,
      "learning_rate": 1.6842105263157895e-07,
      "loss": 1.2961,
      "step": 467
    },
    {
      "epoch": 0.9852631578947368,
      "grad_norm": 0.0537109375,
      "learning_rate": 1.4736842105263158e-07,
      "loss": 1.3518,
      "step": 468
    },
    {
      "epoch": 0.9873684210526316,
      "grad_norm": 0.050048828125,
      "learning_rate": 1.2631578947368423e-07,
      "loss": 1.3976,
      "step": 469
    },
    {
      "epoch": 0.9894736842105263,
      "grad_norm": 0.0478515625,
      "learning_rate": 1.0526315789473685e-07,
      "loss": 1.3345,
      "step": 470
    },
    {
      "epoch": 0.991578947368421,
      "grad_norm": 0.05126953125,
      "learning_rate": 8.421052631578947e-08,
      "loss": 1.3884,
      "step": 471
    },
    {
      "epoch": 0.9936842105263158,
      "grad_norm": 0.044921875,
      "learning_rate": 6.315789473684211e-08,
      "loss": 1.3509,
      "step": 472
    },
    {
      "epoch": 0.9957894736842106,
      "grad_norm": 0.05029296875,
      "learning_rate": 4.2105263157894737e-08,
      "loss": 1.3247,
      "step": 473
    },
    {
      "epoch": 0.9978947368421053,
      "grad_norm": 0.048583984375,
      "learning_rate": 2.1052631578947368e-08,
      "loss": 1.3599,
      "step": 474
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.052978515625,
      "learning_rate": 0.0,
      "loss": 1.4266,
      "step": 475
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 475,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 0,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.549932391412269e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}