Florence-2-models-lmmrotate / florence-2-l_vis1024-lang2048_srsdd1-v2_b2x16-100e-slurm-zero2 /trainer_state.json
| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 100.0, | |
| "eval_steps": 200.0, | |
| "global_step": 1700, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.058823529411764705, | |
| "grad_norm": 43.639549255371094, | |
| "learning_rate": 3.921568627450981e-07, | |
| "loss": 6.4004, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.11764705882352941, | |
| "grad_norm": 36.49709701538086, | |
| "learning_rate": 7.843137254901962e-07, | |
| "loss": 6.248, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.17647058823529413, | |
| "grad_norm": 55.4442138671875, | |
| "learning_rate": 1.1764705882352942e-06, | |
| "loss": 6.3535, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.23529411764705882, | |
| "grad_norm": 40.5142707824707, | |
| "learning_rate": 1.5686274509803923e-06, | |
| "loss": 6.5273, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.29411764705882354, | |
| "grad_norm": 90.17640686035156, | |
| "learning_rate": 1.96078431372549e-06, | |
| "loss": 6.4883, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.35294117647058826, | |
| "grad_norm": 51.15266036987305, | |
| "learning_rate": 2.3529411764705885e-06, | |
| "loss": 6.6074, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.4117647058823529, | |
| "grad_norm": 40.98651885986328, | |
| "learning_rate": 2.7450980392156867e-06, | |
| "loss": 6.3516, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.47058823529411764, | |
| "grad_norm": 52.092647552490234, | |
| "learning_rate": 3.1372549019607846e-06, | |
| "loss": 6.2383, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.5294117647058824, | |
| "grad_norm": 34.8509635925293, | |
| "learning_rate": 3.529411764705883e-06, | |
| "loss": 6.1133, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.5882352941176471, | |
| "grad_norm": 52.24551010131836, | |
| "learning_rate": 3.92156862745098e-06, | |
| "loss": 6.0977, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.6470588235294118, | |
| "grad_norm": 33.72833251953125, | |
| "learning_rate": 4.313725490196079e-06, | |
| "loss": 5.5703, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.7058823529411765, | |
| "grad_norm": 47.9254264831543, | |
| "learning_rate": 4.705882352941177e-06, | |
| "loss": 5.4883, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.7647058823529411, | |
| "grad_norm": 41.007904052734375, | |
| "learning_rate": 5.098039215686274e-06, | |
| "loss": 5.3359, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.8235294117647058, | |
| "grad_norm": 33.39987564086914, | |
| "learning_rate": 5.4901960784313735e-06, | |
| "loss": 5.3086, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.8823529411764706, | |
| "grad_norm": 28.169689178466797, | |
| "learning_rate": 5.882352941176471e-06, | |
| "loss": 4.8301, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.9411764705882353, | |
| "grad_norm": 37.265716552734375, | |
| "learning_rate": 6.274509803921569e-06, | |
| "loss": 4.792, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 23.017866134643555, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 4.9023, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 1.0588235294117647, | |
| "grad_norm": 24.191726684570312, | |
| "learning_rate": 7.058823529411766e-06, | |
| "loss": 4.4531, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 1.1176470588235294, | |
| "grad_norm": 18.19198989868164, | |
| "learning_rate": 7.450980392156863e-06, | |
| "loss": 4.3857, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 1.1764705882352942, | |
| "grad_norm": 16.217632293701172, | |
| "learning_rate": 7.84313725490196e-06, | |
| "loss": 4.0947, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 1.2352941176470589, | |
| "grad_norm": 21.044132232666016, | |
| "learning_rate": 8.23529411764706e-06, | |
| "loss": 4.29, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 1.2941176470588236, | |
| "grad_norm": 14.460254669189453, | |
| "learning_rate": 8.627450980392157e-06, | |
| "loss": 4.1104, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 1.3529411764705883, | |
| "grad_norm": 43.94008255004883, | |
| "learning_rate": 9.019607843137256e-06, | |
| "loss": 3.9961, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 1.4117647058823528, | |
| "grad_norm": 21.906930923461914, | |
| "learning_rate": 9.411764705882354e-06, | |
| "loss": 4.0176, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 1.4705882352941178, | |
| "grad_norm": 10.889321327209473, | |
| "learning_rate": 9.803921568627451e-06, | |
| "loss": 3.7256, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 1.5294117647058822, | |
| "grad_norm": 12.525795936584473, | |
| "learning_rate": 1.0196078431372549e-05, | |
| "loss": 3.8711, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 1.5882352941176472, | |
| "grad_norm": 14.274972915649414, | |
| "learning_rate": 1.0588235294117648e-05, | |
| "loss": 3.7842, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 1.6470588235294117, | |
| "grad_norm": 16.792036056518555, | |
| "learning_rate": 1.0980392156862747e-05, | |
| "loss": 3.6436, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 1.7058823529411766, | |
| "grad_norm": 10.332293510437012, | |
| "learning_rate": 1.1372549019607844e-05, | |
| "loss": 3.5625, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 1.7647058823529411, | |
| "grad_norm": 16.79983139038086, | |
| "learning_rate": 1.1764705882352942e-05, | |
| "loss": 3.4717, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 1.8235294117647058, | |
| "grad_norm": 17.554670333862305, | |
| "learning_rate": 1.215686274509804e-05, | |
| "loss": 3.4209, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 1.8823529411764706, | |
| "grad_norm": 25.51144027709961, | |
| "learning_rate": 1.2549019607843138e-05, | |
| "loss": 3.6309, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 1.9411764705882353, | |
| "grad_norm": 75.74697875976562, | |
| "learning_rate": 1.2941176470588238e-05, | |
| "loss": 3.418, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 51.40288162231445, | |
| "learning_rate": 1.3333333333333333e-05, | |
| "loss": 3.3623, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 2.0588235294117645, | |
| "grad_norm": 15.71206283569336, | |
| "learning_rate": 1.3725490196078432e-05, | |
| "loss": 3.3682, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 2.1176470588235294, | |
| "grad_norm": 27.537328720092773, | |
| "learning_rate": 1.4117647058823532e-05, | |
| "loss": 3.3906, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 2.176470588235294, | |
| "grad_norm": 19.966129302978516, | |
| "learning_rate": 1.4509803921568629e-05, | |
| "loss": 3.3281, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 2.235294117647059, | |
| "grad_norm": 21.453075408935547, | |
| "learning_rate": 1.4901960784313726e-05, | |
| "loss": 3.375, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 2.2941176470588234, | |
| "grad_norm": 40.88306427001953, | |
| "learning_rate": 1.5294117647058822e-05, | |
| "loss": 3.292, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 2.3529411764705883, | |
| "grad_norm": 82.29407501220703, | |
| "learning_rate": 1.568627450980392e-05, | |
| "loss": 3.3311, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 2.411764705882353, | |
| "grad_norm": 15.576737403869629, | |
| "learning_rate": 1.607843137254902e-05, | |
| "loss": 3.167, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 2.4705882352941178, | |
| "grad_norm": 20.998512268066406, | |
| "learning_rate": 1.647058823529412e-05, | |
| "loss": 3.2744, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 2.5294117647058822, | |
| "grad_norm": 24.492145538330078, | |
| "learning_rate": 1.686274509803922e-05, | |
| "loss": 3.126, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 2.588235294117647, | |
| "grad_norm": 14.534441947937012, | |
| "learning_rate": 1.7254901960784314e-05, | |
| "loss": 3.1475, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 2.6470588235294117, | |
| "grad_norm": 16.832632064819336, | |
| "learning_rate": 1.7647058823529414e-05, | |
| "loss": 3.2148, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 2.7058823529411766, | |
| "grad_norm": 19.044008255004883, | |
| "learning_rate": 1.8039215686274513e-05, | |
| "loss": 3.249, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 2.764705882352941, | |
| "grad_norm": 23.00897979736328, | |
| "learning_rate": 1.843137254901961e-05, | |
| "loss": 2.9961, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 2.8235294117647056, | |
| "grad_norm": 14.287858963012695, | |
| "learning_rate": 1.8823529411764708e-05, | |
| "loss": 3.2646, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 2.8823529411764706, | |
| "grad_norm": 10.992258071899414, | |
| "learning_rate": 1.9215686274509807e-05, | |
| "loss": 3.1191, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 2.9411764705882355, | |
| "grad_norm": 15.143692970275879, | |
| "learning_rate": 1.9607843137254903e-05, | |
| "loss": 3.1514, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 16.56675910949707, | |
| "learning_rate": 2e-05, | |
| "loss": 3.0977, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 3.0588235294117645, | |
| "grad_norm": 9.419181823730469, | |
| "learning_rate": 1.9999981852019372e-05, | |
| "loss": 3.1914, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 3.1176470588235294, | |
| "grad_norm": 13.587262153625488, | |
| "learning_rate": 1.9999927408143346e-05, | |
| "loss": 3.0107, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 3.176470588235294, | |
| "grad_norm": 10.331709861755371, | |
| "learning_rate": 1.9999836668569542e-05, | |
| "loss": 2.9424, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 3.235294117647059, | |
| "grad_norm": 23.011505126953125, | |
| "learning_rate": 1.9999709633627305e-05, | |
| "loss": 3.0273, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 3.2941176470588234, | |
| "grad_norm": 25.459199905395508, | |
| "learning_rate": 1.9999546303777714e-05, | |
| "loss": 2.9492, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 3.3529411764705883, | |
| "grad_norm": 22.28142738342285, | |
| "learning_rate": 1.9999346679613598e-05, | |
| "loss": 2.9268, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 3.411764705882353, | |
| "grad_norm": 12.388641357421875, | |
| "learning_rate": 1.999911076185951e-05, | |
| "loss": 2.9961, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 3.4705882352941178, | |
| "grad_norm": 12.241747856140137, | |
| "learning_rate": 1.9998838551371733e-05, | |
| "loss": 2.8477, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 3.5294117647058822, | |
| "grad_norm": 9.25222396850586, | |
| "learning_rate": 1.9998530049138286e-05, | |
| "loss": 2.9873, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 3.588235294117647, | |
| "grad_norm": 10.952873229980469, | |
| "learning_rate": 1.9998185256278905e-05, | |
| "loss": 3.0303, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 3.6470588235294117, | |
| "grad_norm": 7.141952037811279, | |
| "learning_rate": 1.999780417404505e-05, | |
| "loss": 2.9053, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 3.7058823529411766, | |
| "grad_norm": 8.604562759399414, | |
| "learning_rate": 1.9997386803819892e-05, | |
| "loss": 3.0557, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 3.764705882352941, | |
| "grad_norm": 20.612958908081055, | |
| "learning_rate": 1.9996933147118322e-05, | |
| "loss": 2.8672, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 3.8235294117647056, | |
| "grad_norm": 6.484840393066406, | |
| "learning_rate": 1.9996443205586926e-05, | |
| "loss": 2.8359, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 3.8823529411764706, | |
| "grad_norm": 10.652170181274414, | |
| "learning_rate": 1.9995916981003995e-05, | |
| "loss": 2.957, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 3.9411764705882355, | |
| "grad_norm": 12.776596069335938, | |
| "learning_rate": 1.9995354475279517e-05, | |
| "loss": 2.9785, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 9.438146591186523, | |
| "learning_rate": 1.9994755690455154e-05, | |
| "loss": 2.9287, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 4.0588235294117645, | |
| "grad_norm": 9.608416557312012, | |
| "learning_rate": 1.999412062870425e-05, | |
| "loss": 2.8223, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 4.117647058823529, | |
| "grad_norm": 8.964274406433105, | |
| "learning_rate": 1.999344929233183e-05, | |
| "loss": 2.7734, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 4.176470588235294, | |
| "grad_norm": 10.980924606323242, | |
| "learning_rate": 1.999274168377457e-05, | |
| "loss": 2.7324, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 4.235294117647059, | |
| "grad_norm": 9.79592227935791, | |
| "learning_rate": 1.999199780560081e-05, | |
| "loss": 2.8359, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 4.294117647058823, | |
| "grad_norm": 7.801930904388428, | |
| "learning_rate": 1.9991217660510518e-05, | |
| "loss": 2.7275, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 4.352941176470588, | |
| "grad_norm": 9.107315063476562, | |
| "learning_rate": 1.9990401251335313e-05, | |
| "loss": 2.833, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 4.411764705882353, | |
| "grad_norm": 9.951732635498047, | |
| "learning_rate": 1.9989548581038425e-05, | |
| "loss": 2.6797, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 4.470588235294118, | |
| "grad_norm": 8.400995254516602, | |
| "learning_rate": 1.9988659652714704e-05, | |
| "loss": 2.8604, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 4.529411764705882, | |
| "grad_norm": 7.7693047523498535, | |
| "learning_rate": 1.9987734469590605e-05, | |
| "loss": 2.7773, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 4.588235294117647, | |
| "grad_norm": 9.412419319152832, | |
| "learning_rate": 1.9986773035024164e-05, | |
| "loss": 2.7451, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 4.647058823529412, | |
| "grad_norm": 8.995473861694336, | |
| "learning_rate": 1.9985775352505e-05, | |
| "loss": 2.5996, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 4.705882352941177, | |
| "grad_norm": 7.539700984954834, | |
| "learning_rate": 1.9984741425654308e-05, | |
| "loss": 2.7227, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 4.764705882352941, | |
| "grad_norm": 7.847495079040527, | |
| "learning_rate": 1.9983671258224808e-05, | |
| "loss": 2.6602, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 4.823529411764706, | |
| "grad_norm": 8.1257963180542, | |
| "learning_rate": 1.9982564854100786e-05, | |
| "loss": 2.6885, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 4.882352941176471, | |
| "grad_norm": 7.572000503540039, | |
| "learning_rate": 1.998142221729804e-05, | |
| "loss": 2.7471, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 4.9411764705882355, | |
| "grad_norm": 9.618082046508789, | |
| "learning_rate": 1.9980243351963887e-05, | |
| "loss": 2.791, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 19.0474796295166, | |
| "learning_rate": 1.997902826237712e-05, | |
| "loss": 2.6582, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 5.0588235294117645, | |
| "grad_norm": 11.013533592224121, | |
| "learning_rate": 1.997777695294803e-05, | |
| "loss": 2.5728, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 5.117647058823529, | |
| "grad_norm": 13.179403305053711, | |
| "learning_rate": 1.997648942821836e-05, | |
| "loss": 2.7881, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 5.176470588235294, | |
| "grad_norm": 9.207347869873047, | |
| "learning_rate": 1.9975165692861315e-05, | |
| "loss": 2.5684, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 5.235294117647059, | |
| "grad_norm": 8.816306114196777, | |
| "learning_rate": 1.997380575168151e-05, | |
| "loss": 2.6992, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 5.294117647058823, | |
| "grad_norm": 10.574613571166992, | |
| "learning_rate": 1.9972409609614986e-05, | |
| "loss": 2.5063, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 5.352941176470588, | |
| "grad_norm": 8.78278636932373, | |
| "learning_rate": 1.9970977271729172e-05, | |
| "loss": 2.6348, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 5.411764705882353, | |
| "grad_norm": 8.737688064575195, | |
| "learning_rate": 1.996950874322288e-05, | |
| "loss": 2.5508, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 5.470588235294118, | |
| "grad_norm": 10.0756196975708, | |
| "learning_rate": 1.9968004029426277e-05, | |
| "loss": 2.5508, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 5.529411764705882, | |
| "grad_norm": 8.524308204650879, | |
| "learning_rate": 1.996646313580086e-05, | |
| "loss": 2.5791, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 5.588235294117647, | |
| "grad_norm": 12.276015281677246, | |
| "learning_rate": 1.9964886067939453e-05, | |
| "loss": 2.5264, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 5.647058823529412, | |
| "grad_norm": 9.499804496765137, | |
| "learning_rate": 1.996327283156618e-05, | |
| "loss": 2.4424, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 5.705882352941177, | |
| "grad_norm": 9.503997802734375, | |
| "learning_rate": 1.996162343253643e-05, | |
| "loss": 2.5679, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 5.764705882352941, | |
| "grad_norm": 7.600337982177734, | |
| "learning_rate": 1.9959937876836858e-05, | |
| "loss": 2.582, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 5.823529411764706, | |
| "grad_norm": 9.360596656799316, | |
| "learning_rate": 1.9958216170585356e-05, | |
| "loss": 2.6553, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 5.882352941176471, | |
| "grad_norm": 14.96545696258545, | |
| "learning_rate": 1.9956458320031016e-05, | |
| "loss": 2.4741, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 5.9411764705882355, | |
| "grad_norm": 8.164722442626953, | |
| "learning_rate": 1.9954664331554126e-05, | |
| "loss": 2.5068, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 12.244168281555176, | |
| "learning_rate": 1.995283421166614e-05, | |
| "loss": 2.5293, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 6.0588235294117645, | |
| "grad_norm": 9.12121868133545, | |
| "learning_rate": 1.9950967967009657e-05, | |
| "loss": 2.2798, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 6.117647058823529, | |
| "grad_norm": 8.4320650100708, | |
| "learning_rate": 1.994906560435839e-05, | |
| "loss": 2.4385, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 6.176470588235294, | |
| "grad_norm": 10.35110855102539, | |
| "learning_rate": 1.9947127130617144e-05, | |
| "loss": 2.4038, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 6.235294117647059, | |
| "grad_norm": 8.76579475402832, | |
| "learning_rate": 1.99451525528218e-05, | |
| "loss": 2.4707, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 6.294117647058823, | |
| "grad_norm": 8.972146034240723, | |
| "learning_rate": 1.9943141878139274e-05, | |
| "loss": 2.335, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 6.352941176470588, | |
| "grad_norm": 11.090405464172363, | |
| "learning_rate": 1.9941095113867507e-05, | |
| "loss": 2.4834, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 6.411764705882353, | |
| "grad_norm": 10.663291931152344, | |
| "learning_rate": 1.9939012267435426e-05, | |
| "loss": 2.3755, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 6.470588235294118, | |
| "grad_norm": 11.804580688476562, | |
| "learning_rate": 1.993689334640292e-05, | |
| "loss": 2.3931, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 6.529411764705882, | |
| "grad_norm": 10.242867469787598, | |
| "learning_rate": 1.9934738358460818e-05, | |
| "loss": 2.3486, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 6.588235294117647, | |
| "grad_norm": 13.05301284790039, | |
| "learning_rate": 1.9932547311430858e-05, | |
| "loss": 2.3389, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 6.647058823529412, | |
| "grad_norm": 13.161552429199219, | |
| "learning_rate": 1.993032021326565e-05, | |
| "loss": 2.4028, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 6.705882352941177, | |
| "grad_norm": 12.055183410644531, | |
| "learning_rate": 1.9928057072048662e-05, | |
| "loss": 2.4219, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 6.764705882352941, | |
| "grad_norm": 9.412785530090332, | |
| "learning_rate": 1.992575789599419e-05, | |
| "loss": 2.2676, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 6.823529411764706, | |
| "grad_norm": 9.314119338989258, | |
| "learning_rate": 1.9923422693447307e-05, | |
| "loss": 2.4082, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 6.882352941176471, | |
| "grad_norm": 9.606888771057129, | |
| "learning_rate": 1.992105147288386e-05, | |
| "loss": 2.4521, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 6.9411764705882355, | |
| "grad_norm": 10.189269065856934, | |
| "learning_rate": 1.9918644242910418e-05, | |
| "loss": 2.2969, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 9.221379280090332, | |
| "learning_rate": 1.9916201012264255e-05, | |
| "loss": 2.3062, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 7.0588235294117645, | |
| "grad_norm": 7.627739429473877, | |
| "learning_rate": 1.991372178981331e-05, | |
| "loss": 2.2065, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 7.117647058823529, | |
| "grad_norm": 9.953232765197754, | |
| "learning_rate": 1.991120658455616e-05, | |
| "loss": 2.2441, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 7.176470588235294, | |
| "grad_norm": 9.432150840759277, | |
| "learning_rate": 1.990865540562199e-05, | |
| "loss": 2.2773, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 7.235294117647059, | |
| "grad_norm": 9.045056343078613, | |
| "learning_rate": 1.990606826227054e-05, | |
| "loss": 2.2261, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 7.294117647058823, | |
| "grad_norm": 13.119576454162598, | |
| "learning_rate": 1.99034451638921e-05, | |
| "loss": 2.0693, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 7.352941176470588, | |
| "grad_norm": 11.607037544250488, | |
| "learning_rate": 1.990078612000746e-05, | |
| "loss": 2.1821, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 7.411764705882353, | |
| "grad_norm": 10.091217041015625, | |
| "learning_rate": 1.989809114026787e-05, | |
| "loss": 2.2764, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 7.470588235294118, | |
| "grad_norm": 9.865386962890625, | |
| "learning_rate": 1.9895360234455023e-05, | |
| "loss": 2.2534, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 7.529411764705882, | |
| "grad_norm": 10.750882148742676, | |
| "learning_rate": 1.9892593412481004e-05, | |
| "loss": 2.2388, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 7.588235294117647, | |
| "grad_norm": 10.1782808303833, | |
| "learning_rate": 1.9889790684388252e-05, | |
| "loss": 2.2251, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 7.647058823529412, | |
| "grad_norm": 10.850335121154785, | |
| "learning_rate": 1.9886952060349546e-05, | |
| "loss": 2.2954, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 7.705882352941177, | |
| "grad_norm": 7.938097953796387, | |
| "learning_rate": 1.9884077550667942e-05, | |
| "loss": 2.3062, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 7.764705882352941, | |
| "grad_norm": 10.520757675170898, | |
| "learning_rate": 1.988116716577675e-05, | |
| "loss": 2.3076, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 7.823529411764706, | |
| "grad_norm": 10.912127494812012, | |
| "learning_rate": 1.987822091623949e-05, | |
| "loss": 2.1436, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 7.882352941176471, | |
| "grad_norm": 7.468573093414307, | |
| "learning_rate": 1.987523881274986e-05, | |
| "loss": 2.2178, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 7.9411764705882355, | |
| "grad_norm": 9.595022201538086, | |
| "learning_rate": 1.987222086613169e-05, | |
| "loss": 2.228, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 9.515213966369629, | |
| "learning_rate": 1.9869167087338908e-05, | |
| "loss": 2.1108, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 8.058823529411764, | |
| "grad_norm": 39.20478439331055, | |
| "learning_rate": 1.9866077487455497e-05, | |
| "loss": 2.0034, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 8.117647058823529, | |
| "grad_norm": 8.61018180847168, | |
| "learning_rate": 1.9862952077695457e-05, | |
| "loss": 2.1016, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 8.176470588235293, | |
| "grad_norm": 10.327203750610352, | |
| "learning_rate": 1.9859790869402764e-05, | |
| "loss": 2.1602, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 8.235294117647058, | |
| "grad_norm": 9.717497825622559, | |
| "learning_rate": 1.9856593874051326e-05, | |
| "loss": 2.1914, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 8.294117647058824, | |
| "grad_norm": 9.128399848937988, | |
| "learning_rate": 1.9853361103244943e-05, | |
| "loss": 1.9214, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 8.352941176470589, | |
| "grad_norm": 9.169191360473633, | |
| "learning_rate": 1.9850092568717273e-05, | |
| "loss": 1.999, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 8.411764705882353, | |
| "grad_norm": 25.799766540527344, | |
| "learning_rate": 1.9846788282331773e-05, | |
| "loss": 2.1455, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 8.470588235294118, | |
| "grad_norm": 11.617899894714355, | |
| "learning_rate": 1.984344825608167e-05, | |
| "loss": 2.1113, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 8.529411764705882, | |
| "grad_norm": 18.497943878173828, | |
| "learning_rate": 1.9840072502089906e-05, | |
| "loss": 2.2246, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 8.588235294117647, | |
| "grad_norm": 12.115826606750488, | |
| "learning_rate": 1.9836661032609104e-05, | |
| "loss": 2.0659, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 8.647058823529411, | |
| "grad_norm": 13.62680721282959, | |
| "learning_rate": 1.983321386002153e-05, | |
| "loss": 2.1636, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 8.705882352941176, | |
| "grad_norm": 13.071581840515137, | |
| "learning_rate": 1.982973099683902e-05, | |
| "loss": 2.0742, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 8.764705882352942, | |
| "grad_norm": 8.82536792755127, | |
| "learning_rate": 1.9826212455702963e-05, | |
| "loss": 2.1265, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 8.823529411764707, | |
| "grad_norm": 10.402623176574707, | |
| "learning_rate": 1.9822658249384237e-05, | |
| "loss": 1.9976, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 8.882352941176471, | |
| "grad_norm": 9.288298606872559, | |
| "learning_rate": 1.9819068390783184e-05, | |
| "loss": 1.9019, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 8.941176470588236, | |
| "grad_norm": 10.52776050567627, | |
| "learning_rate": 1.981544289292954e-05, | |
| "loss": 1.9355, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 12.23874568939209, | |
| "learning_rate": 1.9811781768982392e-05, | |
| "loss": 2.0439, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 9.058823529411764, | |
| "grad_norm": 11.252086639404297, | |
| "learning_rate": 1.9808085032230146e-05, | |
| "loss": 2.0132, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 9.117647058823529, | |
| "grad_norm": 12.236040115356445, | |
| "learning_rate": 1.980435269609046e-05, | |
| "loss": 1.9243, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 9.176470588235293, | |
| "grad_norm": 10.86466121673584, | |
| "learning_rate": 1.9800584774110208e-05, | |
| "loss": 1.9824, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 9.235294117647058, | |
| "grad_norm": 7.931847095489502, | |
| "learning_rate": 1.979678127996543e-05, | |
| "loss": 1.9546, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 9.294117647058824, | |
| "grad_norm": 10.230725288391113, | |
| "learning_rate": 1.9792942227461265e-05, | |
| "loss": 2.002, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 9.352941176470589, | |
| "grad_norm": 12.577863693237305, | |
| "learning_rate": 1.9789067630531932e-05, | |
| "loss": 1.854, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 9.411764705882353, | |
| "grad_norm": 12.590815544128418, | |
| "learning_rate": 1.9785157503240645e-05, | |
| "loss": 1.8306, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 9.470588235294118, | |
| "grad_norm": 10.349114418029785, | |
| "learning_rate": 1.9781211859779593e-05, | |
| "loss": 1.9888, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 9.529411764705882, | |
| "grad_norm": 8.35677719116211, | |
| "learning_rate": 1.977723071446986e-05, | |
| "loss": 1.9297, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 9.588235294117647, | |
| "grad_norm": 11.489068984985352, | |
| "learning_rate": 1.9773214081761404e-05, | |
| "loss": 1.8018, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 9.647058823529411, | |
| "grad_norm": 11.149316787719727, | |
| "learning_rate": 1.976916197623298e-05, | |
| "loss": 1.9102, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 9.705882352941176, | |
| "grad_norm": 12.661219596862793, | |
| "learning_rate": 1.9765074412592087e-05, | |
| "loss": 1.9863, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 9.764705882352942, | |
| "grad_norm": 11.165590286254883, | |
| "learning_rate": 1.9760951405674936e-05, | |
| "loss": 1.9067, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 9.823529411764707, | |
| "grad_norm": 8.715911865234375, | |
| "learning_rate": 1.9756792970446375e-05, | |
| "loss": 1.9146, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 9.882352941176471, | |
| "grad_norm": 8.804875373840332, | |
| "learning_rate": 1.9752599121999845e-05, | |
| "loss": 1.8481, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 9.941176470588236, | |
| "grad_norm": 10.330653190612793, | |
| "learning_rate": 1.974836987555732e-05, | |
| "loss": 1.8354, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 8.241497993469238, | |
| "learning_rate": 1.9744105246469264e-05, | |
| "loss": 1.8472, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 10.058823529411764, | |
| "grad_norm": 15.061513900756836, | |
| "learning_rate": 1.9739805250214546e-05, | |
| "loss": 1.8555, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 10.117647058823529, | |
| "grad_norm": 8.238058090209961, | |
| "learning_rate": 1.9735469902400424e-05, | |
| "loss": 1.7466, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 10.176470588235293, | |
| "grad_norm": 8.91250991821289, | |
| "learning_rate": 1.973109921876246e-05, | |
| "loss": 1.6704, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 10.235294117647058, | |
| "grad_norm": 10.190889358520508, | |
| "learning_rate": 1.9726693215164464e-05, | |
| "loss": 1.8906, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 10.294117647058824, | |
| "grad_norm": 9.007473945617676, | |
| "learning_rate": 1.9722251907598458e-05, | |
| "loss": 1.8066, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 10.352941176470589, | |
| "grad_norm": 7.6829833984375, | |
| "learning_rate": 1.9717775312184592e-05, | |
| "loss": 1.8516, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 10.411764705882353, | |
| "grad_norm": 8.435174942016602, | |
| "learning_rate": 1.971326344517109e-05, | |
| "loss": 1.8306, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 10.470588235294118, | |
| "grad_norm": 9.037138938903809, | |
| "learning_rate": 1.9708716322934222e-05, | |
| "loss": 1.9478, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 10.529411764705882, | |
| "grad_norm": 11.691319465637207, | |
| "learning_rate": 1.9704133961978195e-05, | |
| "loss": 1.7207, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 10.588235294117647, | |
| "grad_norm": 9.262616157531738, | |
| "learning_rate": 1.9699516378935134e-05, | |
| "loss": 1.8604, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 10.647058823529411, | |
| "grad_norm": 7.748818874359131, | |
| "learning_rate": 1.9694863590564997e-05, | |
| "loss": 1.8018, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 10.705882352941176, | |
| "grad_norm": 11.156909942626953, | |
| "learning_rate": 1.969017561375553e-05, | |
| "loss": 1.6694, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 10.764705882352942, | |
| "grad_norm": 8.987791061401367, | |
| "learning_rate": 1.968545246552219e-05, | |
| "loss": 1.7593, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 10.823529411764707, | |
| "grad_norm": 10.345136642456055, | |
| "learning_rate": 1.9680694163008102e-05, | |
| "loss": 1.7886, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 10.882352941176471, | |
| "grad_norm": 10.792691230773926, | |
| "learning_rate": 1.9675900723483985e-05, | |
| "loss": 1.6472, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 10.941176470588236, | |
| "grad_norm": 8.306448936462402, | |
| "learning_rate": 1.967107216434808e-05, | |
| "loss": 1.6306, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "grad_norm": 10.899456977844238, | |
| "learning_rate": 1.9666208503126115e-05, | |
| "loss": 1.6299, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 11.058823529411764, | |
| "grad_norm": 9.003738403320312, | |
| "learning_rate": 1.966130975747121e-05, | |
| "loss": 1.5857, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 11.117647058823529, | |
| "grad_norm": 8.796257019042969, | |
| "learning_rate": 1.9656375945163834e-05, | |
| "loss": 1.6631, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 11.176470588235293, | |
| "grad_norm": 12.069965362548828, | |
| "learning_rate": 1.965140708411174e-05, | |
| "loss": 1.6538, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 11.235294117647058, | |
| "grad_norm": 9.124354362487793, | |
| "learning_rate": 1.9646403192349876e-05, | |
| "loss": 1.7578, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 11.294117647058824, | |
| "grad_norm": 10.62402629852295, | |
| "learning_rate": 1.964136428804036e-05, | |
| "loss": 1.6204, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 11.352941176470589, | |
| "grad_norm": 10.819178581237793, | |
| "learning_rate": 1.963629038947237e-05, | |
| "loss": 1.6392, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 11.411764705882353, | |
| "grad_norm": 9.56255054473877, | |
| "learning_rate": 1.9631181515062108e-05, | |
| "loss": 1.7715, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 11.470588235294118, | |
| "grad_norm": 18.483970642089844, | |
| "learning_rate": 1.962603768335273e-05, | |
| "loss": 1.6162, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 11.529411764705882, | |
| "grad_norm": 12.61978530883789, | |
| "learning_rate": 1.9620858913014268e-05, | |
| "loss": 1.7207, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 11.588235294117647, | |
| "grad_norm": 10.203033447265625, | |
| "learning_rate": 1.9615645222843566e-05, | |
| "loss": 1.5764, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 11.647058823529411, | |
| "grad_norm": 8.901611328125, | |
| "learning_rate": 1.961039663176421e-05, | |
| "loss": 1.5552, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 11.705882352941176, | |
| "grad_norm": 14.010965347290039, | |
| "learning_rate": 1.960511315882647e-05, | |
| "loss": 1.6226, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 11.764705882352942, | |
| "grad_norm": 9.723356246948242, | |
| "learning_rate": 1.9599794823207217e-05, | |
| "loss": 1.6362, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 11.823529411764707, | |
| "grad_norm": 11.106191635131836, | |
| "learning_rate": 1.9594441644209863e-05, | |
| "loss": 1.6699, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 11.882352941176471, | |
| "grad_norm": 10.819182395935059, | |
| "learning_rate": 1.958905364126428e-05, | |
| "loss": 1.748, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 11.941176470588236, | |
| "grad_norm": 14.87402057647705, | |
| "learning_rate": 1.958363083392675e-05, | |
| "loss": 1.5684, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "grad_norm": 9.130367279052734, | |
| "learning_rate": 1.957817324187987e-05, | |
| "loss": 1.6221, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 12.058823529411764, | |
| "grad_norm": 11.417094230651855, | |
| "learning_rate": 1.9572680884932496e-05, | |
| "loss": 1.6489, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 12.117647058823529, | |
| "grad_norm": 15.244763374328613, | |
| "learning_rate": 1.956715378301967e-05, | |
| "loss": 1.4326, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 12.176470588235293, | |
| "grad_norm": 10.178763389587402, | |
| "learning_rate": 1.956159195620253e-05, | |
| "loss": 1.4785, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 12.235294117647058, | |
| "grad_norm": 13.306642532348633, | |
| "learning_rate": 1.9555995424668266e-05, | |
| "loss": 1.5862, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 12.294117647058824, | |
| "grad_norm": 13.248449325561523, | |
| "learning_rate": 1.9550364208730026e-05, | |
| "loss": 1.4546, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 12.352941176470589, | |
| "grad_norm": 9.095641136169434, | |
| "learning_rate": 1.954469832882685e-05, | |
| "loss": 1.439, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 12.411764705882353, | |
| "grad_norm": 11.951369285583496, | |
| "learning_rate": 1.9538997805523595e-05, | |
| "loss": 1.5576, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 12.470588235294118, | |
| "grad_norm": 9.02932357788086, | |
| "learning_rate": 1.9533262659510858e-05, | |
| "loss": 1.5671, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 12.529411764705882, | |
| "grad_norm": 10.480745315551758, | |
| "learning_rate": 1.9527492911604905e-05, | |
| "loss": 1.5908, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 12.588235294117647, | |
| "grad_norm": 10.89215087890625, | |
| "learning_rate": 1.9521688582747585e-05, | |
| "loss": 1.645, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 12.647058823529411, | |
| "grad_norm": 9.34056568145752, | |
| "learning_rate": 1.9515849694006272e-05, | |
| "loss": 1.3662, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 12.705882352941176, | |
| "grad_norm": 11.367390632629395, | |
| "learning_rate": 1.950997626657377e-05, | |
| "loss": 1.4558, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 12.764705882352942, | |
| "grad_norm": 10.650875091552734, | |
| "learning_rate": 1.950406832176825e-05, | |
| "loss": 1.4001, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 12.823529411764707, | |
| "grad_norm": 9.907959938049316, | |
| "learning_rate": 1.949812588103317e-05, | |
| "loss": 1.502, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 12.882352941176471, | |
| "grad_norm": 10.009119033813477, | |
| "learning_rate": 1.9492148965937187e-05, | |
| "loss": 1.5288, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 12.941176470588236, | |
| "grad_norm": 9.250482559204102, | |
| "learning_rate": 1.9486137598174085e-05, | |
| "loss": 1.5981, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "grad_norm": 8.99602222442627, | |
| "learning_rate": 1.9480091799562706e-05, | |
| "loss": 1.5469, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 13.058823529411764, | |
| "grad_norm": 13.221899032592773, | |
| "learning_rate": 1.9474011592046855e-05, | |
| "loss": 1.5469, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 13.117647058823529, | |
| "grad_norm": 10.545061111450195, | |
| "learning_rate": 1.9467896997695232e-05, | |
| "loss": 1.3787, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 13.176470588235293, | |
| "grad_norm": 8.502839088439941, | |
| "learning_rate": 1.9461748038701344e-05, | |
| "loss": 1.3899, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 13.235294117647058, | |
| "grad_norm": 10.502857208251953, | |
| "learning_rate": 1.9455564737383423e-05, | |
| "loss": 1.6831, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 13.294117647058824, | |
| "grad_norm": 10.673855781555176, | |
| "learning_rate": 1.9449347116184364e-05, | |
| "loss": 1.3857, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 13.352941176470589, | |
| "grad_norm": 9.116896629333496, | |
| "learning_rate": 1.9443095197671615e-05, | |
| "loss": 1.2139, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 13.411764705882353, | |
| "grad_norm": 9.33806324005127, | |
| "learning_rate": 1.943680900453712e-05, | |
| "loss": 1.4514, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 13.470588235294118, | |
| "grad_norm": 8.920222282409668, | |
| "learning_rate": 1.943048855959722e-05, | |
| "loss": 1.4624, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 13.529411764705882, | |
| "grad_norm": 9.52849006652832, | |
| "learning_rate": 1.9424133885792575e-05, | |
| "loss": 1.3933, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 13.588235294117647, | |
| "grad_norm": 9.704018592834473, | |
| "learning_rate": 1.9417745006188082e-05, | |
| "loss": 1.3381, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 13.647058823529411, | |
| "grad_norm": 9.277046203613281, | |
| "learning_rate": 1.94113219439728e-05, | |
| "loss": 1.4097, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 13.705882352941176, | |
| "grad_norm": 8.906158447265625, | |
| "learning_rate": 1.9404864722459852e-05, | |
| "loss": 1.5029, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 13.764705882352942, | |
| "grad_norm": 9.329651832580566, | |
| "learning_rate": 1.9398373365086335e-05, | |
| "loss": 1.2419, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 13.823529411764707, | |
| "grad_norm": 10.241909980773926, | |
| "learning_rate": 1.939184789541326e-05, | |
| "loss": 1.3358, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 13.882352941176471, | |
| "grad_norm": 9.222643852233887, | |
| "learning_rate": 1.9385288337125448e-05, | |
| "loss": 1.261, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 13.941176470588236, | |
| "grad_norm": 8.16667652130127, | |
| "learning_rate": 1.9378694714031442e-05, | |
| "loss": 1.3579, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "grad_norm": 9.825841903686523, | |
| "learning_rate": 1.937206705006344e-05, | |
| "loss": 1.3169, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 14.058823529411764, | |
| "grad_norm": 9.070094108581543, | |
| "learning_rate": 1.9365405369277172e-05, | |
| "loss": 1.2903, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 14.117647058823529, | |
| "grad_norm": 8.340785026550293, | |
| "learning_rate": 1.935870969585186e-05, | |
| "loss": 1.2512, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 14.176470588235293, | |
| "grad_norm": 8.328289985656738, | |
| "learning_rate": 1.9351980054090086e-05, | |
| "loss": 1.3027, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 14.235294117647058, | |
| "grad_norm": 9.469372749328613, | |
| "learning_rate": 1.9345216468417737e-05, | |
| "loss": 1.2715, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 14.294117647058824, | |
| "grad_norm": 8.60491943359375, | |
| "learning_rate": 1.93384189633839e-05, | |
| "loss": 1.2234, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 14.352941176470589, | |
| "grad_norm": 7.4619245529174805, | |
| "learning_rate": 1.9331587563660766e-05, | |
| "loss": 1.4731, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 14.411764705882353, | |
| "grad_norm": 9.062922477722168, | |
| "learning_rate": 1.932472229404356e-05, | |
| "loss": 1.2881, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 14.470588235294118, | |
| "grad_norm": 7.204548358917236, | |
| "learning_rate": 1.9317823179450438e-05, | |
| "loss": 1.2804, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 14.529411764705882, | |
| "grad_norm": 8.042075157165527, | |
| "learning_rate": 1.93108902449224e-05, | |
| "loss": 1.4238, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 14.588235294117647, | |
| "grad_norm": 10.834410667419434, | |
| "learning_rate": 1.93039235156232e-05, | |
| "loss": 1.2344, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 14.647058823529411, | |
| "grad_norm": 8.23576831817627, | |
| "learning_rate": 1.9296923016839243e-05, | |
| "loss": 1.2053, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 14.705882352941176, | |
| "grad_norm": 8.060479164123535, | |
| "learning_rate": 1.9289888773979524e-05, | |
| "loss": 1.4006, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 14.764705882352942, | |
| "grad_norm": 10.602763175964355, | |
| "learning_rate": 1.9282820812575497e-05, | |
| "loss": 1.3438, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 14.823529411764707, | |
| "grad_norm": 7.457324504852295, | |
| "learning_rate": 1.927571915828101e-05, | |
| "loss": 1.2528, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 14.882352941176471, | |
| "grad_norm": 8.067986488342285, | |
| "learning_rate": 1.9268583836872198e-05, | |
| "loss": 1.1621, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 14.941176470588236, | |
| "grad_norm": 7.343730449676514, | |
| "learning_rate": 1.9261414874247394e-05, | |
| "loss": 1.1804, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "grad_norm": 10.232341766357422, | |
| "learning_rate": 1.9254212296427043e-05, | |
| "loss": 1.2881, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 15.058823529411764, | |
| "grad_norm": 8.354348182678223, | |
| "learning_rate": 1.924697612955359e-05, | |
| "loss": 1.2898, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 15.117647058823529, | |
| "grad_norm": 6.956756114959717, | |
| "learning_rate": 1.9239706399891398e-05, | |
| "loss": 1.1243, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 15.176470588235293, | |
| "grad_norm": 8.421477317810059, | |
| "learning_rate": 1.923240313382665e-05, | |
| "loss": 1.1506, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 15.235294117647058, | |
| "grad_norm": 8.68120002746582, | |
| "learning_rate": 1.922506635786725e-05, | |
| "loss": 1.072, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 15.294117647058824, | |
| "grad_norm": 8.12938404083252, | |
| "learning_rate": 1.9217696098642736e-05, | |
| "loss": 1.1599, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 15.352941176470589, | |
| "grad_norm": 7.2845306396484375, | |
| "learning_rate": 1.921029238290417e-05, | |
| "loss": 1.2502, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 15.411764705882353, | |
| "grad_norm": 7.830509185791016, | |
| "learning_rate": 1.9202855237524053e-05, | |
| "loss": 0.9521, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 15.470588235294118, | |
| "grad_norm": 10.00294017791748, | |
| "learning_rate": 1.9195384689496212e-05, | |
| "loss": 1.168, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 15.529411764705882, | |
| "grad_norm": 8.725485801696777, | |
| "learning_rate": 1.9187880765935724e-05, | |
| "loss": 1.2007, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 15.588235294117647, | |
| "grad_norm": 6.980824947357178, | |
| "learning_rate": 1.91803434940788e-05, | |
| "loss": 1.053, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 15.647058823529411, | |
| "grad_norm": 7.76743221282959, | |
| "learning_rate": 1.9172772901282694e-05, | |
| "loss": 1.0919, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 15.705882352941176, | |
| "grad_norm": 9.755024909973145, | |
| "learning_rate": 1.91651690150256e-05, | |
| "loss": 1.2671, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 15.764705882352942, | |
| "grad_norm": 9.392074584960938, | |
| "learning_rate": 1.9157531862906557e-05, | |
| "loss": 1.121, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 15.823529411764707, | |
| "grad_norm": 8.740220069885254, | |
| "learning_rate": 1.914986147264533e-05, | |
| "loss": 1.2759, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 15.882352941176471, | |
| "grad_norm": 8.985494613647461, | |
| "learning_rate": 1.9142157872082354e-05, | |
| "loss": 1.3005, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 15.941176470588236, | |
| "grad_norm": 8.223883628845215, | |
| "learning_rate": 1.9134421089178578e-05, | |
| "loss": 1.1006, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "grad_norm": 8.415818214416504, | |
| "learning_rate": 1.9126651152015404e-05, | |
| "loss": 1.2512, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 16.058823529411764, | |
| "grad_norm": 7.3380656242370605, | |
| "learning_rate": 1.911884808879456e-05, | |
| "loss": 1.0537, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 16.11764705882353, | |
| "grad_norm": 8.667423248291016, | |
| "learning_rate": 1.9111011927838024e-05, | |
| "loss": 0.9004, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 16.176470588235293, | |
| "grad_norm": 8.700292587280273, | |
| "learning_rate": 1.9103142697587884e-05, | |
| "loss": 1.1348, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 16.235294117647058, | |
| "grad_norm": 8.624340057373047, | |
| "learning_rate": 1.9095240426606273e-05, | |
| "loss": 1.0067, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 16.294117647058822, | |
| "grad_norm": 10.75705337524414, | |
| "learning_rate": 1.9087305143575245e-05, | |
| "loss": 1.1282, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 16.352941176470587, | |
| "grad_norm": 8.72046947479248, | |
| "learning_rate": 1.907933687729667e-05, | |
| "loss": 1.0543, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 16.41176470588235, | |
| "grad_norm": 9.421009063720703, | |
| "learning_rate": 1.907133565669214e-05, | |
| "loss": 1.1357, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 16.470588235294116, | |
| "grad_norm": 8.6544828414917, | |
| "learning_rate": 1.9063301510802846e-05, | |
| "loss": 0.9988, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 16.529411764705884, | |
| "grad_norm": 7.3404083251953125, | |
| "learning_rate": 1.90552344687895e-05, | |
| "loss": 1.1375, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 16.58823529411765, | |
| "grad_norm": 10.884233474731445, | |
| "learning_rate": 1.9047134559932203e-05, | |
| "loss": 1.0933, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 16.647058823529413, | |
| "grad_norm": 8.752082824707031, | |
| "learning_rate": 1.9039001813630357e-05, | |
| "loss": 1.0898, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 16.705882352941178, | |
| "grad_norm": 8.246918678283691, | |
| "learning_rate": 1.9030836259402545e-05, | |
| "loss": 0.9935, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 16.764705882352942, | |
| "grad_norm": 9.318117141723633, | |
| "learning_rate": 1.9022637926886427e-05, | |
| "loss": 1.1075, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 16.823529411764707, | |
| "grad_norm": 9.169379234313965, | |
| "learning_rate": 1.9014406845838643e-05, | |
| "loss": 1.1204, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 16.88235294117647, | |
| "grad_norm": 8.516507148742676, | |
| "learning_rate": 1.900614304613469e-05, | |
| "loss": 1.0875, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 16.941176470588236, | |
| "grad_norm": 8.264412879943848, | |
| "learning_rate": 1.899784655776883e-05, | |
| "loss": 1.0369, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "grad_norm": 10.037005424499512, | |
| "learning_rate": 1.8989517410853956e-05, | |
| "loss": 1.1218, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 17.058823529411764, | |
| "grad_norm": 7.080535411834717, | |
| "learning_rate": 1.898115563562151e-05, | |
| "loss": 1.075, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 17.11764705882353, | |
| "grad_norm": 8.170382499694824, | |
| "learning_rate": 1.8972761262421363e-05, | |
| "loss": 1.0338, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 17.176470588235293, | |
| "grad_norm": 8.794394493103027, | |
| "learning_rate": 1.8964334321721698e-05, | |
| "loss": 1.093, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 17.235294117647058, | |
| "grad_norm": 7.711061477661133, | |
| "learning_rate": 1.8955874844108903e-05, | |
| "loss": 1.0306, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 17.294117647058822, | |
| "grad_norm": 7.933358192443848, | |
| "learning_rate": 1.894738286028747e-05, | |
| "loss": 0.9176, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 17.352941176470587, | |
| "grad_norm": 7.066795825958252, | |
| "learning_rate": 1.8938858401079866e-05, | |
| "loss": 1.0131, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 17.41176470588235, | |
| "grad_norm": 7.483026504516602, | |
| "learning_rate": 1.8930301497426434e-05, | |
| "loss": 0.8979, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 17.470588235294116, | |
| "grad_norm": 9.090031623840332, | |
| "learning_rate": 1.8921712180385287e-05, | |
| "loss": 0.9585, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 17.529411764705884, | |
| "grad_norm": 8.832393646240234, | |
| "learning_rate": 1.891309048113217e-05, | |
| "loss": 0.9143, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 17.58823529411765, | |
| "grad_norm": 7.829322338104248, | |
| "learning_rate": 1.890443643096037e-05, | |
| "loss": 1.0073, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 17.647058823529413, | |
| "grad_norm": 14.34745979309082, | |
| "learning_rate": 1.889575006128059e-05, | |
| "loss": 1.075, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 17.705882352941178, | |
| "grad_norm": 8.352957725524902, | |
| "learning_rate": 1.888703140362085e-05, | |
| "loss": 0.9565, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 17.764705882352942, | |
| "grad_norm": 9.477667808532715, | |
| "learning_rate": 1.887828048962636e-05, | |
| "loss": 1.0778, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 17.823529411764707, | |
| "grad_norm": 9.908851623535156, | |
| "learning_rate": 1.8869497351059393e-05, | |
| "loss": 0.8929, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 17.88235294117647, | |
| "grad_norm": 8.893075942993164, | |
| "learning_rate": 1.8860682019799203e-05, | |
| "loss": 1.0883, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 17.941176470588236, | |
| "grad_norm": 9.700044631958008, | |
| "learning_rate": 1.8851834527841877e-05, | |
| "loss": 1.052, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "grad_norm": 7.838306427001953, | |
| "learning_rate": 1.8842954907300236e-05, | |
| "loss": 0.9701, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 18.058823529411764, | |
| "grad_norm": 10.048843383789062, | |
| "learning_rate": 1.8834043190403727e-05, | |
| "loss": 0.8104, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 18.11764705882353, | |
| "grad_norm": 8.519925117492676, | |
| "learning_rate": 1.882509940949827e-05, | |
| "loss": 1.1232, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 18.176470588235293, | |
| "grad_norm": 7.925708293914795, | |
| "learning_rate": 1.8816123597046183e-05, | |
| "loss": 1.052, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 18.235294117647058, | |
| "grad_norm": 7.492148399353027, | |
| "learning_rate": 1.8807115785626043e-05, | |
| "loss": 0.8915, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 18.294117647058822, | |
| "grad_norm": 9.188785552978516, | |
| "learning_rate": 1.879807600793256e-05, | |
| "loss": 1.0044, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 18.352941176470587, | |
| "grad_norm": 8.188364028930664, | |
| "learning_rate": 1.878900429677649e-05, | |
| "loss": 0.7354, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 18.41176470588235, | |
| "grad_norm": 12.29259204864502, | |
| "learning_rate": 1.8779900685084462e-05, | |
| "loss": 1.0007, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 18.470588235294116, | |
| "grad_norm": 8.938858985900879, | |
| "learning_rate": 1.8770765205898925e-05, | |
| "loss": 0.8465, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 18.529411764705884, | |
| "grad_norm": 8.054702758789062, | |
| "learning_rate": 1.876159789237797e-05, | |
| "loss": 0.9232, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 18.58823529411765, | |
| "grad_norm": 7.835578918457031, | |
| "learning_rate": 1.875239877779525e-05, | |
| "loss": 0.8226, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 18.647058823529413, | |
| "grad_norm": 13.629203796386719, | |
| "learning_rate": 1.8743167895539827e-05, | |
| "loss": 0.7832, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 18.705882352941178, | |
| "grad_norm": 8.966890335083008, | |
| "learning_rate": 1.8733905279116083e-05, | |
| "loss": 0.9501, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 18.764705882352942, | |
| "grad_norm": 8.845645904541016, | |
| "learning_rate": 1.872461096214357e-05, | |
| "loss": 1.0684, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 18.823529411764707, | |
| "grad_norm": 7.386916637420654, | |
| "learning_rate": 1.8715284978356908e-05, | |
| "loss": 0.8246, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 18.88235294117647, | |
| "grad_norm": 12.755834579467773, | |
| "learning_rate": 1.870592736160565e-05, | |
| "loss": 0.8374, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 18.941176470588236, | |
| "grad_norm": 7.769658088684082, | |
| "learning_rate": 1.869653814585416e-05, | |
| "loss": 1.053, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "grad_norm": 8.368332862854004, | |
| "learning_rate": 1.8687117365181514e-05, | |
| "loss": 0.7628, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 19.058823529411764, | |
| "grad_norm": 8.025890350341797, | |
| "learning_rate": 1.8677665053781324e-05, | |
| "loss": 0.8486, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 19.11764705882353, | |
| "grad_norm": 8.173334121704102, | |
| "learning_rate": 1.8668181245961678e-05, | |
| "loss": 0.8848, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 19.176470588235293, | |
| "grad_norm": 9.85013484954834, | |
| "learning_rate": 1.8658665976144955e-05, | |
| "loss": 0.7292, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 19.235294117647058, | |
| "grad_norm": 6.760746955871582, | |
| "learning_rate": 1.864911927886775e-05, | |
| "loss": 0.8156, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 19.294117647058822, | |
| "grad_norm": 6.198314189910889, | |
| "learning_rate": 1.8639541188780712e-05, | |
| "loss": 0.7821, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 19.352941176470587, | |
| "grad_norm": 9.005284309387207, | |
| "learning_rate": 1.8629931740648446e-05, | |
| "loss": 0.7618, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 19.41176470588235, | |
| "grad_norm": 9.195181846618652, | |
| "learning_rate": 1.8620290969349365e-05, | |
| "loss": 0.9202, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 19.470588235294116, | |
| "grad_norm": 9.459832191467285, | |
| "learning_rate": 1.8610618909875575e-05, | |
| "loss": 1.0681, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 19.529411764705884, | |
| "grad_norm": 6.775201320648193, | |
| "learning_rate": 1.8600915597332748e-05, | |
| "loss": 0.9631, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 19.58823529411765, | |
| "grad_norm": 9.778947830200195, | |
| "learning_rate": 1.8591181066939984e-05, | |
| "loss": 0.8514, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 19.647058823529413, | |
| "grad_norm": 7.898700714111328, | |
| "learning_rate": 1.85814153540297e-05, | |
| "loss": 0.8159, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 19.705882352941178, | |
| "grad_norm": 9.369712829589844, | |
| "learning_rate": 1.8571618494047494e-05, | |
| "loss": 0.7833, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 19.764705882352942, | |
| "grad_norm": 7.676392555236816, | |
| "learning_rate": 1.8561790522552005e-05, | |
| "loss": 0.8095, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 19.823529411764707, | |
| "grad_norm": 6.871535778045654, | |
| "learning_rate": 1.85519314752148e-05, | |
| "loss": 0.8762, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 19.88235294117647, | |
| "grad_norm": 9.259310722351074, | |
| "learning_rate": 1.8542041387820244e-05, | |
| "loss": 0.8231, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 19.941176470588236, | |
| "grad_norm": 6.931603908538818, | |
| "learning_rate": 1.853212029626536e-05, | |
| "loss": 0.7739, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "grad_norm": 8.068831443786621, | |
| "learning_rate": 1.8522168236559693e-05, | |
| "loss": 0.8663, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 20.058823529411764, | |
| "grad_norm": 6.260993957519531, | |
| "learning_rate": 1.8512185244825215e-05, | |
| "loss": 0.7877, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 20.11764705882353, | |
| "grad_norm": 6.125193119049072, | |
| "learning_rate": 1.8502171357296144e-05, | |
| "loss": 0.7488, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 20.176470588235293, | |
| "grad_norm": 6.586556434631348, | |
| "learning_rate": 1.849212661031885e-05, | |
| "loss": 0.5836, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 20.235294117647058, | |
| "grad_norm": 8.132612228393555, | |
| "learning_rate": 1.848205104035171e-05, | |
| "loss": 0.7032, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 20.294117647058822, | |
| "grad_norm": 19.203317642211914, | |
| "learning_rate": 1.8471944683964972e-05, | |
| "loss": 0.6055, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 20.352941176470587, | |
| "grad_norm": 9.117682456970215, | |
| "learning_rate": 1.8461807577840628e-05, | |
| "loss": 0.821, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 20.41176470588235, | |
| "grad_norm": 7.463310718536377, | |
| "learning_rate": 1.8451639758772275e-05, | |
| "loss": 0.746, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 20.470588235294116, | |
| "grad_norm": 6.011261940002441, | |
| "learning_rate": 1.8441441263665e-05, | |
| "loss": 0.7736, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 20.529411764705884, | |
| "grad_norm": 8.924156188964844, | |
| "learning_rate": 1.843121212953521e-05, | |
| "loss": 0.9622, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 20.58823529411765, | |
| "grad_norm": 11.159602165222168, | |
| "learning_rate": 1.842095239351054e-05, | |
| "loss": 0.679, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 20.647058823529413, | |
| "grad_norm": 7.689438343048096, | |
| "learning_rate": 1.841066209282968e-05, | |
| "loss": 0.8718, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 20.705882352941178, | |
| "grad_norm": 5.8976731300354, | |
| "learning_rate": 1.8400341264842276e-05, | |
| "loss": 0.8431, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 20.764705882352942, | |
| "grad_norm": 6.383970737457275, | |
| "learning_rate": 1.8389989947008753e-05, | |
| "loss": 0.9081, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 20.823529411764707, | |
| "grad_norm": 8.230146408081055, | |
| "learning_rate": 1.837960817690022e-05, | |
| "loss": 0.759, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 20.88235294117647, | |
| "grad_norm": 7.361762046813965, | |
| "learning_rate": 1.836919599219831e-05, | |
| "loss": 0.7211, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 20.941176470588236, | |
| "grad_norm": 7.112512111663818, | |
| "learning_rate": 1.8358753430695047e-05, | |
| "loss": 0.59, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "grad_norm": 7.234877586364746, | |
| "learning_rate": 1.8348280530292712e-05, | |
| "loss": 0.8176, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 21.058823529411764, | |
| "grad_norm": 6.833087921142578, | |
| "learning_rate": 1.8337777329003707e-05, | |
| "loss": 0.8085, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 21.11764705882353, | |
| "grad_norm": 6.714828014373779, | |
| "learning_rate": 1.8327243864950405e-05, | |
| "loss": 0.5746, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 21.176470588235293, | |
| "grad_norm": 7.178631782531738, | |
| "learning_rate": 1.8316680176365032e-05, | |
| "loss": 0.8804, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 21.235294117647058, | |
| "grad_norm": 8.206107139587402, | |
| "learning_rate": 1.8306086301589505e-05, | |
| "loss": 0.7128, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 21.294117647058822, | |
| "grad_norm": 7.00532865524292, | |
| "learning_rate": 1.8295462279075317e-05, | |
| "loss": 0.6833, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 21.352941176470587, | |
| "grad_norm": 7.006269931793213, | |
| "learning_rate": 1.8284808147383374e-05, | |
| "loss": 0.6337, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 21.41176470588235, | |
| "grad_norm": 6.161952018737793, | |
| "learning_rate": 1.8274123945183874e-05, | |
| "loss": 0.6311, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 21.470588235294116, | |
| "grad_norm": 6.1048479080200195, | |
| "learning_rate": 1.8263409711256158e-05, | |
| "loss": 0.6677, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 21.529411764705884, | |
| "grad_norm": 7.036968231201172, | |
| "learning_rate": 1.8252665484488558e-05, | |
| "loss": 0.6809, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 21.58823529411765, | |
| "grad_norm": 6.070561408996582, | |
| "learning_rate": 1.8241891303878292e-05, | |
| "loss": 0.6641, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 21.647058823529413, | |
| "grad_norm": 6.6453657150268555, | |
| "learning_rate": 1.8231087208531272e-05, | |
| "loss": 0.7266, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 21.705882352941178, | |
| "grad_norm": 6.062489986419678, | |
| "learning_rate": 1.822025323766201e-05, | |
| "loss": 0.6642, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 21.764705882352942, | |
| "grad_norm": 6.50183629989624, | |
| "learning_rate": 1.820938943059344e-05, | |
| "loss": 0.6376, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 21.823529411764707, | |
| "grad_norm": 7.810697555541992, | |
| "learning_rate": 1.819849582675679e-05, | |
| "loss": 0.4641, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 21.88235294117647, | |
| "grad_norm": 4.946179389953613, | |
| "learning_rate": 1.818757246569145e-05, | |
| "loss": 0.8298, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 21.941176470588236, | |
| "grad_norm": 10.589685440063477, | |
| "learning_rate": 1.8176619387044807e-05, | |
| "loss": 0.5784, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "grad_norm": 8.507018089294434, | |
| "learning_rate": 1.816563663057211e-05, | |
| "loss": 0.777, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 22.058823529411764, | |
| "grad_norm": 5.676335334777832, | |
| "learning_rate": 1.8154624236136333e-05, | |
| "loss": 0.7692, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 22.11764705882353, | |
| "grad_norm": 5.446448802947998, | |
| "learning_rate": 1.8143582243708016e-05, | |
| "loss": 0.6194, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 22.176470588235293, | |
| "grad_norm": 5.533574104309082, | |
| "learning_rate": 1.8132510693365135e-05, | |
| "loss": 0.5524, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 22.235294117647058, | |
| "grad_norm": 5.63781213760376, | |
| "learning_rate": 1.8121409625292946e-05, | |
| "loss": 0.5985, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 22.294117647058822, | |
| "grad_norm": 9.048171997070312, | |
| "learning_rate": 1.811027907978384e-05, | |
| "loss": 0.6218, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 22.352941176470587, | |
| "grad_norm": 6.552326679229736, | |
| "learning_rate": 1.8099119097237207e-05, | |
| "loss": 0.6094, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 22.41176470588235, | |
| "grad_norm": 6.26932430267334, | |
| "learning_rate": 1.808792971815927e-05, | |
| "loss": 0.7028, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 22.470588235294116, | |
| "grad_norm": 7.909559726715088, | |
| "learning_rate": 1.8076710983162963e-05, | |
| "loss": 0.6774, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 22.529411764705884, | |
| "grad_norm": 5.711240768432617, | |
| "learning_rate": 1.8065462932967754e-05, | |
| "loss": 0.6434, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 22.58823529411765, | |
| "grad_norm": 5.687758445739746, | |
| "learning_rate": 1.8054185608399534e-05, | |
| "loss": 0.7344, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 22.647058823529413, | |
| "grad_norm": 5.714588642120361, | |
| "learning_rate": 1.8042879050390426e-05, | |
| "loss": 0.5451, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 22.705882352941178, | |
| "grad_norm": 7.995841026306152, | |
| "learning_rate": 1.8031543299978673e-05, | |
| "loss": 0.6644, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 22.764705882352942, | |
| "grad_norm": 10.562273979187012, | |
| "learning_rate": 1.8020178398308475e-05, | |
| "loss": 0.598, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 22.823529411764707, | |
| "grad_norm": 5.781543731689453, | |
| "learning_rate": 1.8008784386629828e-05, | |
| "loss": 0.6333, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 22.88235294117647, | |
| "grad_norm": 6.832375526428223, | |
| "learning_rate": 1.7997361306298398e-05, | |
| "loss": 0.6072, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 22.941176470588236, | |
| "grad_norm": 5.10422945022583, | |
| "learning_rate": 1.798590919877535e-05, | |
| "loss": 0.5154, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "grad_norm": 4.947280406951904, | |
| "learning_rate": 1.797442810562721e-05, | |
| "loss": 0.538, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 23.058823529411764, | |
| "grad_norm": 5.977565288543701, | |
| "learning_rate": 1.796291806852571e-05, | |
| "loss": 0.6868, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 23.11764705882353, | |
| "grad_norm": 5.926088809967041, | |
| "learning_rate": 1.7951379129247634e-05, | |
| "loss": 0.4657, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 23.176470588235293, | |
| "grad_norm": 5.755044937133789, | |
| "learning_rate": 1.7939811329674673e-05, | |
| "loss": 0.5793, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 23.235294117647058, | |
| "grad_norm": 5.695695877075195, | |
| "learning_rate": 1.7928214711793272e-05, | |
| "loss": 0.7013, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 23.294117647058822, | |
| "grad_norm": 6.363724708557129, | |
| "learning_rate": 1.7916589317694463e-05, | |
| "loss": 0.5943, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 23.352941176470587, | |
| "grad_norm": 5.796786308288574, | |
| "learning_rate": 1.7904935189573733e-05, | |
| "loss": 0.4719, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 23.41176470588235, | |
| "grad_norm": 5.725315093994141, | |
| "learning_rate": 1.789325236973086e-05, | |
| "loss": 0.5222, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 23.470588235294116, | |
| "grad_norm": 5.31943941116333, | |
| "learning_rate": 1.7881540900569767e-05, | |
| "loss": 0.3718, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 23.529411764705884, | |
| "grad_norm": 5.5251054763793945, | |
| "learning_rate": 1.7869800824598347e-05, | |
| "loss": 0.7034, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 23.58823529411765, | |
| "grad_norm": 5.74472188949585, | |
| "learning_rate": 1.7858032184428348e-05, | |
| "loss": 0.516, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 23.647058823529413, | |
| "grad_norm": 5.440629005432129, | |
| "learning_rate": 1.7846235022775165e-05, | |
| "loss": 0.6029, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 23.705882352941178, | |
| "grad_norm": 6.5425705909729, | |
| "learning_rate": 1.7834409382457745e-05, | |
| "loss": 0.6733, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 23.764705882352942, | |
| "grad_norm": 5.712334156036377, | |
| "learning_rate": 1.7822555306398378e-05, | |
| "loss": 0.4878, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 23.823529411764707, | |
| "grad_norm": 5.677436828613281, | |
| "learning_rate": 1.7810672837622573e-05, | |
| "loss": 0.8976, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 23.88235294117647, | |
| "grad_norm": 5.427934646606445, | |
| "learning_rate": 1.7798762019258892e-05, | |
| "loss": 0.4551, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 23.941176470588236, | |
| "grad_norm": 5.941454887390137, | |
| "learning_rate": 1.77868228945388e-05, | |
| "loss": 0.5134, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "grad_norm": 5.640189170837402, | |
| "learning_rate": 1.7774855506796497e-05, | |
| "loss": 0.6156, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 24.058823529411764, | |
| "grad_norm": 4.917799472808838, | |
| "learning_rate": 1.776285989946876e-05, | |
| "loss": 0.5391, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 24.11764705882353, | |
| "grad_norm": 4.497367858886719, | |
| "learning_rate": 1.7750836116094805e-05, | |
| "loss": 0.3932, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 24.176470588235293, | |
| "grad_norm": 4.95587682723999, | |
| "learning_rate": 1.773878420031611e-05, | |
| "loss": 0.3559, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 24.235294117647058, | |
| "grad_norm": 5.035000324249268, | |
| "learning_rate": 1.772670419587626e-05, | |
| "loss": 0.3825, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 24.294117647058822, | |
| "grad_norm": 4.602354526519775, | |
| "learning_rate": 1.7714596146620794e-05, | |
| "loss": 0.5561, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 24.352941176470587, | |
| "grad_norm": 5.243723392486572, | |
| "learning_rate": 1.7702460096497035e-05, | |
| "loss": 0.5418, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 24.41176470588235, | |
| "grad_norm": 5.492788314819336, | |
| "learning_rate": 1.7690296089553952e-05, | |
| "loss": 0.5236, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 24.470588235294116, | |
| "grad_norm": 5.047097206115723, | |
| "learning_rate": 1.7678104169941972e-05, | |
| "loss": 0.5447, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 24.529411764705884, | |
| "grad_norm": 5.079856872558594, | |
| "learning_rate": 1.766588438191284e-05, | |
| "loss": 0.5696, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 24.58823529411765, | |
| "grad_norm": 6.489667892456055, | |
| "learning_rate": 1.765363676981945e-05, | |
| "loss": 0.4746, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 24.647058823529413, | |
| "grad_norm": 5.933997631072998, | |
| "learning_rate": 1.764136137811569e-05, | |
| "loss": 0.6847, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 24.705882352941178, | |
| "grad_norm": 5.186289310455322, | |
| "learning_rate": 1.7629058251356277e-05, | |
| "loss": 0.59, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 24.764705882352942, | |
| "grad_norm": 4.73969030380249, | |
| "learning_rate": 1.7616727434196587e-05, | |
| "loss": 0.5649, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 24.823529411764707, | |
| "grad_norm": 5.3309550285339355, | |
| "learning_rate": 1.7604368971392508e-05, | |
| "loss": 0.4822, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 24.88235294117647, | |
| "grad_norm": 6.195250511169434, | |
| "learning_rate": 1.7591982907800264e-05, | |
| "loss": 0.5919, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 24.941176470588236, | |
| "grad_norm": 5.542773246765137, | |
| "learning_rate": 1.7579569288376276e-05, | |
| "loss": 0.4364, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "grad_norm": 4.799807548522949, | |
| "learning_rate": 1.7567128158176955e-05, | |
| "loss": 0.5948, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 25.058823529411764, | |
| "grad_norm": 6.300415992736816, | |
| "learning_rate": 1.7554659562358585e-05, | |
| "loss": 0.4458, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 25.11764705882353, | |
| "grad_norm": 4.52308988571167, | |
| "learning_rate": 1.7542163546177136e-05, | |
| "loss": 0.3868, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 25.176470588235293, | |
| "grad_norm": 4.874640464782715, | |
| "learning_rate": 1.7529640154988095e-05, | |
| "loss": 0.6342, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 25.235294117647058, | |
| "grad_norm": 5.02623176574707, | |
| "learning_rate": 1.7517089434246316e-05, | |
| "loss": 0.4317, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 25.294117647058822, | |
| "grad_norm": 5.959002494812012, | |
| "learning_rate": 1.7504511429505845e-05, | |
| "loss": 0.4948, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 25.352941176470587, | |
| "grad_norm": 5.981856822967529, | |
| "learning_rate": 1.7491906186419762e-05, | |
| "loss": 0.5035, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 25.41176470588235, | |
| "grad_norm": 6.132950782775879, | |
| "learning_rate": 1.7479273750740006e-05, | |
| "loss": 0.4714, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 25.470588235294116, | |
| "grad_norm": 5.518557071685791, | |
| "learning_rate": 1.746661416831722e-05, | |
| "loss": 0.4595, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 25.529411764705884, | |
| "grad_norm": 5.1790666580200195, | |
| "learning_rate": 1.7453927485100573e-05, | |
| "loss": 0.4614, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 25.58823529411765, | |
| "grad_norm": 4.946079254150391, | |
| "learning_rate": 1.74412137471376e-05, | |
| "loss": 0.4657, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 25.647058823529413, | |
| "grad_norm": 5.158217906951904, | |
| "learning_rate": 1.7428473000574038e-05, | |
| "loss": 0.4881, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 25.705882352941178, | |
| "grad_norm": 5.005776882171631, | |
| "learning_rate": 1.7415705291653647e-05, | |
| "loss": 0.4714, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 25.764705882352942, | |
| "grad_norm": 8.655595779418945, | |
| "learning_rate": 1.740291066671806e-05, | |
| "loss": 0.4083, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 25.823529411764707, | |
| "grad_norm": 5.880197525024414, | |
| "learning_rate": 1.7390089172206594e-05, | |
| "loss": 0.5511, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 25.88235294117647, | |
| "grad_norm": 4.598823070526123, | |
| "learning_rate": 1.7377240854656094e-05, | |
| "loss": 0.4329, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 25.941176470588236, | |
| "grad_norm": 6.179619312286377, | |
| "learning_rate": 1.736436576070077e-05, | |
| "loss": 0.5088, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "grad_norm": 4.657426357269287, | |
| "learning_rate": 1.7351463937072008e-05, | |
| "loss": 0.4644, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 26.058823529411764, | |
| "grad_norm": 4.670167922973633, | |
| "learning_rate": 1.7338535430598217e-05, | |
| "loss": 0.5668, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 26.11764705882353, | |
| "grad_norm": 4.65447473526001, | |
| "learning_rate": 1.7325580288204652e-05, | |
| "loss": 0.4241, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 26.176470588235293, | |
| "grad_norm": 6.5170207023620605, | |
| "learning_rate": 1.7312598556913255e-05, | |
| "loss": 0.424, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 26.235294117647058, | |
| "grad_norm": 5.808255672454834, | |
| "learning_rate": 1.7299590283842467e-05, | |
| "loss": 0.4447, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 26.294117647058822, | |
| "grad_norm": 4.468023300170898, | |
| "learning_rate": 1.7286555516207054e-05, | |
| "loss": 0.5769, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 26.352941176470587, | |
| "grad_norm": 4.931513786315918, | |
| "learning_rate": 1.727349430131797e-05, | |
| "loss": 0.4418, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 26.41176470588235, | |
| "grad_norm": 4.942298889160156, | |
| "learning_rate": 1.726040668658215e-05, | |
| "loss": 0.3018, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 26.470588235294116, | |
| "grad_norm": 4.987689971923828, | |
| "learning_rate": 1.7247292719502343e-05, | |
| "loss": 0.3271, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 26.529411764705884, | |
| "grad_norm": 5.471391201019287, | |
| "learning_rate": 1.7234152447676957e-05, | |
| "loss": 0.4529, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 26.58823529411765, | |
| "grad_norm": 7.287616729736328, | |
| "learning_rate": 1.722098591879987e-05, | |
| "loss": 0.4799, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 26.647058823529413, | |
| "grad_norm": 7.6732659339904785, | |
| "learning_rate": 1.7207793180660265e-05, | |
| "loss": 0.5143, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 26.705882352941178, | |
| "grad_norm": 6.390470027923584, | |
| "learning_rate": 1.7194574281142455e-05, | |
| "loss": 0.3737, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 26.764705882352942, | |
| "grad_norm": 4.518446922302246, | |
| "learning_rate": 1.7181329268225702e-05, | |
| "loss": 0.448, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 26.823529411764707, | |
| "grad_norm": 8.37795639038086, | |
| "learning_rate": 1.716805818998406e-05, | |
| "loss": 0.5129, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 26.88235294117647, | |
| "grad_norm": 5.824464321136475, | |
| "learning_rate": 1.7154761094586177e-05, | |
| "loss": 0.4365, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 26.941176470588236, | |
| "grad_norm": 5.571789264678955, | |
| "learning_rate": 1.714143803029514e-05, | |
| "loss": 0.4615, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 27.0, | |
| "grad_norm": 4.98638916015625, | |
| "learning_rate": 1.7128089045468294e-05, | |
| "loss": 0.5366, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 27.058823529411764, | |
| "grad_norm": 4.353346824645996, | |
| "learning_rate": 1.711471418855706e-05, | |
| "loss": 0.4491, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 27.11764705882353, | |
| "grad_norm": 5.481398105621338, | |
| "learning_rate": 1.710131350810677e-05, | |
| "loss": 0.3391, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 27.176470588235293, | |
| "grad_norm": 5.00620174407959, | |
| "learning_rate": 1.7087887052756485e-05, | |
| "loss": 0.5167, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 27.235294117647058, | |
| "grad_norm": 5.270884037017822, | |
| "learning_rate": 1.7074434871238804e-05, | |
| "loss": 0.2617, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 27.294117647058822, | |
| "grad_norm": 5.8420844078063965, | |
| "learning_rate": 1.7060957012379722e-05, | |
| "loss": 0.4455, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 27.352941176470587, | |
| "grad_norm": 6.637415885925293, | |
| "learning_rate": 1.704745352509842e-05, | |
| "loss": 0.4454, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 27.41176470588235, | |
| "grad_norm": 4.822769641876221, | |
| "learning_rate": 1.7033924458407108e-05, | |
| "loss": 0.5365, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 27.470588235294116, | |
| "grad_norm": 4.963967800140381, | |
| "learning_rate": 1.7020369861410826e-05, | |
| "loss": 0.4895, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 27.529411764705884, | |
| "grad_norm": 4.569235324859619, | |
| "learning_rate": 1.700678978330729e-05, | |
| "loss": 0.4047, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 27.58823529411765, | |
| "grad_norm": 82.57929229736328, | |
| "learning_rate": 1.6993184273386702e-05, | |
| "loss": 0.5427, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 27.647058823529413, | |
| "grad_norm": 5.166533470153809, | |
| "learning_rate": 1.6979553381031565e-05, | |
| "loss": 0.3767, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 27.705882352941178, | |
| "grad_norm": 6.35746431350708, | |
| "learning_rate": 1.6965897155716512e-05, | |
| "loss": 0.4034, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 27.764705882352942, | |
| "grad_norm": 8.027579307556152, | |
| "learning_rate": 1.6952215647008134e-05, | |
| "loss": 0.5413, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 27.823529411764707, | |
| "grad_norm": 8.453990936279297, | |
| "learning_rate": 1.693850890456477e-05, | |
| "loss": 0.3765, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 27.88235294117647, | |
| "grad_norm": 6.1160173416137695, | |
| "learning_rate": 1.6924776978136363e-05, | |
| "loss": 0.3539, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 27.941176470588236, | |
| "grad_norm": 6.21852445602417, | |
| "learning_rate": 1.6911019917564263e-05, | |
| "loss": 0.343, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 28.0, | |
| "grad_norm": 5.944028854370117, | |
| "learning_rate": 1.6897237772781046e-05, | |
| "loss": 0.244, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 28.058823529411764, | |
| "grad_norm": 5.899088382720947, | |
| "learning_rate": 1.688343059381032e-05, | |
| "loss": 0.3178, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 28.11764705882353, | |
| "grad_norm": 5.763691425323486, | |
| "learning_rate": 1.6869598430766584e-05, | |
| "loss": 0.3676, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 28.176470588235293, | |
| "grad_norm": 5.194077968597412, | |
| "learning_rate": 1.685574133385499e-05, | |
| "loss": 0.3947, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 28.235294117647058, | |
| "grad_norm": 4.816842079162598, | |
| "learning_rate": 1.6841859353371212e-05, | |
| "loss": 0.3585, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 28.294117647058822, | |
| "grad_norm": 6.153573036193848, | |
| "learning_rate": 1.682795253970123e-05, | |
| "loss": 0.4632, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 28.352941176470587, | |
| "grad_norm": 5.5739665031433105, | |
| "learning_rate": 1.6814020943321156e-05, | |
| "loss": 0.3545, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 28.41176470588235, | |
| "grad_norm": 4.992555618286133, | |
| "learning_rate": 1.6800064614797066e-05, | |
| "loss": 0.4654, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 28.470588235294116, | |
| "grad_norm": 9.034517288208008, | |
| "learning_rate": 1.678608360478479e-05, | |
| "loss": 0.4031, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 28.529411764705884, | |
| "grad_norm": 4.654303073883057, | |
| "learning_rate": 1.677207796402975e-05, | |
| "loss": 0.368, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 28.58823529411765, | |
| "grad_norm": 6.624362945556641, | |
| "learning_rate": 1.675804774336677e-05, | |
| "loss": 0.4517, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 28.647058823529413, | |
| "grad_norm": 4.689206600189209, | |
| "learning_rate": 1.6743992993719876e-05, | |
| "loss": 0.5558, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 28.705882352941178, | |
| "grad_norm": 5.843018054962158, | |
| "learning_rate": 1.672991376610214e-05, | |
| "loss": 0.4532, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 28.764705882352942, | |
| "grad_norm": 5.425209999084473, | |
| "learning_rate": 1.6715810111615467e-05, | |
| "loss": 0.2998, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 28.823529411764707, | |
| "grad_norm": 6.044084548950195, | |
| "learning_rate": 1.6701682081450428e-05, | |
| "loss": 0.3483, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 28.88235294117647, | |
| "grad_norm": 4.699377536773682, | |
| "learning_rate": 1.668752972688607e-05, | |
| "loss": 0.2673, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 28.941176470588236, | |
| "grad_norm": 7.615293502807617, | |
| "learning_rate": 1.667335309928972e-05, | |
| "loss": 0.4274, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 29.0, | |
| "grad_norm": 4.812665939331055, | |
| "learning_rate": 1.665915225011681e-05, | |
| "loss": 0.2913, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 29.058823529411764, | |
| "grad_norm": 3.704082727432251, | |
| "learning_rate": 1.6644927230910693e-05, | |
| "loss": 0.3455, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 29.11764705882353, | |
| "grad_norm": 5.657630920410156, | |
| "learning_rate": 1.663067809330244e-05, | |
| "loss": 0.4772, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 29.176470588235293, | |
| "grad_norm": 5.027153015136719, | |
| "learning_rate": 1.6616404889010667e-05, | |
| "loss": 0.416, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 29.235294117647058, | |
| "grad_norm": 5.494652271270752, | |
| "learning_rate": 1.660210766984134e-05, | |
| "loss": 0.4636, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 29.294117647058822, | |
| "grad_norm": 5.205593109130859, | |
| "learning_rate": 1.6587786487687584e-05, | |
| "loss": 0.4618, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 29.352941176470587, | |
| "grad_norm": 5.225488662719727, | |
| "learning_rate": 1.6573441394529517e-05, | |
| "loss": 0.4828, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 29.41176470588235, | |
| "grad_norm": 4.562355995178223, | |
| "learning_rate": 1.6559072442434025e-05, | |
| "loss": 0.2441, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 29.470588235294116, | |
| "grad_norm": 5.462298393249512, | |
| "learning_rate": 1.654467968355461e-05, | |
| "loss": 0.2423, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 29.529411764705884, | |
| "grad_norm": 5.196276664733887, | |
| "learning_rate": 1.6530263170131164e-05, | |
| "loss": 0.2843, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 29.58823529411765, | |
| "grad_norm": 4.699471950531006, | |
| "learning_rate": 1.6515822954489816e-05, | |
| "loss": 0.3852, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 29.647058823529413, | |
| "grad_norm": 5.0923333168029785, | |
| "learning_rate": 1.650135908904271e-05, | |
| "loss": 0.3743, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 29.705882352941178, | |
| "grad_norm": 4.132554531097412, | |
| "learning_rate": 1.6486871626287844e-05, | |
| "loss": 0.3204, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 29.764705882352942, | |
| "grad_norm": 4.677626609802246, | |
| "learning_rate": 1.647236061880885e-05, | |
| "loss": 0.3707, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 29.823529411764707, | |
| "grad_norm": 6.070128917694092, | |
| "learning_rate": 1.6457826119274827e-05, | |
| "loss": 0.358, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 29.88235294117647, | |
| "grad_norm": 7.002991676330566, | |
| "learning_rate": 1.644326818044014e-05, | |
| "loss": 0.2097, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 29.941176470588236, | |
| "grad_norm": 4.7061543464660645, | |
| "learning_rate": 1.6428686855144222e-05, | |
| "loss": 0.3562, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "grad_norm": 4.965969562530518, | |
| "learning_rate": 1.6414082196311402e-05, | |
| "loss": 0.4122, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 30.058823529411764, | |
| "grad_norm": 5.196765422821045, | |
| "learning_rate": 1.6399454256950686e-05, | |
| "loss": 0.1957, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 30.11764705882353, | |
| "grad_norm": 4.171016693115234, | |
| "learning_rate": 1.638480309015559e-05, | |
| "loss": 0.2851, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 30.176470588235293, | |
| "grad_norm": 4.746505260467529, | |
| "learning_rate": 1.6370128749103932e-05, | |
| "loss": 0.242, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 30.235294117647058, | |
| "grad_norm": 4.313458442687988, | |
| "learning_rate": 1.6355431287057644e-05, | |
| "loss": 0.3441, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 30.294117647058822, | |
| "grad_norm": 4.274465084075928, | |
| "learning_rate": 1.6340710757362575e-05, | |
| "loss": 0.316, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 30.352941176470587, | |
| "grad_norm": 5.252163410186768, | |
| "learning_rate": 1.6325967213448307e-05, | |
| "loss": 0.3383, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 30.41176470588235, | |
| "grad_norm": 4.5995306968688965, | |
| "learning_rate": 1.6311200708827942e-05, | |
| "loss": 0.2223, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 30.470588235294116, | |
| "grad_norm": 5.642678737640381, | |
| "learning_rate": 1.6296411297097937e-05, | |
| "loss": 0.4463, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 30.529411764705884, | |
| "grad_norm": 6.400211334228516, | |
| "learning_rate": 1.628159903193788e-05, | |
| "loss": 0.5015, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 30.58823529411765, | |
| "grad_norm": 4.0197062492370605, | |
| "learning_rate": 1.6266763967110307e-05, | |
| "loss": 0.3344, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 30.647058823529413, | |
| "grad_norm": 4.563940525054932, | |
| "learning_rate": 1.6251906156460517e-05, | |
| "loss": 0.3654, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 30.705882352941178, | |
| "grad_norm": 5.676427364349365, | |
| "learning_rate": 1.623702565391636e-05, | |
| "loss": 0.3536, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 30.764705882352942, | |
| "grad_norm": 4.913084983825684, | |
| "learning_rate": 1.6222122513488048e-05, | |
| "loss": 0.4175, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 30.823529411764707, | |
| "grad_norm": 4.055754661560059, | |
| "learning_rate": 1.620719678926797e-05, | |
| "loss": 0.2366, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 30.88235294117647, | |
| "grad_norm": 5.574784278869629, | |
| "learning_rate": 1.6192248535430467e-05, | |
| "loss": 0.3025, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 30.941176470588236, | |
| "grad_norm": 3.9612314701080322, | |
| "learning_rate": 1.617727780623167e-05, | |
| "loss": 0.2953, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 31.0, | |
| "grad_norm": 4.898277759552002, | |
| "learning_rate": 1.6162284656009276e-05, | |
| "loss": 0.3519, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 31.058823529411764, | |
| "grad_norm": 4.5056633949279785, | |
| "learning_rate": 1.6147269139182366e-05, | |
| "loss": 0.1923, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 31.11764705882353, | |
| "grad_norm": 4.63279914855957, | |
| "learning_rate": 1.61322313102512e-05, | |
| "loss": 0.1866, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 31.176470588235293, | |
| "grad_norm": 8.00849437713623, | |
| "learning_rate": 1.6117171223797027e-05, | |
| "loss": 0.2388, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 31.235294117647058, | |
| "grad_norm": 3.9407408237457275, | |
| "learning_rate": 1.6102088934481882e-05, | |
| "loss": 0.3958, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 31.294117647058822, | |
| "grad_norm": 5.983728408813477, | |
| "learning_rate": 1.6086984497048373e-05, | |
| "loss": 0.469, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 31.352941176470587, | |
| "grad_norm": 4.270047664642334, | |
| "learning_rate": 1.6071857966319517e-05, | |
| "loss": 0.2697, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 31.41176470588235, | |
| "grad_norm": 3.8567914962768555, | |
| "learning_rate": 1.6056709397198506e-05, | |
| "loss": 0.2929, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 31.470588235294116, | |
| "grad_norm": 5.830452919006348, | |
| "learning_rate": 1.604153884466853e-05, | |
| "loss": 0.3716, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 31.529411764705884, | |
| "grad_norm": 5.621644020080566, | |
| "learning_rate": 1.6026346363792565e-05, | |
| "loss": 0.4453, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 31.58823529411765, | |
| "grad_norm": 3.465603828430176, | |
| "learning_rate": 1.6011132009713185e-05, | |
| "loss": 0.2151, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 31.647058823529413, | |
| "grad_norm": 3.9897196292877197, | |
| "learning_rate": 1.599589583765235e-05, | |
| "loss": 0.2405, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 31.705882352941178, | |
| "grad_norm": 5.2384233474731445, | |
| "learning_rate": 1.5980637902911208e-05, | |
| "loss": 0.3637, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 31.764705882352942, | |
| "grad_norm": 4.915337085723877, | |
| "learning_rate": 1.5965358260869905e-05, | |
| "loss": 0.4701, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 31.823529411764707, | |
| "grad_norm": 4.876436233520508, | |
| "learning_rate": 1.5950056966987363e-05, | |
| "loss": 0.2766, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 31.88235294117647, | |
| "grad_norm": 4.610793590545654, | |
| "learning_rate": 1.5934734076801102e-05, | |
| "loss": 0.3495, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 31.941176470588236, | |
| "grad_norm": 4.224476337432861, | |
| "learning_rate": 1.591938964592703e-05, | |
| "loss": 0.2113, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 32.0, | |
| "grad_norm": 4.074953079223633, | |
| "learning_rate": 1.5904023730059227e-05, | |
| "loss": 0.1963, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 32.05882352941177, | |
| "grad_norm": 4.13562536239624, | |
| "learning_rate": 1.5888636384969767e-05, | |
| "loss": 0.3495, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 32.11764705882353, | |
| "grad_norm": 4.5545735359191895, | |
| "learning_rate": 1.5873227666508494e-05, | |
| "loss": 0.3795, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 32.1764705882353, | |
| "grad_norm": 9.258374214172363, | |
| "learning_rate": 1.5857797630602837e-05, | |
| "loss": 0.1658, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 32.23529411764706, | |
| "grad_norm": 8.656449317932129, | |
| "learning_rate": 1.584234633325759e-05, | |
| "loss": 0.2542, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 32.294117647058826, | |
| "grad_norm": 6.23453426361084, | |
| "learning_rate": 1.5826873830554723e-05, | |
| "loss": 0.3903, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 32.35294117647059, | |
| "grad_norm": 4.170133113861084, | |
| "learning_rate": 1.5811380178653175e-05, | |
| "loss": 0.2707, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 32.411764705882355, | |
| "grad_norm": 4.32157564163208, | |
| "learning_rate": 1.5795865433788642e-05, | |
| "loss": 0.3526, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 32.470588235294116, | |
| "grad_norm": 3.6629137992858887, | |
| "learning_rate": 1.5780329652273386e-05, | |
| "loss": 0.3269, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 32.529411764705884, | |
| "grad_norm": 4.425212860107422, | |
| "learning_rate": 1.576477289049601e-05, | |
| "loss": 0.2798, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 32.588235294117645, | |
| "grad_norm": 5.334105968475342, | |
| "learning_rate": 1.5749195204921286e-05, | |
| "loss": 0.438, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 32.64705882352941, | |
| "grad_norm": 5.580854892730713, | |
| "learning_rate": 1.5733596652089914e-05, | |
| "loss": 0.2063, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 32.705882352941174, | |
| "grad_norm": 4.344142436981201, | |
| "learning_rate": 1.571797728861835e-05, | |
| "loss": 0.15, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 32.76470588235294, | |
| "grad_norm": 4.815372467041016, | |
| "learning_rate": 1.570233717119857e-05, | |
| "loss": 0.1983, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 32.8235294117647, | |
| "grad_norm": 4.637873649597168, | |
| "learning_rate": 1.568667635659788e-05, | |
| "loss": 0.3187, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 32.88235294117647, | |
| "grad_norm": 4.572510242462158, | |
| "learning_rate": 1.5670994901658715e-05, | |
| "loss": 0.2953, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 32.94117647058823, | |
| "grad_norm": 3.892313241958618, | |
| "learning_rate": 1.5655292863298427e-05, | |
| "loss": 0.2724, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 33.0, | |
| "grad_norm": 3.8735897541046143, | |
| "learning_rate": 1.5639570298509067e-05, | |
| "loss": 0.3566, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 33.05882352941177, | |
| "grad_norm": 4.2727179527282715, | |
| "learning_rate": 1.5623827264357196e-05, | |
| "loss": 0.2533, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 33.11764705882353, | |
| "grad_norm": 4.017293453216553, | |
| "learning_rate": 1.5608063817983677e-05, | |
| "loss": 0.2967, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 33.1764705882353, | |
| "grad_norm": 3.6584606170654297, | |
| "learning_rate": 1.5592280016603447e-05, | |
| "loss": 0.195, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 33.23529411764706, | |
| "grad_norm": 4.944647789001465, | |
| "learning_rate": 1.5576475917505334e-05, | |
| "loss": 0.2338, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 33.294117647058826, | |
| "grad_norm": 3.6905765533447266, | |
| "learning_rate": 1.5560651578051832e-05, | |
| "loss": 0.1309, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 33.35294117647059, | |
| "grad_norm": 5.513548851013184, | |
| "learning_rate": 1.55448070556789e-05, | |
| "loss": 0.2909, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 33.411764705882355, | |
| "grad_norm": 3.742478609085083, | |
| "learning_rate": 1.552894240789576e-05, | |
| "loss": 0.1861, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 33.470588235294116, | |
| "grad_norm": 5.1291279792785645, | |
| "learning_rate": 1.5513057692284678e-05, | |
| "loss": 0.3064, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 33.529411764705884, | |
| "grad_norm": 4.592774391174316, | |
| "learning_rate": 1.549715296650075e-05, | |
| "loss": 0.3073, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 33.588235294117645, | |
| "grad_norm": 4.3770575523376465, | |
| "learning_rate": 1.5481228288271712e-05, | |
| "loss": 0.261, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 33.64705882352941, | |
| "grad_norm": 5.329732894897461, | |
| "learning_rate": 1.546528371539771e-05, | |
| "loss": 0.2621, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 33.705882352941174, | |
| "grad_norm": 37.09141159057617, | |
| "learning_rate": 1.5449319305751108e-05, | |
| "loss": 0.3212, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 33.76470588235294, | |
| "grad_norm": 4.064065933227539, | |
| "learning_rate": 1.543333511727626e-05, | |
| "loss": 0.3447, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 33.8235294117647, | |
| "grad_norm": 3.8767833709716797, | |
| "learning_rate": 1.541733120798932e-05, | |
| "loss": 0.2397, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 33.88235294117647, | |
| "grad_norm": 7.212404251098633, | |
| "learning_rate": 1.5401307635978016e-05, | |
| "loss": 0.4142, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 33.94117647058823, | |
| "grad_norm": 4.509988784790039, | |
| "learning_rate": 1.5385264459401436e-05, | |
| "loss": 0.3455, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 34.0, | |
| "grad_norm": 4.719954490661621, | |
| "learning_rate": 1.536920173648984e-05, | |
| "loss": 0.1841, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 34.05882352941177, | |
| "grad_norm": 4.27302885055542, | |
| "learning_rate": 1.5353119525544417e-05, | |
| "loss": 0.2643, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 34.11764705882353, | |
| "grad_norm": 3.6128334999084473, | |
| "learning_rate": 1.53370178849371e-05, | |
| "loss": 0.2271, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 34.1764705882353, | |
| "grad_norm": 4.146597385406494, | |
| "learning_rate": 1.532089687311035e-05, | |
| "loss": 0.3118, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 34.23529411764706, | |
| "grad_norm": 11.791861534118652, | |
| "learning_rate": 1.5304756548576913e-05, | |
| "loss": 0.2415, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 34.294117647058826, | |
| "grad_norm": 3.8106744289398193, | |
| "learning_rate": 1.5288596969919664e-05, | |
| "loss": 0.247, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 34.35294117647059, | |
| "grad_norm": 5.933708667755127, | |
| "learning_rate": 1.5272418195791336e-05, | |
| "loss": 0.2404, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 34.411764705882355, | |
| "grad_norm": 4.407947063446045, | |
| "learning_rate": 1.525622028491435e-05, | |
| "loss": 0.1923, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 34.470588235294116, | |
| "grad_norm": 3.8750479221343994, | |
| "learning_rate": 1.5240003296080578e-05, | |
| "loss": 0.209, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 34.529411764705884, | |
| "grad_norm": 5.120879173278809, | |
| "learning_rate": 1.5223767288151145e-05, | |
| "loss": 0.2529, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 34.588235294117645, | |
| "grad_norm": 4.206233024597168, | |
| "learning_rate": 1.5207512320056198e-05, | |
| "loss": 0.3183, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 34.64705882352941, | |
| "grad_norm": 3.9487502574920654, | |
| "learning_rate": 1.5191238450794706e-05, | |
| "loss": 0.2541, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 34.705882352941174, | |
| "grad_norm": 5.9402241706848145, | |
| "learning_rate": 1.5174945739434244e-05, | |
| "loss": 0.2019, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 34.76470588235294, | |
| "grad_norm": 4.436616897583008, | |
| "learning_rate": 1.5158634245110771e-05, | |
| "loss": 0.2347, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 34.8235294117647, | |
| "grad_norm": 4.340810775756836, | |
| "learning_rate": 1.5142304027028427e-05, | |
| "loss": 0.3582, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 34.88235294117647, | |
| "grad_norm": 3.9307312965393066, | |
| "learning_rate": 1.5125955144459308e-05, | |
| "loss": 0.1599, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 34.94117647058823, | |
| "grad_norm": 4.346500873565674, | |
| "learning_rate": 1.5109587656743251e-05, | |
| "loss": 0.441, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 35.0, | |
| "grad_norm": 4.473658561706543, | |
| "learning_rate": 1.5093201623287631e-05, | |
| "loss": 0.2399, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 35.05882352941177, | |
| "grad_norm": 3.3592734336853027, | |
| "learning_rate": 1.5076797103567131e-05, | |
| "loss": 0.1241, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 35.11764705882353, | |
| "grad_norm": 4.331708908081055, | |
| "learning_rate": 1.5060374157123527e-05, | |
| "loss": 0.3073, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 35.1764705882353, | |
| "grad_norm": 3.371270179748535, | |
| "learning_rate": 1.5043932843565485e-05, | |
| "loss": 0.2841, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 35.23529411764706, | |
| "grad_norm": 3.6429834365844727, | |
| "learning_rate": 1.5027473222568336e-05, | |
| "loss": 0.3034, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 35.294117647058826, | |
| "grad_norm": 3.636260747909546, | |
| "learning_rate": 1.5010995353873852e-05, | |
| "loss": 0.1549, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 35.35294117647059, | |
| "grad_norm": 3.7058522701263428, | |
| "learning_rate": 1.4994499297290046e-05, | |
| "loss": 0.2394, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 35.411764705882355, | |
| "grad_norm": 3.8854284286499023, | |
| "learning_rate": 1.4977985112690936e-05, | |
| "loss": 0.1912, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 35.470588235294116, | |
| "grad_norm": 3.282867431640625, | |
| "learning_rate": 1.4961452860016347e-05, | |
| "loss": 0.3225, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 35.529411764705884, | |
| "grad_norm": 3.587818145751953, | |
| "learning_rate": 1.4944902599271675e-05, | |
| "loss": 0.2312, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 35.588235294117645, | |
| "grad_norm": 3.0545263290405273, | |
| "learning_rate": 1.4928334390527683e-05, | |
| "loss": 0.2369, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 35.64705882352941, | |
| "grad_norm": 3.800175666809082, | |
| "learning_rate": 1.4911748293920281e-05, | |
| "loss": 0.2782, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 35.705882352941174, | |
| "grad_norm": 3.427614212036133, | |
| "learning_rate": 1.4895144369650299e-05, | |
| "loss": 0.1412, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 35.76470588235294, | |
| "grad_norm": 4.640096664428711, | |
| "learning_rate": 1.4878522677983277e-05, | |
| "loss": 0.2326, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 35.8235294117647, | |
| "grad_norm": 4.529035568237305, | |
| "learning_rate": 1.486188327924924e-05, | |
| "loss": 0.2534, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 35.88235294117647, | |
| "grad_norm": 5.117388725280762, | |
| "learning_rate": 1.4845226233842487e-05, | |
| "loss": 0.2369, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 35.94117647058823, | |
| "grad_norm": 5.048950672149658, | |
| "learning_rate": 1.4828551602221364e-05, | |
| "loss": 0.3405, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 36.0, | |
| "grad_norm": 10.957911491394043, | |
| "learning_rate": 1.4811859444908053e-05, | |
| "loss": 0.2218, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 36.05882352941177, | |
| "grad_norm": 4.336139678955078, | |
| "learning_rate": 1.4795149822488337e-05, | |
| "loss": 0.2045, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 36.11764705882353, | |
| "grad_norm": 3.457240343093872, | |
| "learning_rate": 1.4778422795611404e-05, | |
| "loss": 0.2466, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 36.1764705882353, | |
| "grad_norm": 3.9533274173736572, | |
| "learning_rate": 1.4761678424989606e-05, | |
| "loss": 0.2043, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 36.23529411764706, | |
| "grad_norm": 3.224555730819702, | |
| "learning_rate": 1.4744916771398237e-05, | |
| "loss": 0.216, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 36.294117647058826, | |
| "grad_norm": 8.987381935119629, | |
| "learning_rate": 1.4728137895675339e-05, | |
| "loss": 0.2998, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 36.35294117647059, | |
| "grad_norm": 3.4630818367004395, | |
| "learning_rate": 1.4711341858721448e-05, | |
| "loss": 0.1846, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 36.411764705882355, | |
| "grad_norm": 3.012936592102051, | |
| "learning_rate": 1.46945287214994e-05, | |
| "loss": 0.1472, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 36.470588235294116, | |
| "grad_norm": 3.5640037059783936, | |
| "learning_rate": 1.4677698545034087e-05, | |
| "loss": 0.1681, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 36.529411764705884, | |
| "grad_norm": 3.9296510219573975, | |
| "learning_rate": 1.466085139041226e-05, | |
| "loss": 0.2553, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 36.588235294117645, | |
| "grad_norm": 4.233677387237549, | |
| "learning_rate": 1.464398731878228e-05, | |
| "loss": 0.2387, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 36.64705882352941, | |
| "grad_norm": 3.1741223335266113, | |
| "learning_rate": 1.4627106391353918e-05, | |
| "loss": 0.138, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 36.705882352941174, | |
| "grad_norm": 3.2893216609954834, | |
| "learning_rate": 1.461020866939812e-05, | |
| "loss": 0.2366, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 36.76470588235294, | |
| "grad_norm": 4.569036483764648, | |
| "learning_rate": 1.4593294214246798e-05, | |
| "loss": 0.2088, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 36.8235294117647, | |
| "grad_norm": 3.6140382289886475, | |
| "learning_rate": 1.4576363087292587e-05, | |
| "loss": 0.2144, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 36.88235294117647, | |
| "grad_norm": 3.5178050994873047, | |
| "learning_rate": 1.4559415349988643e-05, | |
| "loss": 0.3058, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 36.94117647058823, | |
| "grad_norm": 3.602147102355957, | |
| "learning_rate": 1.4542451063848411e-05, | |
| "loss": 0.4041, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 37.0, | |
| "grad_norm": 4.408696174621582, | |
| "learning_rate": 1.4525470290445392e-05, | |
| "loss": 0.1579, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 37.05882352941177, | |
| "grad_norm": 3.156903028488159, | |
| "learning_rate": 1.4508473091412935e-05, | |
| "loss": 0.2741, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 37.11764705882353, | |
| "grad_norm": 3.8585472106933594, | |
| "learning_rate": 1.4491459528444011e-05, | |
| "loss": 0.2459, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 37.1764705882353, | |
| "grad_norm": 3.894097089767456, | |
| "learning_rate": 1.4474429663290983e-05, | |
| "loss": 0.308, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 37.23529411764706, | |
| "grad_norm": 4.551866054534912, | |
| "learning_rate": 1.4457383557765385e-05, | |
| "loss": 0.2238, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 37.294117647058826, | |
| "grad_norm": 4.380842685699463, | |
| "learning_rate": 1.444032127373769e-05, | |
| "loss": 0.3234, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 37.35294117647059, | |
| "grad_norm": 3.871978998184204, | |
| "learning_rate": 1.44232428731371e-05, | |
| "loss": 0.2245, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 37.411764705882355, | |
| "grad_norm": 3.5235583782196045, | |
| "learning_rate": 1.4406148417951315e-05, | |
| "loss": 0.1887, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 37.470588235294116, | |
| "grad_norm": 3.483611583709717, | |
| "learning_rate": 1.4389037970226299e-05, | |
| "loss": 0.1759, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 37.529411764705884, | |
| "grad_norm": 4.1474690437316895, | |
| "learning_rate": 1.437191159206607e-05, | |
| "loss": 0.1764, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 37.588235294117645, | |
| "grad_norm": 3.341463804244995, | |
| "learning_rate": 1.435476934563246e-05, | |
| "loss": 0.1015, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 37.64705882352941, | |
| "grad_norm": 3.206871271133423, | |
| "learning_rate": 1.4337611293144908e-05, | |
| "loss": 0.175, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 37.705882352941174, | |
| "grad_norm": 3.6282169818878174, | |
| "learning_rate": 1.4320437496880207e-05, | |
| "loss": 0.1729, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 37.76470588235294, | |
| "grad_norm": 3.1944828033447266, | |
| "learning_rate": 1.4303248019172303e-05, | |
| "loss": 0.1908, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 37.8235294117647, | |
| "grad_norm": 3.699207305908203, | |
| "learning_rate": 1.4286042922412058e-05, | |
| "loss": 0.1939, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 37.88235294117647, | |
| "grad_norm": 24.917417526245117, | |
| "learning_rate": 1.4268822269047027e-05, | |
| "loss": 0.2807, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 37.94117647058823, | |
| "grad_norm": 4.009507656097412, | |
| "learning_rate": 1.4251586121581223e-05, | |
| "loss": 0.1555, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 38.0, | |
| "grad_norm": 3.62250018119812, | |
| "learning_rate": 1.4234334542574906e-05, | |
| "loss": 0.3549, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 38.05882352941177, | |
| "grad_norm": 2.898505687713623, | |
| "learning_rate": 1.4217067594644332e-05, | |
| "loss": 0.1119, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 38.11764705882353, | |
| "grad_norm": 3.335519552230835, | |
| "learning_rate": 1.4199785340461554e-05, | |
| "loss": 0.1921, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 38.1764705882353, | |
| "grad_norm": 3.5431151390075684, | |
| "learning_rate": 1.4182487842754173e-05, | |
| "loss": 0.1925, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 38.23529411764706, | |
| "grad_norm": 3.1161081790924072, | |
| "learning_rate": 1.4165175164305121e-05, | |
| "loss": 0.2345, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 38.294117647058826, | |
| "grad_norm": 4.612059116363525, | |
| "learning_rate": 1.4147847367952427e-05, | |
| "loss": 0.1866, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 38.35294117647059, | |
| "grad_norm": 3.239628314971924, | |
| "learning_rate": 1.4130504516588997e-05, | |
| "loss": 0.3085, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 38.411764705882355, | |
| "grad_norm": 3.7442405223846436, | |
| "learning_rate": 1.4113146673162375e-05, | |
| "loss": 0.2696, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 38.470588235294116, | |
| "grad_norm": 5.512420177459717, | |
| "learning_rate": 1.4095773900674518e-05, | |
| "loss": 0.2321, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 38.529411764705884, | |
| "grad_norm": 3.77240252494812, | |
| "learning_rate": 1.4078386262181579e-05, | |
| "loss": 0.1648, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 38.588235294117645, | |
| "grad_norm": 4.740634918212891, | |
| "learning_rate": 1.406098382079366e-05, | |
| "loss": 0.1506, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 38.64705882352941, | |
| "grad_norm": 2.805983304977417, | |
| "learning_rate": 1.4043566639674597e-05, | |
| "loss": 0.2052, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 38.705882352941174, | |
| "grad_norm": 4.29941463470459, | |
| "learning_rate": 1.4026134782041728e-05, | |
| "loss": 0.2502, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 38.76470588235294, | |
| "grad_norm": 3.9916114807128906, | |
| "learning_rate": 1.4008688311165646e-05, | |
| "loss": 0.1914, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 38.8235294117647, | |
| "grad_norm": 2.982227087020874, | |
| "learning_rate": 1.3991227290369997e-05, | |
| "loss": 0.1967, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 38.88235294117647, | |
| "grad_norm": 4.20482063293457, | |
| "learning_rate": 1.397375178303124e-05, | |
| "loss": 0.238, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 38.94117647058823, | |
| "grad_norm": 5.036376953125, | |
| "learning_rate": 1.3956261852578403e-05, | |
| "loss": 0.1915, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 39.0, | |
| "grad_norm": 3.5503692626953125, | |
| "learning_rate": 1.3938757562492873e-05, | |
| "loss": 0.1453, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 39.05882352941177, | |
| "grad_norm": 3.7864937782287598, | |
| "learning_rate": 1.3921238976308151e-05, | |
| "loss": 0.2633, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 39.11764705882353, | |
| "grad_norm": 2.848403215408325, | |
| "learning_rate": 1.3903706157609633e-05, | |
| "loss": 0.2141, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 39.1764705882353, | |
| "grad_norm": 3.2796549797058105, | |
| "learning_rate": 1.3886159170034365e-05, | |
| "loss": 0.1454, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 39.23529411764706, | |
| "grad_norm": 3.843458414077759, | |
| "learning_rate": 1.3868598077270829e-05, | |
| "loss": 0.25, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 39.294117647058826, | |
| "grad_norm": 2.7658538818359375, | |
| "learning_rate": 1.3851022943058698e-05, | |
| "loss": 0.1524, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 39.35294117647059, | |
| "grad_norm": 3.7598276138305664, | |
| "learning_rate": 1.3833433831188612e-05, | |
| "loss": 0.1693, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 39.411764705882355, | |
| "grad_norm": 2.957955837249756, | |
| "learning_rate": 1.3815830805501942e-05, | |
| "loss": 0.1882, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 39.470588235294116, | |
| "grad_norm": 7.283099174499512, | |
| "learning_rate": 1.3798213929890562e-05, | |
| "loss": 0.1844, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 39.529411764705884, | |
| "grad_norm": 4.275941371917725, | |
| "learning_rate": 1.3780583268296617e-05, | |
| "loss": 0.1792, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 39.588235294117645, | |
| "grad_norm": 3.928623676300049, | |
| "learning_rate": 1.3762938884712285e-05, | |
| "loss": 0.2135, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 39.64705882352941, | |
| "grad_norm": 2.9317753314971924, | |
| "learning_rate": 1.3745280843179554e-05, | |
| "loss": 0.1924, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 39.705882352941174, | |
| "grad_norm": 3.715703010559082, | |
| "learning_rate": 1.3727609207789982e-05, | |
| "loss": 0.235, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 39.76470588235294, | |
| "grad_norm": 2.9217491149902344, | |
| "learning_rate": 1.3709924042684473e-05, | |
| "loss": 0.1335, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 39.8235294117647, | |
| "grad_norm": 3.7185444831848145, | |
| "learning_rate": 1.3692225412053027e-05, | |
| "loss": 0.2034, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 39.88235294117647, | |
| "grad_norm": 3.603661060333252, | |
| "learning_rate": 1.3674513380134532e-05, | |
| "loss": 0.2376, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 39.94117647058823, | |
| "grad_norm": 3.837702751159668, | |
| "learning_rate": 1.3656788011216503e-05, | |
| "loss": 0.1862, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 40.0, | |
| "grad_norm": 3.1096138954162598, | |
| "learning_rate": 1.3639049369634878e-05, | |
| "loss": 0.198, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 40.05882352941177, | |
| "grad_norm": 3.917692184448242, | |
| "learning_rate": 1.3621297519773755e-05, | |
| "loss": 0.1597, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 40.11764705882353, | |
| "grad_norm": 2.4184134006500244, | |
| "learning_rate": 1.3603532526065184e-05, | |
| "loss": 0.138, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 40.1764705882353, | |
| "grad_norm": 4.614278316497803, | |
| "learning_rate": 1.3585754452988914e-05, | |
| "loss": 0.3387, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 40.23529411764706, | |
| "grad_norm": 3.1114695072174072, | |
| "learning_rate": 1.3567963365072174e-05, | |
| "loss": 0.1845, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 40.294117647058826, | |
| "grad_norm": 2.923638343811035, | |
| "learning_rate": 1.3550159326889426e-05, | |
| "loss": 0.2191, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 40.35294117647059, | |
| "grad_norm": 3.0505127906799316, | |
| "learning_rate": 1.3532342403062138e-05, | |
| "loss": 0.1179, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 40.411764705882355, | |
| "grad_norm": 2.8519704341888428, | |
| "learning_rate": 1.3514512658258545e-05, | |
| "loss": 0.2626, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 40.470588235294116, | |
| "grad_norm": 3.1810107231140137, | |
| "learning_rate": 1.3496670157193425e-05, | |
| "loss": 0.1454, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 40.529411764705884, | |
| "grad_norm": 4.166629791259766, | |
| "learning_rate": 1.3478814964627846e-05, | |
| "loss": 0.2383, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 40.588235294117645, | |
| "grad_norm": 4.075011253356934, | |
| "learning_rate": 1.346094714536895e-05, | |
| "loss": 0.1079, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 40.64705882352941, | |
| "grad_norm": 4.179084777832031, | |
| "learning_rate": 1.34430667642697e-05, | |
| "loss": 0.1194, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 40.705882352941174, | |
| "grad_norm": 3.5015757083892822, | |
| "learning_rate": 1.3425173886228664e-05, | |
| "loss": 0.1668, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 40.76470588235294, | |
| "grad_norm": 2.46016788482666, | |
| "learning_rate": 1.3407268576189756e-05, | |
| "loss": 0.0984, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 40.8235294117647, | |
| "grad_norm": 3.1524672508239746, | |
| "learning_rate": 1.3389350899142022e-05, | |
| "loss": 0.163, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 40.88235294117647, | |
| "grad_norm": 3.164720058441162, | |
| "learning_rate": 1.3371420920119395e-05, | |
| "loss": 0.2075, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 40.94117647058823, | |
| "grad_norm": 3.6302990913391113, | |
| "learning_rate": 1.3353478704200458e-05, | |
| "loss": 0.1534, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 41.0, | |
| "grad_norm": 3.584653377532959, | |
| "learning_rate": 1.3335524316508208e-05, | |
| "loss": 0.1742, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 41.05882352941177, | |
| "grad_norm": 3.02028751373291, | |
| "learning_rate": 1.3317557822209818e-05, | |
| "loss": 0.2419, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 41.11764705882353, | |
| "grad_norm": 3.3798162937164307, | |
| "learning_rate": 1.3299579286516409e-05, | |
| "loss": 0.1523, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 41.1764705882353, | |
| "grad_norm": 2.9079980850219727, | |
| "learning_rate": 1.3281588774682804e-05, | |
| "loss": 0.2293, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 41.23529411764706, | |
| "grad_norm": 3.9510550498962402, | |
| "learning_rate": 1.3263586352007294e-05, | |
| "loss": 0.1539, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 41.294117647058826, | |
| "grad_norm": 3.4161131381988525, | |
| "learning_rate": 1.3245572083831402e-05, | |
| "loss": 0.1538, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 41.35294117647059, | |
| "grad_norm": 14.705596923828125, | |
| "learning_rate": 1.3227546035539652e-05, | |
| "loss": 0.2016, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 41.411764705882355, | |
| "grad_norm": 4.979067325592041, | |
| "learning_rate": 1.320950827255931e-05, | |
| "loss": 0.1125, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 41.470588235294116, | |
| "grad_norm": 2.5300991535186768, | |
| "learning_rate": 1.3191458860360176e-05, | |
| "loss": 0.1395, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 41.529411764705884, | |
| "grad_norm": 4.824472427368164, | |
| "learning_rate": 1.3173397864454325e-05, | |
| "loss": 0.2028, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 41.588235294117645, | |
| "grad_norm": 3.3634023666381836, | |
| "learning_rate": 1.315532535039588e-05, | |
| "loss": 0.1232, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 41.64705882352941, | |
| "grad_norm": 3.29884934425354, | |
| "learning_rate": 1.3137241383780766e-05, | |
| "loss": 0.1619, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 41.705882352941174, | |
| "grad_norm": 3.1915836334228516, | |
| "learning_rate": 1.3119146030246476e-05, | |
| "loss": 0.2622, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 41.76470588235294, | |
| "grad_norm": 11.620856285095215, | |
| "learning_rate": 1.310103935547184e-05, | |
| "loss": 0.156, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 41.8235294117647, | |
| "grad_norm": 2.7301971912384033, | |
| "learning_rate": 1.3082921425176774e-05, | |
| "loss": 0.1486, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 41.88235294117647, | |
| "grad_norm": 10.548784255981445, | |
| "learning_rate": 1.3064792305122042e-05, | |
| "loss": 0.2195, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 41.94117647058823, | |
| "grad_norm": 2.8721768856048584, | |
| "learning_rate": 1.3046652061109035e-05, | |
| "loss": 0.162, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 42.0, | |
| "grad_norm": 2.8617031574249268, | |
| "learning_rate": 1.3028500758979507e-05, | |
| "loss": 0.1498, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 42.05882352941177, | |
| "grad_norm": 2.9735164642333984, | |
| "learning_rate": 1.301033846461536e-05, | |
| "loss": 0.215, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 42.11764705882353, | |
| "grad_norm": 3.0693187713623047, | |
| "learning_rate": 1.2992165243938382e-05, | |
| "loss": 0.1024, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 42.1764705882353, | |
| "grad_norm": 4.039045810699463, | |
| "learning_rate": 1.2973981162910022e-05, | |
| "loss": 0.1342, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 42.23529411764706, | |
| "grad_norm": 2.8853251934051514, | |
| "learning_rate": 1.2955786287531159e-05, | |
| "loss": 0.1201, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 42.294117647058826, | |
| "grad_norm": 3.8681468963623047, | |
| "learning_rate": 1.2937580683841833e-05, | |
| "loss": 0.2448, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 42.35294117647059, | |
| "grad_norm": 4.289619445800781, | |
| "learning_rate": 1.2919364417921037e-05, | |
| "loss": 0.2314, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 42.411764705882355, | |
| "grad_norm": 3.081756114959717, | |
| "learning_rate": 1.2901137555886458e-05, | |
| "loss": 0.19, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 42.470588235294116, | |
| "grad_norm": 2.942272186279297, | |
| "learning_rate": 1.288290016389425e-05, | |
| "loss": 0.1879, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 42.529411764705884, | |
| "grad_norm": 3.345478057861328, | |
| "learning_rate": 1.286465230813877e-05, | |
| "loss": 0.1525, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 42.588235294117645, | |
| "grad_norm": 3.389369010925293, | |
| "learning_rate": 1.2846394054852371e-05, | |
| "loss": 0.1288, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 42.64705882352941, | |
| "grad_norm": 4.5362772941589355, | |
| "learning_rate": 1.2828125470305137e-05, | |
| "loss": 0.2826, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 42.705882352941174, | |
| "grad_norm": 3.73178768157959, | |
| "learning_rate": 1.2809846620804652e-05, | |
| "loss": 0.2115, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 42.76470588235294, | |
| "grad_norm": 4.66780948638916, | |
| "learning_rate": 1.2791557572695756e-05, | |
| "loss": 0.1279, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 42.8235294117647, | |
| "grad_norm": 3.3652167320251465, | |
| "learning_rate": 1.277325839236031e-05, | |
| "loss": 0.1598, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 42.88235294117647, | |
| "grad_norm": 6.168628215789795, | |
| "learning_rate": 1.2754949146216946e-05, | |
| "loss": 0.1214, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 42.94117647058823, | |
| "grad_norm": 3.570805072784424, | |
| "learning_rate": 1.2736629900720832e-05, | |
| "loss": 0.1207, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 43.0, | |
| "grad_norm": 3.403740406036377, | |
| "learning_rate": 1.2718300722363431e-05, | |
| "loss": 0.1995, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 43.05882352941177, | |
| "grad_norm": 3.3914742469787598, | |
| "learning_rate": 1.2699961677672259e-05, | |
| "loss": 0.1348, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 43.11764705882353, | |
| "grad_norm": 4.28464412689209, | |
| "learning_rate": 1.2681612833210642e-05, | |
| "loss": 0.125, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 43.1764705882353, | |
| "grad_norm": 2.766533851623535, | |
| "learning_rate": 1.266325425557747e-05, | |
| "loss": 0.1462, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 43.23529411764706, | |
| "grad_norm": 2.826220989227295, | |
| "learning_rate": 1.2644886011406972e-05, | |
| "loss": 0.1534, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 43.294117647058826, | |
| "grad_norm": 3.130544662475586, | |
| "learning_rate": 1.2626508167368452e-05, | |
| "loss": 0.1013, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 43.35294117647059, | |
| "grad_norm": 12.231790542602539, | |
| "learning_rate": 1.2608120790166062e-05, | |
| "loss": 0.246, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 43.411764705882355, | |
| "grad_norm": 3.840749979019165, | |
| "learning_rate": 1.2589723946538556e-05, | |
| "loss": 0.2015, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 43.470588235294116, | |
| "grad_norm": 3.0935707092285156, | |
| "learning_rate": 1.2571317703259048e-05, | |
| "loss": 0.144, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 43.529411764705884, | |
| "grad_norm": 3.8420681953430176, | |
| "learning_rate": 1.2552902127134765e-05, | |
| "loss": 0.148, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 43.588235294117645, | |
| "grad_norm": 3.537487268447876, | |
| "learning_rate": 1.2534477285006807e-05, | |
| "loss": 0.1996, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 43.64705882352941, | |
| "grad_norm": 5.062342166900635, | |
| "learning_rate": 1.2516043243749918e-05, | |
| "loss": 0.2358, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 43.705882352941174, | |
| "grad_norm": 4.727156162261963, | |
| "learning_rate": 1.2497600070272214e-05, | |
| "loss": 0.0998, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 43.76470588235294, | |
| "grad_norm": 3.5581183433532715, | |
| "learning_rate": 1.2479147831514972e-05, | |
| "loss": 0.2186, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 43.8235294117647, | |
| "grad_norm": 2.820336103439331, | |
| "learning_rate": 1.2460686594452365e-05, | |
| "loss": 0.1274, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 43.88235294117647, | |
| "grad_norm": 3.7229201793670654, | |
| "learning_rate": 1.2442216426091226e-05, | |
| "loss": 0.1918, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 43.94117647058823, | |
| "grad_norm": 2.613948106765747, | |
| "learning_rate": 1.242373739347081e-05, | |
| "loss": 0.1221, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 44.0, | |
| "grad_norm": 13.36833667755127, | |
| "learning_rate": 1.2405249563662539e-05, | |
| "loss": 0.1524, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 44.05882352941177, | |
| "grad_norm": 5.536099910736084, | |
| "learning_rate": 1.2386753003769767e-05, | |
| "loss": 0.1867, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 44.11764705882353, | |
| "grad_norm": 3.1664369106292725, | |
| "learning_rate": 1.236824778092754e-05, | |
| "loss": 0.1768, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 44.1764705882353, | |
| "grad_norm": 18.664636611938477, | |
| "learning_rate": 1.2349733962302342e-05, | |
| "loss": 0.1936, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 44.23529411764706, | |
| "grad_norm": 2.8296773433685303, | |
| "learning_rate": 1.2331211615091857e-05, | |
| "loss": 0.1758, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 44.294117647058826, | |
| "grad_norm": 2.6604557037353516, | |
| "learning_rate": 1.2312680806524722e-05, | |
| "loss": 0.0895, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 44.35294117647059, | |
| "grad_norm": 9.638259887695312, | |
| "learning_rate": 1.2294141603860295e-05, | |
| "loss": 0.1657, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 44.411764705882355, | |
| "grad_norm": 6.132715702056885, | |
| "learning_rate": 1.2275594074388387e-05, | |
| "loss": 0.1009, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 44.470588235294116, | |
| "grad_norm": 4.741987228393555, | |
| "learning_rate": 1.2257038285429041e-05, | |
| "loss": 0.2758, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 44.529411764705884, | |
| "grad_norm": 3.7568678855895996, | |
| "learning_rate": 1.2238474304332277e-05, | |
| "loss": 0.2515, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 44.588235294117645, | |
| "grad_norm": 3.5362603664398193, | |
| "learning_rate": 1.2219902198477851e-05, | |
| "loss": 0.1166, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 44.64705882352941, | |
| "grad_norm": 3.214996337890625, | |
| "learning_rate": 1.2201322035275005e-05, | |
| "loss": 0.1258, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 44.705882352941174, | |
| "grad_norm": 3.9752237796783447, | |
| "learning_rate": 1.2182733882162227e-05, | |
| "loss": 0.1675, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 44.76470588235294, | |
| "grad_norm": 3.5385589599609375, | |
| "learning_rate": 1.2164137806607006e-05, | |
| "loss": 0.1929, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 44.8235294117647, | |
| "grad_norm": 4.829566478729248, | |
| "learning_rate": 1.2145533876105586e-05, | |
| "loss": 0.1443, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 44.88235294117647, | |
| "grad_norm": 3.451157331466675, | |
| "learning_rate": 1.2126922158182721e-05, | |
| "loss": 0.0984, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 44.94117647058823, | |
| "grad_norm": 3.46059250831604, | |
| "learning_rate": 1.210830272039143e-05, | |
| "loss": 0.1598, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 45.0, | |
| "grad_norm": 2.716735601425171, | |
| "learning_rate": 1.2089675630312755e-05, | |
| "loss": 0.1143, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 45.05882352941177, | |
| "grad_norm": 2.971785068511963, | |
| "learning_rate": 1.2071040955555503e-05, | |
| "loss": 0.1551, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 45.11764705882353, | |
| "grad_norm": 2.9231116771698, | |
| "learning_rate": 1.2052398763756022e-05, | |
| "loss": 0.1731, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 45.1764705882353, | |
| "grad_norm": 2.712475538253784, | |
| "learning_rate": 1.2033749122577938e-05, | |
| "loss": 0.1192, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 45.23529411764706, | |
| "grad_norm": 3.0825273990631104, | |
| "learning_rate": 1.2015092099711918e-05, | |
| "loss": 0.1614, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 45.294117647058826, | |
| "grad_norm": 3.441948890686035, | |
| "learning_rate": 1.199642776287542e-05, | |
| "loss": 0.1874, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 45.35294117647059, | |
| "grad_norm": 3.8023180961608887, | |
| "learning_rate": 1.1977756179812447e-05, | |
| "loss": 0.1723, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 45.411764705882355, | |
| "grad_norm": 3.400852918624878, | |
| "learning_rate": 1.1959077418293308e-05, | |
| "loss": 0.2466, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 45.470588235294116, | |
| "grad_norm": 3.1584246158599854, | |
| "learning_rate": 1.1940391546114358e-05, | |
| "loss": 0.0902, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 45.529411764705884, | |
| "grad_norm": 3.406317710876465, | |
| "learning_rate": 1.1921698631097768e-05, | |
| "loss": 0.133, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 45.588235294117645, | |
| "grad_norm": 2.968200206756592, | |
| "learning_rate": 1.1902998741091271e-05, | |
| "loss": 0.0826, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 45.64705882352941, | |
| "grad_norm": 3.8358709812164307, | |
| "learning_rate": 1.1884291943967919e-05, | |
| "loss": 0.2094, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 45.705882352941174, | |
| "grad_norm": 2.3897249698638916, | |
| "learning_rate": 1.1865578307625822e-05, | |
| "loss": 0.138, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 45.76470588235294, | |
| "grad_norm": 3.935864210128784, | |
| "learning_rate": 1.1846857899987928e-05, | |
| "loss": 0.128, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 45.8235294117647, | |
| "grad_norm": 4.2306904792785645, | |
| "learning_rate": 1.1828130789001758e-05, | |
| "loss": 0.1497, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 45.88235294117647, | |
| "grad_norm": 3.393631935119629, | |
| "learning_rate": 1.1809397042639155e-05, | |
| "loss": 0.2226, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 45.94117647058823, | |
| "grad_norm": 3.6321964263916016, | |
| "learning_rate": 1.1790656728896054e-05, | |
| "loss": 0.1248, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 46.0, | |
| "grad_norm": 4.7908124923706055, | |
| "learning_rate": 1.177190991579223e-05, | |
| "loss": 0.1926, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 46.05882352941177, | |
| "grad_norm": 3.0268146991729736, | |
| "learning_rate": 1.1753156671371037e-05, | |
| "loss": 0.1203, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 46.11764705882353, | |
| "grad_norm": 2.901962995529175, | |
| "learning_rate": 1.173439706369918e-05, | |
| "loss": 0.0748, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 46.1764705882353, | |
| "grad_norm": 3.1827709674835205, | |
| "learning_rate": 1.1715631160866466e-05, | |
| "loss": 0.128, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 46.23529411764706, | |
| "grad_norm": 2.6724817752838135, | |
| "learning_rate": 1.1696859030985528e-05, | |
| "loss": 0.2332, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 46.294117647058826, | |
| "grad_norm": 2.707611560821533, | |
| "learning_rate": 1.1678080742191628e-05, | |
| "loss": 0.1201, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 46.35294117647059, | |
| "grad_norm": 3.3216845989227295, | |
| "learning_rate": 1.1659296362642367e-05, | |
| "loss": 0.1351, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 46.411764705882355, | |
| "grad_norm": 2.614147663116455, | |
| "learning_rate": 1.1640505960517456e-05, | |
| "loss": 0.1799, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 46.470588235294116, | |
| "grad_norm": 2.959559679031372, | |
| "learning_rate": 1.1621709604018465e-05, | |
| "loss": 0.0839, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 46.529411764705884, | |
| "grad_norm": 2.9060754776000977, | |
| "learning_rate": 1.160290736136858e-05, | |
| "loss": 0.1795, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 46.588235294117645, | |
| "grad_norm": 6.090054512023926, | |
| "learning_rate": 1.1584099300812345e-05, | |
| "loss": 0.156, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 46.64705882352941, | |
| "grad_norm": 2.6058173179626465, | |
| "learning_rate": 1.1565285490615423e-05, | |
| "loss": 0.0874, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 46.705882352941174, | |
| "grad_norm": 3.3022027015686035, | |
| "learning_rate": 1.1546465999064346e-05, | |
| "loss": 0.1701, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 46.76470588235294, | |
| "grad_norm": 3.2136588096618652, | |
| "learning_rate": 1.1527640894466273e-05, | |
| "loss": 0.1379, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 46.8235294117647, | |
| "grad_norm": 3.339705467224121, | |
| "learning_rate": 1.1508810245148724e-05, | |
| "loss": 0.257, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 46.88235294117647, | |
| "grad_norm": 2.7446775436401367, | |
| "learning_rate": 1.148997411945936e-05, | |
| "loss": 0.1727, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 46.94117647058823, | |
| "grad_norm": 2.235184669494629, | |
| "learning_rate": 1.14711325857657e-05, | |
| "loss": 0.0863, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 47.0, | |
| "grad_norm": 2.5053062438964844, | |
| "learning_rate": 1.1452285712454905e-05, | |
| "loss": 0.106, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 47.05882352941177, | |
| "grad_norm": 2.8649399280548096, | |
| "learning_rate": 1.1433433567933514e-05, | |
| "loss": 0.1474, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 47.11764705882353, | |
| "grad_norm": 2.613492250442505, | |
| "learning_rate": 1.1414576220627199e-05, | |
| "loss": 0.0796, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 47.1764705882353, | |
| "grad_norm": 4.319946765899658, | |
| "learning_rate": 1.1395713738980512e-05, | |
| "loss": 0.1325, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 47.23529411764706, | |
| "grad_norm": 3.135833978652954, | |
| "learning_rate": 1.1376846191456646e-05, | |
| "loss": 0.0994, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 47.294117647058826, | |
| "grad_norm": 2.3916053771972656, | |
| "learning_rate": 1.1357973646537177e-05, | |
| "loss": 0.0774, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 47.35294117647059, | |
| "grad_norm": 2.9093377590179443, | |
| "learning_rate": 1.1339096172721823e-05, | |
| "loss": 0.3367, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 47.411764705882355, | |
| "grad_norm": 5.196231365203857, | |
| "learning_rate": 1.1320213838528185e-05, | |
| "loss": 0.1945, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 47.470588235294116, | |
| "grad_norm": 2.7416510581970215, | |
| "learning_rate": 1.1301326712491512e-05, | |
| "loss": 0.1142, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 47.529411764705884, | |
| "grad_norm": 2.3996877670288086, | |
| "learning_rate": 1.1282434863164446e-05, | |
| "loss": 0.177, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 47.588235294117645, | |
| "grad_norm": 2.0464253425598145, | |
| "learning_rate": 1.1263538359116767e-05, | |
| "loss": 0.0891, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 47.64705882352941, | |
| "grad_norm": 3.025827646255493, | |
| "learning_rate": 1.1244637268935157e-05, | |
| "loss": 0.1175, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 47.705882352941174, | |
| "grad_norm": 2.9891061782836914, | |
| "learning_rate": 1.1225731661222938e-05, | |
| "loss": 0.1169, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 47.76470588235294, | |
| "grad_norm": 2.234125852584839, | |
| "learning_rate": 1.1206821604599827e-05, | |
| "loss": 0.0611, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 47.8235294117647, | |
| "grad_norm": 3.1017377376556396, | |
| "learning_rate": 1.1187907167701694e-05, | |
| "loss": 0.1966, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 47.88235294117647, | |
| "grad_norm": 2.629161834716797, | |
| "learning_rate": 1.1168988419180308e-05, | |
| "loss": 0.1153, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 47.94117647058823, | |
| "grad_norm": 3.037599802017212, | |
| "learning_rate": 1.1150065427703088e-05, | |
| "loss": 0.0883, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 48.0, | |
| "grad_norm": 3.4654269218444824, | |
| "learning_rate": 1.1131138261952845e-05, | |
| "loss": 0.1504, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 48.05882352941177, | |
| "grad_norm": 2.4275951385498047, | |
| "learning_rate": 1.1112206990627547e-05, | |
| "loss": 0.0643, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 48.11764705882353, | |
| "grad_norm": 2.9709553718566895, | |
| "learning_rate": 1.1093271682440063e-05, | |
| "loss": 0.1085, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 48.1764705882353, | |
| "grad_norm": 2.2968692779541016, | |
| "learning_rate": 1.1074332406117918e-05, | |
| "loss": 0.1145, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 48.23529411764706, | |
| "grad_norm": 2.6494407653808594, | |
| "learning_rate": 1.105538923040303e-05, | |
| "loss": 0.1084, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 48.294117647058826, | |
| "grad_norm": 2.823833703994751, | |
| "learning_rate": 1.1036442224051485e-05, | |
| "loss": 0.1538, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 48.35294117647059, | |
| "grad_norm": 8.525276184082031, | |
| "learning_rate": 1.1017491455833258e-05, | |
| "loss": 0.0769, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 48.411764705882355, | |
| "grad_norm": 2.670389413833618, | |
| "learning_rate": 1.0998536994531982e-05, | |
| "loss": 0.1881, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 48.470588235294116, | |
| "grad_norm": 2.584061861038208, | |
| "learning_rate": 1.0979578908944698e-05, | |
| "loss": 0.1723, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 48.529411764705884, | |
| "grad_norm": 2.8650758266448975, | |
| "learning_rate": 1.0960617267881601e-05, | |
| "loss": 0.0903, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 48.588235294117645, | |
| "grad_norm": 2.3102641105651855, | |
| "learning_rate": 1.094165214016579e-05, | |
| "loss": 0.0612, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 48.64705882352941, | |
| "grad_norm": 3.305549144744873, | |
| "learning_rate": 1.092268359463302e-05, | |
| "loss": 0.2436, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 48.705882352941174, | |
| "grad_norm": 2.0116915702819824, | |
| "learning_rate": 1.090371170013145e-05, | |
| "loss": 0.0768, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 48.76470588235294, | |
| "grad_norm": 2.708873748779297, | |
| "learning_rate": 1.0884736525521395e-05, | |
| "loss": 0.2963, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 48.8235294117647, | |
| "grad_norm": 3.181830883026123, | |
| "learning_rate": 1.0865758139675071e-05, | |
| "loss": 0.133, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 48.88235294117647, | |
| "grad_norm": 2.6251277923583984, | |
| "learning_rate": 1.084677661147636e-05, | |
| "loss": 0.0956, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 48.94117647058823, | |
| "grad_norm": 3.6014316082000732, | |
| "learning_rate": 1.0827792009820537e-05, | |
| "loss": 0.1773, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 49.0, | |
| "grad_norm": 2.3700881004333496, | |
| "learning_rate": 1.0808804403614044e-05, | |
| "loss": 0.0623, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 49.05882352941177, | |
| "grad_norm": 2.4597833156585693, | |
| "learning_rate": 1.078981386177422e-05, | |
| "loss": 0.1033, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 49.11764705882353, | |
| "grad_norm": 2.8126020431518555, | |
| "learning_rate": 1.0770820453229063e-05, | |
| "loss": 0.1729, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 49.1764705882353, | |
| "grad_norm": 2.968871831893921, | |
| "learning_rate": 1.0751824246916975e-05, | |
| "loss": 0.1347, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 49.23529411764706, | |
| "grad_norm": 5.173304557800293, | |
| "learning_rate": 1.0732825311786512e-05, | |
| "loss": 0.1559, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 49.294117647058826, | |
| "grad_norm": 2.734658718109131, | |
| "learning_rate": 1.0713823716796136e-05, | |
| "loss": 0.1195, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 49.35294117647059, | |
| "grad_norm": 2.529216766357422, | |
| "learning_rate": 1.0694819530913965e-05, | |
| "loss": 0.1226, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 49.411764705882355, | |
| "grad_norm": 3.1976747512817383, | |
| "learning_rate": 1.0675812823117516e-05, | |
| "loss": 0.1336, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 49.470588235294116, | |
| "grad_norm": 2.4332756996154785, | |
| "learning_rate": 1.0656803662393462e-05, | |
| "loss": 0.0766, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 49.529411764705884, | |
| "grad_norm": 3.8745784759521484, | |
| "learning_rate": 1.0637792117737378e-05, | |
| "loss": 0.0951, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 49.588235294117645, | |
| "grad_norm": 2.5881199836730957, | |
| "learning_rate": 1.0618778258153495e-05, | |
| "loss": 0.1273, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 49.64705882352941, | |
| "grad_norm": 3.071343421936035, | |
| "learning_rate": 1.0599762152654442e-05, | |
| "loss": 0.1928, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 49.705882352941174, | |
| "grad_norm": 3.365490436553955, | |
| "learning_rate": 1.0580743870261006e-05, | |
| "loss": 0.0965, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 49.76470588235294, | |
| "grad_norm": 2.515998125076294, | |
| "learning_rate": 1.0561723480001864e-05, | |
| "loss": 0.0802, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 49.8235294117647, | |
| "grad_norm": 3.8120810985565186, | |
| "learning_rate": 1.0542701050913357e-05, | |
| "loss": 0.1314, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 49.88235294117647, | |
| "grad_norm": 2.9535303115844727, | |
| "learning_rate": 1.052367665203922e-05, | |
| "loss": 0.1629, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 49.94117647058823, | |
| "grad_norm": 3.178980827331543, | |
| "learning_rate": 1.0504650352430334e-05, | |
| "loss": 0.0768, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 50.0, | |
| "grad_norm": 2.8479862213134766, | |
| "learning_rate": 1.0485622221144485e-05, | |
| "loss": 0.1834, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 50.05882352941177, | |
| "grad_norm": 2.7964913845062256, | |
| "learning_rate": 1.0466592327246101e-05, | |
| "loss": 0.1981, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 50.11764705882353, | |
| "grad_norm": 2.8469254970550537, | |
| "learning_rate": 1.0447560739806013e-05, | |
| "loss": 0.1377, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 50.1764705882353, | |
| "grad_norm": 1.9806376695632935, | |
| "learning_rate": 1.04285275279012e-05, | |
| "loss": 0.0725, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 50.23529411764706, | |
| "grad_norm": 3.231048583984375, | |
| "learning_rate": 1.0409492760614532e-05, | |
| "loss": 0.1712, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 50.294117647058826, | |
| "grad_norm": 2.3866496086120605, | |
| "learning_rate": 1.0390456507034525e-05, | |
| "loss": 0.0842, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 50.35294117647059, | |
| "grad_norm": 2.558290958404541, | |
| "learning_rate": 1.0371418836255091e-05, | |
| "loss": 0.0981, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 50.411764705882355, | |
| "grad_norm": 2.239016056060791, | |
| "learning_rate": 1.0352379817375292e-05, | |
| "loss": 0.0505, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 50.470588235294116, | |
| "grad_norm": 2.5159480571746826, | |
| "learning_rate": 1.0333339519499069e-05, | |
| "loss": 0.1056, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 50.529411764705884, | |
| "grad_norm": 2.3022494316101074, | |
| "learning_rate": 1.0314298011735018e-05, | |
| "loss": 0.1514, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 50.588235294117645, | |
| "grad_norm": 2.855541467666626, | |
| "learning_rate": 1.0295255363196121e-05, | |
| "loss": 0.1365, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 50.64705882352941, | |
| "grad_norm": 3.373917579650879, | |
| "learning_rate": 1.0276211642999505e-05, | |
| "loss": 0.1141, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 50.705882352941174, | |
| "grad_norm": 5.038883209228516, | |
| "learning_rate": 1.0257166920266177e-05, | |
| "loss": 0.1089, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 50.76470588235294, | |
| "grad_norm": 2.6901161670684814, | |
| "learning_rate": 1.0238121264120789e-05, | |
| "loss": 0.088, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 50.8235294117647, | |
| "grad_norm": 7.013632774353027, | |
| "learning_rate": 1.0219074743691384e-05, | |
| "loss": 0.0812, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 50.88235294117647, | |
| "grad_norm": 4.17929220199585, | |
| "learning_rate": 1.020002742810914e-05, | |
| "loss": 0.2187, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 50.94117647058823, | |
| "grad_norm": 2.702371597290039, | |
| "learning_rate": 1.0180979386508119e-05, | |
| "loss": 0.0915, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 51.0, | |
| "grad_norm": 2.1229047775268555, | |
| "learning_rate": 1.0161930688025018e-05, | |
| "loss": 0.1684, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 51.05882352941177, | |
| "grad_norm": 2.256157398223877, | |
| "learning_rate": 1.0142881401798917e-05, | |
| "loss": 0.1175, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 51.11764705882353, | |
| "grad_norm": 2.8414218425750732, | |
| "learning_rate": 1.0123831596971033e-05, | |
| "loss": 0.0875, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 51.1764705882353, | |
| "grad_norm": 2.473802328109741, | |
| "learning_rate": 1.0104781342684465e-05, | |
| "loss": 0.1639, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 51.23529411764706, | |
| "grad_norm": 9.966187477111816, | |
| "learning_rate": 1.008573070808394e-05, | |
| "loss": 0.2173, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 51.294117647058826, | |
| "grad_norm": 2.6679494380950928, | |
| "learning_rate": 1.006667976231557e-05, | |
| "loss": 0.0577, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 51.35294117647059, | |
| "grad_norm": 3.305358409881592, | |
| "learning_rate": 1.0047628574526595e-05, | |
| "loss": 0.1101, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 51.411764705882355, | |
| "grad_norm": 3.8286852836608887, | |
| "learning_rate": 1.002857721386513e-05, | |
| "loss": 0.0578, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 51.470588235294116, | |
| "grad_norm": 3.1898412704467773, | |
| "learning_rate": 1.0009525749479918e-05, | |
| "loss": 0.0948, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 51.529411764705884, | |
| "grad_norm": 3.1662368774414062, | |
| "learning_rate": 9.990474250520085e-06, | |
| "loss": 0.2324, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 51.588235294117645, | |
| "grad_norm": 2.51600980758667, | |
| "learning_rate": 9.971422786134874e-06, | |
| "loss": 0.1114, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 51.64705882352941, | |
| "grad_norm": 2.0254783630371094, | |
| "learning_rate": 9.952371425473406e-06, | |
| "loss": 0.0701, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 51.705882352941174, | |
| "grad_norm": 2.6197547912597656, | |
| "learning_rate": 9.933320237684433e-06, | |
| "loss": 0.1162, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 51.76470588235294, | |
| "grad_norm": 2.833610773086548, | |
| "learning_rate": 9.914269291916063e-06, | |
| "loss": 0.0648, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 51.8235294117647, | |
| "grad_norm": 3.0622050762176514, | |
| "learning_rate": 9.89521865731554e-06, | |
| "loss": 0.1316, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 51.88235294117647, | |
| "grad_norm": 18.00055503845215, | |
| "learning_rate": 9.87616840302897e-06, | |
| "loss": 0.0857, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 51.94117647058823, | |
| "grad_norm": 3.162602663040161, | |
| "learning_rate": 9.857118598201088e-06, | |
| "loss": 0.0939, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 52.0, | |
| "grad_norm": 3.6887407302856445, | |
| "learning_rate": 9.838069311974986e-06, | |
| "loss": 0.1642, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 52.05882352941177, | |
| "grad_norm": 2.8375205993652344, | |
| "learning_rate": 9.819020613491883e-06, | |
| "loss": 0.149, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 52.11764705882353, | |
| "grad_norm": 2.4975876808166504, | |
| "learning_rate": 9.799972571890862e-06, | |
| "loss": 0.0699, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 52.1764705882353, | |
| "grad_norm": 3.1931276321411133, | |
| "learning_rate": 9.780925256308617e-06, | |
| "loss": 0.11, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 52.23529411764706, | |
| "grad_norm": 2.8182597160339355, | |
| "learning_rate": 9.761878735879214e-06, | |
| "loss": 0.0952, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 52.294117647058826, | |
| "grad_norm": 3.484889268875122, | |
| "learning_rate": 9.742833079733828e-06, | |
| "loss": 0.1595, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 52.35294117647059, | |
| "grad_norm": 2.686429023742676, | |
| "learning_rate": 9.7237883570005e-06, | |
| "loss": 0.0971, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 52.411764705882355, | |
| "grad_norm": 2.6333348751068115, | |
| "learning_rate": 9.704744636803882e-06, | |
| "loss": 0.1806, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 52.470588235294116, | |
| "grad_norm": 2.8333513736724854, | |
| "learning_rate": 9.685701988264985e-06, | |
| "loss": 0.082, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 52.529411764705884, | |
| "grad_norm": 2.3150947093963623, | |
| "learning_rate": 9.666660480500936e-06, | |
| "loss": 0.0743, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 52.588235294117645, | |
| "grad_norm": 1.831231951713562, | |
| "learning_rate": 9.647620182624715e-06, | |
| "loss": 0.0849, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 52.64705882352941, | |
| "grad_norm": 2.423409938812256, | |
| "learning_rate": 9.628581163744912e-06, | |
| "loss": 0.1782, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 52.705882352941174, | |
| "grad_norm": 1.944344401359558, | |
| "learning_rate": 9.60954349296548e-06, | |
| "loss": 0.0782, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 52.76470588235294, | |
| "grad_norm": 2.649003744125366, | |
| "learning_rate": 9.590507239385473e-06, | |
| "loss": 0.1263, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 52.8235294117647, | |
| "grad_norm": 2.4523630142211914, | |
| "learning_rate": 9.571472472098804e-06, | |
| "loss": 0.0867, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 52.88235294117647, | |
| "grad_norm": 1.9579745531082153, | |
| "learning_rate": 9.552439260193992e-06, | |
| "loss": 0.0984, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 52.94117647058823, | |
| "grad_norm": 2.6260666847229004, | |
| "learning_rate": 9.533407672753904e-06, | |
| "loss": 0.0705, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 53.0, | |
| "grad_norm": 2.3615245819091797, | |
| "learning_rate": 9.514377778855521e-06, | |
| "loss": 0.1131, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 53.05882352941177, | |
| "grad_norm": 2.516961097717285, | |
| "learning_rate": 9.495349647569666e-06, | |
| "loss": 0.0565, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 53.11764705882353, | |
| "grad_norm": 5.055416107177734, | |
| "learning_rate": 9.476323347960781e-06, | |
| "loss": 0.148, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 53.1764705882353, | |
| "grad_norm": 2.724700689315796, | |
| "learning_rate": 9.457298949086643e-06, | |
| "loss": 0.1385, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 53.23529411764706, | |
| "grad_norm": 2.0691821575164795, | |
| "learning_rate": 9.438276519998136e-06, | |
| "loss": 0.064, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 53.294117647058826, | |
| "grad_norm": 2.2804641723632812, | |
| "learning_rate": 9.419256129738996e-06, | |
| "loss": 0.0473, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 53.35294117647059, | |
| "grad_norm": 2.1843438148498535, | |
| "learning_rate": 9.400237847345558e-06, | |
| "loss": 0.0932, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 53.411764705882355, | |
| "grad_norm": 2.9909870624542236, | |
| "learning_rate": 9.381221741846505e-06, | |
| "loss": 0.1739, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 53.470588235294116, | |
| "grad_norm": 2.1224942207336426, | |
| "learning_rate": 9.362207882262622e-06, | |
| "loss": 0.0824, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 53.529411764705884, | |
| "grad_norm": 2.7031216621398926, | |
| "learning_rate": 9.343196337606541e-06, | |
| "loss": 0.1072, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 53.588235294117645, | |
| "grad_norm": 2.525592088699341, | |
| "learning_rate": 9.324187176882486e-06, | |
| "loss": 0.1311, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 53.64705882352941, | |
| "grad_norm": 2.3430416584014893, | |
| "learning_rate": 9.305180469086035e-06, | |
| "loss": 0.0937, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 53.705882352941174, | |
| "grad_norm": 2.8973207473754883, | |
| "learning_rate": 9.286176283203864e-06, | |
| "loss": 0.2203, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 53.76470588235294, | |
| "grad_norm": 2.5040533542633057, | |
| "learning_rate": 9.267174688213488e-06, | |
| "loss": 0.0985, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 53.8235294117647, | |
| "grad_norm": 2.7054920196533203, | |
| "learning_rate": 9.248175753083026e-06, | |
| "loss": 0.0986, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 53.88235294117647, | |
| "grad_norm": 2.5714826583862305, | |
| "learning_rate": 9.22917954677094e-06, | |
| "loss": 0.0696, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 53.94117647058823, | |
| "grad_norm": 2.7210867404937744, | |
| "learning_rate": 9.210186138225784e-06, | |
| "loss": 0.1002, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 54.0, | |
| "grad_norm": 2.274341583251953, | |
| "learning_rate": 9.19119559638596e-06, | |
| "loss": 0.1185, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 54.05882352941177, | |
| "grad_norm": 2.5188066959381104, | |
| "learning_rate": 9.172207990179466e-06, | |
| "loss": 0.0881, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 54.11764705882353, | |
| "grad_norm": 2.449145555496216, | |
| "learning_rate": 9.153223388523644e-06, | |
| "loss": 0.1546, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 54.1764705882353, | |
| "grad_norm": 2.1233668327331543, | |
| "learning_rate": 9.134241860324932e-06, | |
| "loss": 0.1245, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 54.23529411764706, | |
| "grad_norm": 3.3754565715789795, | |
| "learning_rate": 9.115263474478608e-06, | |
| "loss": 0.0845, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 54.294117647058826, | |
| "grad_norm": 1.5214611291885376, | |
| "learning_rate": 9.096288299868552e-06, | |
| "loss": 0.0401, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 54.35294117647059, | |
| "grad_norm": 2.3150076866149902, | |
| "learning_rate": 9.07731640536698e-06, | |
| "loss": 0.1251, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 54.411764705882355, | |
| "grad_norm": 2.274306297302246, | |
| "learning_rate": 9.058347859834212e-06, | |
| "loss": 0.0911, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 54.470588235294116, | |
| "grad_norm": 2.6436767578125, | |
| "learning_rate": 9.0393827321184e-06, | |
| "loss": 0.1057, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 54.529411764705884, | |
| "grad_norm": 2.241518974304199, | |
| "learning_rate": 9.020421091055305e-06, | |
| "loss": 0.0841, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 54.588235294117645, | |
| "grad_norm": 2.238372802734375, | |
| "learning_rate": 9.001463005468022e-06, | |
| "loss": 0.083, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 54.64705882352941, | |
| "grad_norm": 4.0823493003845215, | |
| "learning_rate": 8.982508544166747e-06, | |
| "loss": 0.0771, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 54.705882352941174, | |
| "grad_norm": 5.275056838989258, | |
| "learning_rate": 8.96355777594852e-06, | |
| "loss": 0.2249, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 54.76470588235294, | |
| "grad_norm": 2.1949234008789062, | |
| "learning_rate": 8.944610769596971e-06, | |
| "loss": 0.0935, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 54.8235294117647, | |
| "grad_norm": 1.8113642930984497, | |
| "learning_rate": 8.925667593882085e-06, | |
| "loss": 0.0483, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 54.88235294117647, | |
| "grad_norm": 2.4045565128326416, | |
| "learning_rate": 8.906728317559939e-06, | |
| "loss": 0.1361, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 54.94117647058823, | |
| "grad_norm": 2.5111749172210693, | |
| "learning_rate": 8.887793009372456e-06, | |
| "loss": 0.1078, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 55.0, | |
| "grad_norm": 1.8530802726745605, | |
| "learning_rate": 8.868861738047158e-06, | |
| "loss": 0.0535, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 55.05882352941177, | |
| "grad_norm": 2.447056293487549, | |
| "learning_rate": 8.849934572296916e-06, | |
| "loss": 0.1037, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 55.11764705882353, | |
| "grad_norm": 2.8879566192626953, | |
| "learning_rate": 8.831011580819693e-06, | |
| "loss": 0.1017, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 55.1764705882353, | |
| "grad_norm": 2.379065752029419, | |
| "learning_rate": 8.812092832298307e-06, | |
| "loss": 0.0623, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 55.23529411764706, | |
| "grad_norm": 2.9746365547180176, | |
| "learning_rate": 8.793178395400178e-06, | |
| "loss": 0.0713, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 55.294117647058826, | |
| "grad_norm": 2.582214593887329, | |
| "learning_rate": 8.774268338777067e-06, | |
| "loss": 0.1117, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 55.35294117647059, | |
| "grad_norm": 2.242445230484009, | |
| "learning_rate": 8.755362731064845e-06, | |
| "loss": 0.1449, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 55.411764705882355, | |
| "grad_norm": 3.213926315307617, | |
| "learning_rate": 8.736461640883234e-06, | |
| "loss": 0.0807, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 55.470588235294116, | |
| "grad_norm": 1.6993956565856934, | |
| "learning_rate": 8.717565136835559e-06, | |
| "loss": 0.1421, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 55.529411764705884, | |
| "grad_norm": 4.0843281745910645, | |
| "learning_rate": 8.698673287508493e-06, | |
| "loss": 0.1549, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 55.588235294117645, | |
| "grad_norm": 2.0110442638397217, | |
| "learning_rate": 8.679786161471821e-06, | |
| "loss": 0.0922, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 55.64705882352941, | |
| "grad_norm": 1.8739012479782104, | |
| "learning_rate": 8.660903827278184e-06, | |
| "loss": 0.0966, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 55.705882352941174, | |
| "grad_norm": 2.0270133018493652, | |
| "learning_rate": 8.642026353462828e-06, | |
| "loss": 0.1097, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 55.76470588235294, | |
| "grad_norm": 2.424452304840088, | |
| "learning_rate": 8.623153808543359e-06, | |
| "loss": 0.1367, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 55.8235294117647, | |
| "grad_norm": 2.5616672039031982, | |
| "learning_rate": 8.604286261019491e-06, | |
| "loss": 0.123, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 55.88235294117647, | |
| "grad_norm": 2.7459635734558105, | |
| "learning_rate": 8.585423779372806e-06, | |
| "loss": 0.0929, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 55.94117647058823, | |
| "grad_norm": 2.596480131149292, | |
| "learning_rate": 8.566566432066491e-06, | |
| "loss": 0.0664, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 56.0, | |
| "grad_norm": 2.277029514312744, | |
| "learning_rate": 8.5477142875451e-06, | |
| "loss": 0.0561, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 56.05882352941177, | |
| "grad_norm": 1.754686713218689, | |
| "learning_rate": 8.528867414234302e-06, | |
| "loss": 0.0596, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 56.11764705882353, | |
| "grad_norm": 2.6427359580993652, | |
| "learning_rate": 8.510025880540644e-06, | |
| "loss": 0.1357, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 56.1764705882353, | |
| "grad_norm": 1.7537795305252075, | |
| "learning_rate": 8.491189754851274e-06, | |
| "loss": 0.0454, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 56.23529411764706, | |
| "grad_norm": 3.2595224380493164, | |
| "learning_rate": 8.472359105533727e-06, | |
| "loss": 0.1158, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 56.294117647058826, | |
| "grad_norm": 2.455657482147217, | |
| "learning_rate": 8.453534000935652e-06, | |
| "loss": 0.075, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 56.35294117647059, | |
| "grad_norm": 1.9798626899719238, | |
| "learning_rate": 8.434714509384578e-06, | |
| "loss": 0.0937, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 56.411764705882355, | |
| "grad_norm": 2.4683902263641357, | |
| "learning_rate": 8.415900699187656e-06, | |
| "loss": 0.0755, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 56.470588235294116, | |
| "grad_norm": 2.6059443950653076, | |
| "learning_rate": 8.397092638631422e-06, | |
| "loss": 0.106, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 56.529411764705884, | |
| "grad_norm": 2.0211246013641357, | |
| "learning_rate": 8.378290395981535e-06, | |
| "loss": 0.139, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 56.588235294117645, | |
| "grad_norm": 2.3349804878234863, | |
| "learning_rate": 8.359494039482544e-06, | |
| "loss": 0.1542, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 56.64705882352941, | |
| "grad_norm": 2.147113800048828, | |
| "learning_rate": 8.340703637357633e-06, | |
| "loss": 0.1185, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 56.705882352941174, | |
| "grad_norm": 2.9251534938812256, | |
| "learning_rate": 8.321919257808372e-06, | |
| "loss": 0.2033, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 56.76470588235294, | |
| "grad_norm": 2.801241159439087, | |
| "learning_rate": 8.303140969014473e-06, | |
| "loss": 0.078, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 56.8235294117647, | |
| "grad_norm": 2.2328317165374756, | |
| "learning_rate": 8.284368839133539e-06, | |
| "loss": 0.0673, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 56.88235294117647, | |
| "grad_norm": 1.9924618005752563, | |
| "learning_rate": 8.265602936300821e-06, | |
| "loss": 0.0688, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 56.94117647058823, | |
| "grad_norm": 2.1585426330566406, | |
| "learning_rate": 8.246843328628966e-06, | |
| "loss": 0.0845, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 57.0, | |
| "grad_norm": 2.2520289421081543, | |
| "learning_rate": 8.228090084207773e-06, | |
| "loss": 0.0894, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 57.05882352941177, | |
| "grad_norm": 2.4182403087615967, | |
| "learning_rate": 8.209343271103947e-06, | |
| "loss": 0.1332, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 57.11764705882353, | |
| "grad_norm": 2.377816915512085, | |
| "learning_rate": 8.190602957360848e-06, | |
| "loss": 0.079, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 57.1764705882353, | |
| "grad_norm": 2.20737624168396, | |
| "learning_rate": 8.171869210998244e-06, | |
| "loss": 0.1327, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 57.23529411764706, | |
| "grad_norm": 2.3041000366210938, | |
| "learning_rate": 8.153142100012073e-06, | |
| "loss": 0.0901, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 57.294117647058826, | |
| "grad_norm": 2.5677459239959717, | |
| "learning_rate": 8.134421692374181e-06, | |
| "loss": 0.1443, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 57.35294117647059, | |
| "grad_norm": 1.8329119682312012, | |
| "learning_rate": 8.115708056032086e-06, | |
| "loss": 0.0495, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 57.411764705882355, | |
| "grad_norm": 2.298112630844116, | |
| "learning_rate": 8.09700125890873e-06, | |
| "loss": 0.1301, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 57.470588235294116, | |
| "grad_norm": 2.5729730129241943, | |
| "learning_rate": 8.078301368902233e-06, | |
| "loss": 0.0691, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 57.529411764705884, | |
| "grad_norm": 2.709261894226074, | |
| "learning_rate": 8.059608453885646e-06, | |
| "loss": 0.075, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 57.588235294117645, | |
| "grad_norm": 2.2083306312561035, | |
| "learning_rate": 8.040922581706695e-06, | |
| "loss": 0.0824, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 57.64705882352941, | |
| "grad_norm": 1.972137451171875, | |
| "learning_rate": 8.022243820187554e-06, | |
| "loss": 0.0462, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 57.705882352941174, | |
| "grad_norm": 1.7183464765548706, | |
| "learning_rate": 8.003572237124582e-06, | |
| "loss": 0.0499, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 57.76470588235294, | |
| "grad_norm": 2.1274566650390625, | |
| "learning_rate": 7.984907900288083e-06, | |
| "loss": 0.1096, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 57.8235294117647, | |
| "grad_norm": 2.106963634490967, | |
| "learning_rate": 7.966250877422064e-06, | |
| "loss": 0.064, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 57.88235294117647, | |
| "grad_norm": 2.9204659461975098, | |
| "learning_rate": 7.947601236243982e-06, | |
| "loss": 0.1783, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 57.94117647058823, | |
| "grad_norm": 2.1676111221313477, | |
| "learning_rate": 7.9289590444445e-06, | |
| "loss": 0.1201, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 58.0, | |
| "grad_norm": 2.48429536819458, | |
| "learning_rate": 7.91032436968725e-06, | |
| "loss": 0.1145, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 58.05882352941177, | |
| "grad_norm": 1.5226337909698486, | |
| "learning_rate": 7.891697279608574e-06, | |
| "loss": 0.0407, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 58.11764705882353, | |
| "grad_norm": 2.073188066482544, | |
| "learning_rate": 7.873077841817282e-06, | |
| "loss": 0.0822, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 58.1764705882353, | |
| "grad_norm": 2.2245726585388184, | |
| "learning_rate": 7.854466123894416e-06, | |
| "loss": 0.1909, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 58.23529411764706, | |
| "grad_norm": 3.3995211124420166, | |
| "learning_rate": 7.835862193392996e-06, | |
| "loss": 0.0917, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 58.294117647058826, | |
| "grad_norm": 2.321596384048462, | |
| "learning_rate": 7.817266117837774e-06, | |
| "loss": 0.0816, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 58.35294117647059, | |
| "grad_norm": 1.5946742296218872, | |
| "learning_rate": 7.798677964724996e-06, | |
| "loss": 0.0397, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 58.411764705882355, | |
| "grad_norm": 1.9393513202667236, | |
| "learning_rate": 7.780097801522154e-06, | |
| "loss": 0.1606, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 58.470588235294116, | |
| "grad_norm": 3.1876089572906494, | |
| "learning_rate": 7.761525695667726e-06, | |
| "loss": 0.0901, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 58.529411764705884, | |
| "grad_norm": 1.9649244546890259, | |
| "learning_rate": 7.742961714570964e-06, | |
| "loss": 0.0644, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 58.588235294117645, | |
| "grad_norm": 1.6281061172485352, | |
| "learning_rate": 7.724405925611618e-06, | |
| "loss": 0.0462, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 58.64705882352941, | |
| "grad_norm": 1.9317772388458252, | |
| "learning_rate": 7.705858396139712e-06, | |
| "loss": 0.0627, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 58.705882352941174, | |
| "grad_norm": 1.2906898260116577, | |
| "learning_rate": 7.687319193475282e-06, | |
| "loss": 0.0446, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 58.76470588235294, | |
| "grad_norm": 2.3061625957489014, | |
| "learning_rate": 7.668788384908148e-06, | |
| "loss": 0.0534, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 58.8235294117647, | |
| "grad_norm": 2.230212688446045, | |
| "learning_rate": 7.650266037697664e-06, | |
| "loss": 0.1127, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 58.88235294117647, | |
| "grad_norm": 7.071537971496582, | |
| "learning_rate": 7.631752219072465e-06, | |
| "loss": 0.215, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 58.94117647058823, | |
| "grad_norm": 1.7719978094100952, | |
| "learning_rate": 7.613246996230238e-06, | |
| "loss": 0.0495, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 59.0, | |
| "grad_norm": 3.1264519691467285, | |
| "learning_rate": 7.594750436337467e-06, | |
| "loss": 0.0899, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 59.05882352941177, | |
| "grad_norm": 2.447171211242676, | |
| "learning_rate": 7.576262606529195e-06, | |
| "loss": 0.0936, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 59.11764705882353, | |
| "grad_norm": 1.754564881324768, | |
| "learning_rate": 7.557783573908774e-06, | |
| "loss": 0.0479, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 59.1764705882353, | |
| "grad_norm": 2.4242193698883057, | |
| "learning_rate": 7.539313405547636e-06, | |
| "loss": 0.1814, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 59.23529411764706, | |
| "grad_norm": 2.7452683448791504, | |
| "learning_rate": 7.520852168485029e-06, | |
| "loss": 0.0723, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 59.294117647058826, | |
| "grad_norm": 2.674380302429199, | |
| "learning_rate": 7.502399929727786e-06, | |
| "loss": 0.0941, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 59.35294117647059, | |
| "grad_norm": 2.6913845539093018, | |
| "learning_rate": 7.483956756250084e-06, | |
| "loss": 0.1087, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 59.411764705882355, | |
| "grad_norm": 1.9957925081253052, | |
| "learning_rate": 7.465522714993194e-06, | |
| "loss": 0.0599, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 59.470588235294116, | |
| "grad_norm": 2.693538188934326, | |
| "learning_rate": 7.447097872865238e-06, | |
| "loss": 0.05, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 59.529411764705884, | |
| "grad_norm": 2.107944965362549, | |
| "learning_rate": 7.428682296740953e-06, | |
| "loss": 0.059, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 59.588235294117645, | |
| "grad_norm": 1.795035481452942, | |
| "learning_rate": 7.410276053461443e-06, | |
| "loss": 0.0497, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 59.64705882352941, | |
| "grad_norm": 2.269866943359375, | |
| "learning_rate": 7.391879209833938e-06, | |
| "loss": 0.0767, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 59.705882352941174, | |
| "grad_norm": 2.4396181106567383, | |
| "learning_rate": 7.3734918326315476e-06, | |
| "loss": 0.0574, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 59.76470588235294, | |
| "grad_norm": 1.860007882118225, | |
| "learning_rate": 7.355113988593028e-06, | |
| "loss": 0.1145, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 59.8235294117647, | |
| "grad_norm": 1.638607382774353, | |
| "learning_rate": 7.336745744422532e-06, | |
| "loss": 0.0963, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 59.88235294117647, | |
| "grad_norm": 3.9875805377960205, | |
| "learning_rate": 7.318387166789362e-06, | |
| "loss": 0.0923, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 59.94117647058823, | |
| "grad_norm": 1.7986887693405151, | |
| "learning_rate": 7.300038322327745e-06, | |
| "loss": 0.0981, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 60.0, | |
| "grad_norm": 2.3788816928863525, | |
| "learning_rate": 7.2816992776365714e-06, | |
| "loss": 0.212, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 60.05882352941177, | |
| "grad_norm": 2.2918646335601807, | |
| "learning_rate": 7.263370099279173e-06, | |
| "loss": 0.1561, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 60.11764705882353, | |
| "grad_norm": 1.6800100803375244, | |
| "learning_rate": 7.245050853783058e-06, | |
| "loss": 0.0462, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 60.1764705882353, | |
| "grad_norm": 1.7822667360305786, | |
| "learning_rate": 7.2267416076396924e-06, | |
| "loss": 0.0431, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 60.23529411764706, | |
| "grad_norm": 2.1274075508117676, | |
| "learning_rate": 7.208442427304248e-06, | |
| "loss": 0.1185, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 60.294117647058826, | |
| "grad_norm": 2.4499032497406006, | |
| "learning_rate": 7.190153379195352e-06, | |
| "loss": 0.0567, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 60.35294117647059, | |
| "grad_norm": 2.0662641525268555, | |
| "learning_rate": 7.171874529694867e-06, | |
| "loss": 0.0996, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 60.411764705882355, | |
| "grad_norm": 2.213526964187622, | |
| "learning_rate": 7.153605945147631e-06, | |
| "loss": 0.0798, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 60.470588235294116, | |
| "grad_norm": 5.366666316986084, | |
| "learning_rate": 7.135347691861232e-06, | |
| "loss": 0.1559, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 60.529411764705884, | |
| "grad_norm": 1.992749810218811, | |
| "learning_rate": 7.1170998361057544e-06, | |
| "loss": 0.0556, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 60.588235294117645, | |
| "grad_norm": 2.7120440006256104, | |
| "learning_rate": 7.0988624441135435e-06, | |
| "loss": 0.1087, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 60.64705882352941, | |
| "grad_norm": 1.7108114957809448, | |
| "learning_rate": 7.0806355820789665e-06, | |
| "loss": 0.0436, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 60.705882352941174, | |
| "grad_norm": 2.421257734298706, | |
| "learning_rate": 7.062419316158171e-06, | |
| "loss": 0.1483, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 60.76470588235294, | |
| "grad_norm": 1.471854567527771, | |
| "learning_rate": 7.044213712468846e-06, | |
| "loss": 0.0437, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 60.8235294117647, | |
| "grad_norm": 1.96552574634552, | |
| "learning_rate": 7.026018837089981e-06, | |
| "loss": 0.1107, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 60.88235294117647, | |
| "grad_norm": 2.239698886871338, | |
| "learning_rate": 7.007834756061622e-06, | |
| "loss": 0.077, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 60.94117647058823, | |
| "grad_norm": 3.901865005493164, | |
| "learning_rate": 6.989661535384642e-06, | |
| "loss": 0.0849, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 61.0, | |
| "grad_norm": 1.6884169578552246, | |
| "learning_rate": 6.971499241020495e-06, | |
| "loss": 0.0917, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 61.05882352941177, | |
| "grad_norm": 3.328171491622925, | |
| "learning_rate": 6.9533479388909686e-06, | |
| "loss": 0.1027, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 61.11764705882353, | |
| "grad_norm": 1.8833792209625244, | |
| "learning_rate": 6.935207694877959e-06, | |
| "loss": 0.1299, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 61.1764705882353, | |
| "grad_norm": 1.80158269405365, | |
| "learning_rate": 6.9170785748232294e-06, | |
| "loss": 0.0482, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 61.23529411764706, | |
| "grad_norm": 1.975502371788025, | |
| "learning_rate": 6.898960644528161e-06, | |
| "loss": 0.0926, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 61.294117647058826, | |
| "grad_norm": 2.4963951110839844, | |
| "learning_rate": 6.880853969753525e-06, | |
| "loss": 0.1713, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 61.35294117647059, | |
| "grad_norm": 1.9869033098220825, | |
| "learning_rate": 6.86275861621924e-06, | |
| "loss": 0.059, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 61.411764705882355, | |
| "grad_norm": 2.0113096237182617, | |
| "learning_rate": 6.844674649604125e-06, | |
| "loss": 0.0839, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 61.470588235294116, | |
| "grad_norm": 2.24310564994812, | |
| "learning_rate": 6.826602135545679e-06, | |
| "loss": 0.1247, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 61.529411764705884, | |
| "grad_norm": 1.9205106496810913, | |
| "learning_rate": 6.808541139639828e-06, | |
| "loss": 0.0773, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 61.588235294117645, | |
| "grad_norm": 1.752769112586975, | |
| "learning_rate": 6.790491727440695e-06, | |
| "loss": 0.0512, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 61.64705882352941, | |
| "grad_norm": 2.0939979553222656, | |
| "learning_rate": 6.772453964460353e-06, | |
| "loss": 0.0944, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 61.705882352941174, | |
| "grad_norm": 1.5341358184814453, | |
| "learning_rate": 6.7544279161686e-06, | |
| "loss": 0.0404, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 61.76470588235294, | |
| "grad_norm": 1.6492493152618408, | |
| "learning_rate": 6.736413647992712e-06, | |
| "loss": 0.0841, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 61.8235294117647, | |
| "grad_norm": 2.349644899368286, | |
| "learning_rate": 6.718411225317201e-06, | |
| "loss": 0.0396, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 61.88235294117647, | |
| "grad_norm": 2.166228771209717, | |
| "learning_rate": 6.700420713483595e-06, | |
| "loss": 0.0734, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 61.94117647058823, | |
| "grad_norm": 18.314407348632812, | |
| "learning_rate": 6.682442177790186e-06, | |
| "loss": 0.109, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 62.0, | |
| "grad_norm": 2.4039740562438965, | |
| "learning_rate": 6.664475683491797e-06, | |
| "loss": 0.0583, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 62.05882352941177, | |
| "grad_norm": 2.3474650382995605, | |
| "learning_rate": 6.646521295799544e-06, | |
| "loss": 0.0679, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 62.11764705882353, | |
| "grad_norm": 1.7737869024276733, | |
| "learning_rate": 6.628579079880605e-06, | |
| "loss": 0.0675, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 62.1764705882353, | |
| "grad_norm": 2.7261910438537598, | |
| "learning_rate": 6.610649100857979e-06, | |
| "loss": 0.0864, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 62.23529411764706, | |
| "grad_norm": 2.16615629196167, | |
| "learning_rate": 6.592731423810246e-06, | |
| "loss": 0.0976, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 62.294117647058826, | |
| "grad_norm": 2.1358823776245117, | |
| "learning_rate": 6.574826113771337e-06, | |
| "loss": 0.079, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 62.35294117647059, | |
| "grad_norm": 2.5131914615631104, | |
| "learning_rate": 6.5569332357302985e-06, | |
| "loss": 0.084, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 62.411764705882355, | |
| "grad_norm": 2.123958110809326, | |
| "learning_rate": 6.5390528546310515e-06, | |
| "loss": 0.1301, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 62.470588235294116, | |
| "grad_norm": 2.0222392082214355, | |
| "learning_rate": 6.521185035372155e-06, | |
| "loss": 0.1082, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 62.529411764705884, | |
| "grad_norm": 2.0828986167907715, | |
| "learning_rate": 6.503329842806576e-06, | |
| "loss": 0.0448, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 62.588235294117645, | |
| "grad_norm": 1.7876306772232056, | |
| "learning_rate": 6.485487341741455e-06, | |
| "loss": 0.0738, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 62.64705882352941, | |
| "grad_norm": 1.6102685928344727, | |
| "learning_rate": 6.467657596937864e-06, | |
| "loss": 0.0506, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 62.705882352941174, | |
| "grad_norm": 2.040708541870117, | |
| "learning_rate": 6.449840673110574e-06, | |
| "loss": 0.1482, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 62.76470588235294, | |
| "grad_norm": 1.68242609500885, | |
| "learning_rate": 6.432036634927828e-06, | |
| "loss": 0.0454, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 62.8235294117647, | |
| "grad_norm": 6.075501441955566, | |
| "learning_rate": 6.414245547011087e-06, | |
| "loss": 0.065, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 62.88235294117647, | |
| "grad_norm": 1.7385658025741577, | |
| "learning_rate": 6.396467473934818e-06, | |
| "loss": 0.0777, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 62.94117647058823, | |
| "grad_norm": 2.7751076221466064, | |
| "learning_rate": 6.378702480226248e-06, | |
| "loss": 0.1404, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 63.0, | |
| "grad_norm": 2.381718158721924, | |
| "learning_rate": 6.360950630365126e-06, | |
| "loss": 0.0461, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 63.05882352941177, | |
| "grad_norm": 5.089624881744385, | |
| "learning_rate": 6.343211988783497e-06, | |
| "loss": 0.0938, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 63.11764705882353, | |
| "grad_norm": 1.9434514045715332, | |
| "learning_rate": 6.325486619865471e-06, | |
| "loss": 0.0455, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 63.1764705882353, | |
| "grad_norm": 2.260155200958252, | |
| "learning_rate": 6.3077745879469754e-06, | |
| "loss": 0.091, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 63.23529411764706, | |
| "grad_norm": 1.9531822204589844, | |
| "learning_rate": 6.290075957315531e-06, | |
| "loss": 0.0997, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 63.294117647058826, | |
| "grad_norm": 2.474963903427124, | |
| "learning_rate": 6.272390792210019e-06, | |
| "loss": 0.0623, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 63.35294117647059, | |
| "grad_norm": 2.22385311126709, | |
| "learning_rate": 6.254719156820449e-06, | |
| "loss": 0.1231, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 63.411764705882355, | |
| "grad_norm": 2.48574161529541, | |
| "learning_rate": 6.237061115287718e-06, | |
| "loss": 0.0922, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 63.470588235294116, | |
| "grad_norm": 2.557159423828125, | |
| "learning_rate": 6.219416731703386e-06, | |
| "loss": 0.1051, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 63.529411764705884, | |
| "grad_norm": 1.697761058807373, | |
| "learning_rate": 6.201786070109441e-06, | |
| "loss": 0.0585, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 63.588235294117645, | |
| "grad_norm": 2.52803373336792, | |
| "learning_rate": 6.184169194498062e-06, | |
| "loss": 0.127, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 63.64705882352941, | |
| "grad_norm": 1.7810182571411133, | |
| "learning_rate": 6.1665661688113894e-06, | |
| "loss": 0.0411, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 63.705882352941174, | |
| "grad_norm": 2.4112768173217773, | |
| "learning_rate": 6.148977056941303e-06, | |
| "loss": 0.1114, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 63.76470588235294, | |
| "grad_norm": 2.278695583343506, | |
| "learning_rate": 6.131401922729172e-06, | |
| "loss": 0.0564, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 63.8235294117647, | |
| "grad_norm": 1.6721426248550415, | |
| "learning_rate": 6.113840829965636e-06, | |
| "loss": 0.1015, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 63.88235294117647, | |
| "grad_norm": 1.929262638092041, | |
| "learning_rate": 6.096293842390369e-06, | |
| "loss": 0.1012, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 63.94117647058823, | |
| "grad_norm": 1.92971670627594, | |
| "learning_rate": 6.078761023691851e-06, | |
| "loss": 0.033, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 64.0, | |
| "grad_norm": 2.2830886840820312, | |
| "learning_rate": 6.061242437507131e-06, | |
| "loss": 0.1071, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 64.05882352941177, | |
| "grad_norm": 2.0567493438720703, | |
| "learning_rate": 6.0437381474215995e-06, | |
| "loss": 0.0537, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 64.11764705882354, | |
| "grad_norm": 2.5466954708099365, | |
| "learning_rate": 6.026248216968763e-06, | |
| "loss": 0.0589, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 64.17647058823529, | |
| "grad_norm": 1.4295732975006104, | |
| "learning_rate": 6.0087727096300044e-06, | |
| "loss": 0.0316, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 64.23529411764706, | |
| "grad_norm": 1.9535611867904663, | |
| "learning_rate": 5.991311688834358e-06, | |
| "loss": 0.0854, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 64.29411764705883, | |
| "grad_norm": 1.8694779872894287, | |
| "learning_rate": 5.973865217958277e-06, | |
| "loss": 0.0905, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 64.3529411764706, | |
| "grad_norm": 5.704258441925049, | |
| "learning_rate": 5.956433360325406e-06, | |
| "loss": 0.2117, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 64.41176470588235, | |
| "grad_norm": 1.540730357170105, | |
| "learning_rate": 5.939016179206343e-06, | |
| "loss": 0.0454, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 64.47058823529412, | |
| "grad_norm": 2.030562400817871, | |
| "learning_rate": 5.921613737818426e-06, | |
| "loss": 0.0703, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 64.52941176470588, | |
| "grad_norm": 2.1824512481689453, | |
| "learning_rate": 5.904226099325488e-06, | |
| "loss": 0.0723, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 64.58823529411765, | |
| "grad_norm": 2.589940309524536, | |
| "learning_rate": 5.8868533268376315e-06, | |
| "loss": 0.1241, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 64.6470588235294, | |
| "grad_norm": 1.7525533437728882, | |
| "learning_rate": 5.869495483411006e-06, | |
| "loss": 0.08, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 64.70588235294117, | |
| "grad_norm": 1.7038687467575073, | |
| "learning_rate": 5.852152632047577e-06, | |
| "loss": 0.0594, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 64.76470588235294, | |
| "grad_norm": 1.9226654767990112, | |
| "learning_rate": 5.834824835694881e-06, | |
| "loss": 0.0976, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 64.82352941176471, | |
| "grad_norm": 1.3111071586608887, | |
| "learning_rate": 5.817512157245828e-06, | |
| "loss": 0.0623, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 64.88235294117646, | |
| "grad_norm": 1.7544695138931274, | |
| "learning_rate": 5.800214659538448e-06, | |
| "loss": 0.0471, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 64.94117647058823, | |
| "grad_norm": 1.7723764181137085, | |
| "learning_rate": 5.782932405355675e-06, | |
| "loss": 0.0479, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 65.0, | |
| "grad_norm": 2.1918625831604004, | |
| "learning_rate": 5.765665457425102e-06, | |
| "loss": 0.1242, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 65.05882352941177, | |
| "grad_norm": 1.6214667558670044, | |
| "learning_rate": 5.748413878418781e-06, | |
| "loss": 0.0398, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 65.11764705882354, | |
| "grad_norm": 1.771479606628418, | |
| "learning_rate": 5.73117773095298e-06, | |
| "loss": 0.077, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 65.17647058823529, | |
| "grad_norm": 1.7498199939727783, | |
| "learning_rate": 5.713957077587944e-06, | |
| "loss": 0.0858, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 65.23529411764706, | |
| "grad_norm": 2.4708049297332764, | |
| "learning_rate": 5.6967519808276995e-06, | |
| "loss": 0.1106, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 65.29411764705883, | |
| "grad_norm": 2.046297311782837, | |
| "learning_rate": 5.679562503119796e-06, | |
| "loss": 0.1387, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 65.3529411764706, | |
| "grad_norm": 2.1072499752044678, | |
| "learning_rate": 5.662388706855093e-06, | |
| "loss": 0.0635, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 65.41176470588235, | |
| "grad_norm": 1.6686792373657227, | |
| "learning_rate": 5.645230654367537e-06, | |
| "loss": 0.0555, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 65.47058823529412, | |
| "grad_norm": 1.5782941579818726, | |
| "learning_rate": 5.6280884079339296e-06, | |
| "loss": 0.0336, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 65.52941176470588, | |
| "grad_norm": 1.4799176454544067, | |
| "learning_rate": 5.610962029773703e-06, | |
| "loss": 0.0344, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 65.58823529411765, | |
| "grad_norm": 1.8770173788070679, | |
| "learning_rate": 5.593851582048688e-06, | |
| "loss": 0.0676, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 65.6470588235294, | |
| "grad_norm": 3.5710809230804443, | |
| "learning_rate": 5.5767571268629015e-06, | |
| "loss": 0.1042, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 65.70588235294117, | |
| "grad_norm": 1.8977634906768799, | |
| "learning_rate": 5.559678726262313e-06, | |
| "loss": 0.0538, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 65.76470588235294, | |
| "grad_norm": 2.393293857574463, | |
| "learning_rate": 5.542616442234618e-06, | |
| "loss": 0.1016, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 65.82352941176471, | |
| "grad_norm": 1.9154714345932007, | |
| "learning_rate": 5.5255703367090175e-06, | |
| "loss": 0.0801, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 65.88235294117646, | |
| "grad_norm": 1.4917478561401367, | |
| "learning_rate": 5.50854047155599e-06, | |
| "loss": 0.1235, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 65.94117647058823, | |
| "grad_norm": 3.041322708129883, | |
| "learning_rate": 5.491526908587067e-06, | |
| "loss": 0.0888, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 66.0, | |
| "grad_norm": 1.5157771110534668, | |
| "learning_rate": 5.4745297095546125e-06, | |
| "loss": 0.0442, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 66.05882352941177, | |
| "grad_norm": 2.1035757064819336, | |
| "learning_rate": 5.457548936151591e-06, | |
| "loss": 0.0512, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 66.11764705882354, | |
| "grad_norm": 2.0161569118499756, | |
| "learning_rate": 5.440584650011355e-06, | |
| "loss": 0.0386, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 66.17647058823529, | |
| "grad_norm": 2.3808257579803467, | |
| "learning_rate": 5.423636912707413e-06, | |
| "loss": 0.0802, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 66.23529411764706, | |
| "grad_norm": 2.3906702995300293, | |
| "learning_rate": 5.406705785753203e-06, | |
| "loss": 0.0742, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 66.29411764705883, | |
| "grad_norm": 1.872725486755371, | |
| "learning_rate": 5.389791330601883e-06, | |
| "loss": 0.0696, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 66.3529411764706, | |
| "grad_norm": 1.812416911125183, | |
| "learning_rate": 5.372893608646088e-06, | |
| "loss": 0.1112, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 66.41176470588235, | |
| "grad_norm": 1.8651305437088013, | |
| "learning_rate": 5.3560126812177245e-06, | |
| "loss": 0.1011, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 66.47058823529412, | |
| "grad_norm": 2.672950506210327, | |
| "learning_rate": 5.339148609587744e-06, | |
| "loss": 0.1508, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 66.52941176470588, | |
| "grad_norm": 2.594212055206299, | |
| "learning_rate": 5.322301454965914e-06, | |
| "loss": 0.1022, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 66.58823529411765, | |
| "grad_norm": 2.898777484893799, | |
| "learning_rate": 5.305471278500605e-06, | |
| "loss": 0.1145, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 66.6470588235294, | |
| "grad_norm": 2.3946032524108887, | |
| "learning_rate": 5.288658141278556e-06, | |
| "loss": 0.126, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 66.70588235294117, | |
| "grad_norm": 1.6420799493789673, | |
| "learning_rate": 5.271862104324665e-06, | |
| "loss": 0.0451, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 66.76470588235294, | |
| "grad_norm": 1.8424899578094482, | |
| "learning_rate": 5.255083228601765e-06, | |
| "loss": 0.0427, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 66.82352941176471, | |
| "grad_norm": 2.032358169555664, | |
| "learning_rate": 5.2383215750103985e-06, | |
| "loss": 0.0716, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 66.88235294117646, | |
| "grad_norm": 1.690839409828186, | |
| "learning_rate": 5.221577204388597e-06, | |
| "loss": 0.0516, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 66.94117647058823, | |
| "grad_norm": 1.4845377206802368, | |
| "learning_rate": 5.204850177511662e-06, | |
| "loss": 0.0324, | |
| "step": 1138 | |
| }, | |
| { | |
| "epoch": 67.0, | |
| "grad_norm": 1.849793553352356, | |
| "learning_rate": 5.18814055509195e-06, | |
| "loss": 0.0744, | |
| "step": 1139 | |
| }, | |
| { | |
| "epoch": 67.05882352941177, | |
| "grad_norm": 1.4078534841537476, | |
| "learning_rate": 5.171448397778637e-06, | |
| "loss": 0.0294, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 67.11764705882354, | |
| "grad_norm": 2.576775550842285, | |
| "learning_rate": 5.1547737661575194e-06, | |
| "loss": 0.1429, | |
| "step": 1141 | |
| }, | |
| { | |
| "epoch": 67.17647058823529, | |
| "grad_norm": 2.1244189739227295, | |
| "learning_rate": 5.138116720750766e-06, | |
| "loss": 0.0439, | |
| "step": 1142 | |
| }, | |
| { | |
| "epoch": 67.23529411764706, | |
| "grad_norm": 1.767438530921936, | |
| "learning_rate": 5.121477322016728e-06, | |
| "loss": 0.0547, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 67.29411764705883, | |
| "grad_norm": 1.8662372827529907, | |
| "learning_rate": 5.1048556303497046e-06, | |
| "loss": 0.0928, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 67.3529411764706, | |
| "grad_norm": 2.144318103790283, | |
| "learning_rate": 5.088251706079721e-06, | |
| "loss": 0.1045, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 67.41176470588235, | |
| "grad_norm": 1.3838058710098267, | |
| "learning_rate": 5.0716656094723184e-06, | |
| "loss": 0.0371, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 67.47058823529412, | |
| "grad_norm": 1.9961042404174805, | |
| "learning_rate": 5.055097400728328e-06, | |
| "loss": 0.0954, | |
| "step": 1147 | |
| }, | |
| { | |
| "epoch": 67.52941176470588, | |
| "grad_norm": 1.3730318546295166, | |
| "learning_rate": 5.038547139983657e-06, | |
| "loss": 0.052, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 67.58823529411765, | |
| "grad_norm": 16.746097564697266, | |
| "learning_rate": 5.022014887309067e-06, | |
| "loss": 0.0493, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 67.6470588235294, | |
| "grad_norm": 1.8709453344345093, | |
| "learning_rate": 5.005500702709958e-06, | |
| "loss": 0.0472, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 67.70588235294117, | |
| "grad_norm": 1.3543012142181396, | |
| "learning_rate": 4.98900464612615e-06, | |
| "loss": 0.0357, | |
| "step": 1151 | |
| }, | |
| { | |
| "epoch": 67.76470588235294, | |
| "grad_norm": 2.045917510986328, | |
| "learning_rate": 4.972526777431667e-06, | |
| "loss": 0.0466, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 67.82352941176471, | |
| "grad_norm": 1.9513531923294067, | |
| "learning_rate": 4.956067156434517e-06, | |
| "loss": 0.1224, | |
| "step": 1153 | |
| }, | |
| { | |
| "epoch": 67.88235294117646, | |
| "grad_norm": 2.677604913711548, | |
| "learning_rate": 4.939625842876479e-06, | |
| "loss": 0.1765, | |
| "step": 1154 | |
| }, | |
| { | |
| "epoch": 67.94117647058823, | |
| "grad_norm": 1.663493275642395, | |
| "learning_rate": 4.923202896432876e-06, | |
| "loss": 0.0854, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 68.0, | |
| "grad_norm": 1.3894809484481812, | |
| "learning_rate": 4.9067983767123736e-06, | |
| "loss": 0.0503, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 68.05882352941177, | |
| "grad_norm": 1.9582152366638184, | |
| "learning_rate": 4.890412343256753e-06, | |
| "loss": 0.0724, | |
| "step": 1157 | |
| }, | |
| { | |
| "epoch": 68.11764705882354, | |
| "grad_norm": 1.9910277128219604, | |
| "learning_rate": 4.8740448555406976e-06, | |
| "loss": 0.1723, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 68.17647058823529, | |
| "grad_norm": 2.205488920211792, | |
| "learning_rate": 4.857695972971573e-06, | |
| "loss": 0.0742, | |
| "step": 1159 | |
| }, | |
| { | |
| "epoch": 68.23529411764706, | |
| "grad_norm": 1.3329463005065918, | |
| "learning_rate": 4.841365754889229e-06, | |
| "loss": 0.0319, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 68.29411764705883, | |
| "grad_norm": 2.0146613121032715, | |
| "learning_rate": 4.8250542605657565e-06, | |
| "loss": 0.0838, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 68.3529411764706, | |
| "grad_norm": 3.302537679672241, | |
| "learning_rate": 4.808761549205294e-06, | |
| "loss": 0.1065, | |
| "step": 1162 | |
| }, | |
| { | |
| "epoch": 68.41176470588235, | |
| "grad_norm": 1.9014934301376343, | |
| "learning_rate": 4.7924876799438015e-06, | |
| "loss": 0.0347, | |
| "step": 1163 | |
| }, | |
| { | |
| "epoch": 68.47058823529412, | |
| "grad_norm": 1.803194284439087, | |
| "learning_rate": 4.776232711848857e-06, | |
| "loss": 0.0879, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 68.52941176470588, | |
| "grad_norm": 1.8186376094818115, | |
| "learning_rate": 4.759996703919423e-06, | |
| "loss": 0.0634, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 68.58823529411765, | |
| "grad_norm": 1.0831764936447144, | |
| "learning_rate": 4.743779715085652e-06, | |
| "loss": 0.0281, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 68.6470588235294, | |
| "grad_norm": 2.1017637252807617, | |
| "learning_rate": 4.7275818042086665e-06, | |
| "loss": 0.0988, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 68.70588235294117, | |
| "grad_norm": 2.5162010192871094, | |
| "learning_rate": 4.711403030080338e-06, | |
| "loss": 0.0964, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 68.76470588235294, | |
| "grad_norm": 1.8956377506256104, | |
| "learning_rate": 4.695243451423086e-06, | |
| "loss": 0.0828, | |
| "step": 1169 | |
| }, | |
| { | |
| "epoch": 68.82352941176471, | |
| "grad_norm": 1.629029631614685, | |
| "learning_rate": 4.679103126889653e-06, | |
| "loss": 0.0789, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 68.88235294117646, | |
| "grad_norm": 2.241673231124878, | |
| "learning_rate": 4.662982115062899e-06, | |
| "loss": 0.0664, | |
| "step": 1171 | |
| }, | |
| { | |
| "epoch": 68.94117647058823, | |
| "grad_norm": 1.2547017335891724, | |
| "learning_rate": 4.646880474455584e-06, | |
| "loss": 0.0367, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 69.0, | |
| "grad_norm": 2.338430404663086, | |
| "learning_rate": 4.630798263510162e-06, | |
| "loss": 0.0423, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 69.05882352941177, | |
| "grad_norm": 1.8219914436340332, | |
| "learning_rate": 4.614735540598564e-06, | |
| "loss": 0.0434, | |
| "step": 1174 | |
| }, | |
| { | |
| "epoch": 69.11764705882354, | |
| "grad_norm": 2.6298296451568604, | |
| "learning_rate": 4.598692364021985e-06, | |
| "loss": 0.1203, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 69.17647058823529, | |
| "grad_norm": 1.4541008472442627, | |
| "learning_rate": 4.582668792010679e-06, | |
| "loss": 0.0677, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 69.23529411764706, | |
| "grad_norm": 1.6225227117538452, | |
| "learning_rate": 4.566664882723739e-06, | |
| "loss": 0.081, | |
| "step": 1177 | |
| }, | |
| { | |
| "epoch": 69.29411764705883, | |
| "grad_norm": 1.3577585220336914, | |
| "learning_rate": 4.550680694248897e-06, | |
| "loss": 0.0343, | |
| "step": 1178 | |
| }, | |
| { | |
| "epoch": 69.3529411764706, | |
| "grad_norm": 2.228172540664673, | |
| "learning_rate": 4.534716284602294e-06, | |
| "loss": 0.0934, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 69.41176470588235, | |
| "grad_norm": 1.8923990726470947, | |
| "learning_rate": 4.518771711728293e-06, | |
| "loss": 0.1023, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 69.47058823529412, | |
| "grad_norm": 2.4779233932495117, | |
| "learning_rate": 4.502847033499252e-06, | |
| "loss": 0.0556, | |
| "step": 1181 | |
| }, | |
| { | |
| "epoch": 69.52941176470588, | |
| "grad_norm": 1.6250523328781128, | |
| "learning_rate": 4.486942307715325e-06, | |
| "loss": 0.0311, | |
| "step": 1182 | |
| }, | |
| { | |
| "epoch": 69.58823529411765, | |
| "grad_norm": 1.8590589761734009, | |
| "learning_rate": 4.47105759210424e-06, | |
| "loss": 0.0635, | |
| "step": 1183 | |
| }, | |
| { | |
| "epoch": 69.6470588235294, | |
| "grad_norm": 2.300161838531494, | |
| "learning_rate": 4.455192944321101e-06, | |
| "loss": 0.1783, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 69.70588235294117, | |
| "grad_norm": 2.7942347526550293, | |
| "learning_rate": 4.439348421948172e-06, | |
| "loss": 0.0332, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 69.76470588235294, | |
| "grad_norm": 1.598071813583374, | |
| "learning_rate": 4.423524082494669e-06, | |
| "loss": 0.044, | |
| "step": 1186 | |
| }, | |
| { | |
| "epoch": 69.82352941176471, | |
| "grad_norm": 1.5257189273834229, | |
| "learning_rate": 4.407719983396555e-06, | |
| "loss": 0.0478, | |
| "step": 1187 | |
| }, | |
| { | |
| "epoch": 69.88235294117646, | |
| "grad_norm": 2.225369453430176, | |
| "learning_rate": 4.3919361820163244e-06, | |
| "loss": 0.1063, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 69.94117647058823, | |
| "grad_norm": 2.1886301040649414, | |
| "learning_rate": 4.376172735642803e-06, | |
| "loss": 0.0935, | |
| "step": 1189 | |
| }, | |
| { | |
| "epoch": 70.0, | |
| "grad_norm": 1.5718376636505127, | |
| "learning_rate": 4.360429701490935e-06, | |
| "loss": 0.0514, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 70.05882352941177, | |
| "grad_norm": 2.1521449089050293, | |
| "learning_rate": 4.344707136701579e-06, | |
| "loss": 0.095, | |
| "step": 1191 | |
| }, | |
| { | |
| "epoch": 70.11764705882354, | |
| "grad_norm": 1.5383597612380981, | |
| "learning_rate": 4.329005098341288e-06, | |
| "loss": 0.0825, | |
| "step": 1192 | |
| }, | |
| { | |
| "epoch": 70.17647058823529, | |
| "grad_norm": 1.4976763725280762, | |
| "learning_rate": 4.313323643402124e-06, | |
| "loss": 0.0499, | |
| "step": 1193 | |
| }, | |
| { | |
| "epoch": 70.23529411764706, | |
| "grad_norm": 2.4064793586730957, | |
| "learning_rate": 4.297662828801434e-06, | |
| "loss": 0.057, | |
| "step": 1194 | |
| }, | |
| { | |
| "epoch": 70.29411764705883, | |
| "grad_norm": 1.7607786655426025, | |
| "learning_rate": 4.2820227113816525e-06, | |
| "loss": 0.1061, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 70.3529411764706, | |
| "grad_norm": 2.0553324222564697, | |
| "learning_rate": 4.266403347910086e-06, | |
| "loss": 0.2041, | |
| "step": 1196 | |
| }, | |
| { | |
| "epoch": 70.41176470588235, | |
| "grad_norm": 1.5513496398925781, | |
| "learning_rate": 4.250804795078717e-06, | |
| "loss": 0.037, | |
| "step": 1197 | |
| }, | |
| { | |
| "epoch": 70.47058823529412, | |
| "grad_norm": 1.1724457740783691, | |
| "learning_rate": 4.235227109503992e-06, | |
| "loss": 0.0226, | |
| "step": 1198 | |
| }, | |
| { | |
| "epoch": 70.52941176470588, | |
| "grad_norm": 1.627712368965149, | |
| "learning_rate": 4.2196703477266185e-06, | |
| "loss": 0.0838, | |
| "step": 1199 | |
| }, | |
| { | |
| "epoch": 70.58823529411765, | |
| "grad_norm": 1.4119625091552734, | |
| "learning_rate": 4.20413456621136e-06, | |
| "loss": 0.0317, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 70.6470588235294, | |
| "grad_norm": 1.1626073122024536, | |
| "learning_rate": 4.188619821346828e-06, | |
| "loss": 0.0297, | |
| "step": 1201 | |
| }, | |
| { | |
| "epoch": 70.70588235294117, | |
| "grad_norm": 2.311382532119751, | |
| "learning_rate": 4.173126169445279e-06, | |
| "loss": 0.0764, | |
| "step": 1202 | |
| }, | |
| { | |
| "epoch": 70.76470588235294, | |
| "grad_norm": 1.930677890777588, | |
| "learning_rate": 4.157653666742413e-06, | |
| "loss": 0.0482, | |
| "step": 1203 | |
| }, | |
| { | |
| "epoch": 70.82352941176471, | |
| "grad_norm": 2.024998426437378, | |
| "learning_rate": 4.142202369397169e-06, | |
| "loss": 0.1183, | |
| "step": 1204 | |
| }, | |
| { | |
| "epoch": 70.88235294117646, | |
| "grad_norm": 1.8030592203140259, | |
| "learning_rate": 4.12677233349151e-06, | |
| "loss": 0.0624, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 70.94117647058823, | |
| "grad_norm": 1.577624797821045, | |
| "learning_rate": 4.111363615030238e-06, | |
| "loss": 0.0825, | |
| "step": 1206 | |
| }, | |
| { | |
| "epoch": 71.0, | |
| "grad_norm": 1.8432421684265137, | |
| "learning_rate": 4.095976269940777e-06, | |
| "loss": 0.0667, | |
| "step": 1207 | |
| }, | |
| { | |
| "epoch": 71.05882352941177, | |
| "grad_norm": 1.5795820951461792, | |
| "learning_rate": 4.080610354072975e-06, | |
| "loss": 0.0306, | |
| "step": 1208 | |
| }, | |
| { | |
| "epoch": 71.11764705882354, | |
| "grad_norm": 1.5941683053970337, | |
| "learning_rate": 4.065265923198901e-06, | |
| "loss": 0.0356, | |
| "step": 1209 | |
| }, | |
| { | |
| "epoch": 71.17647058823529, | |
| "grad_norm": 2.042832851409912, | |
| "learning_rate": 4.0499430330126425e-06, | |
| "loss": 0.1845, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 71.23529411764706, | |
| "grad_norm": 1.471020221710205, | |
| "learning_rate": 4.0346417391300985e-06, | |
| "loss": 0.0395, | |
| "step": 1211 | |
| }, | |
| { | |
| "epoch": 71.29411764705883, | |
| "grad_norm": 1.9737622737884521, | |
| "learning_rate": 4.019362097088793e-06, | |
| "loss": 0.0639, | |
| "step": 1212 | |
| }, | |
| { | |
| "epoch": 71.3529411764706, | |
| "grad_norm": 1.542229175567627, | |
| "learning_rate": 4.00410416234765e-06, | |
| "loss": 0.094, | |
| "step": 1213 | |
| }, | |
| { | |
| "epoch": 71.41176470588235, | |
| "grad_norm": 3.9951534271240234, | |
| "learning_rate": 3.988867990286814e-06, | |
| "loss": 0.0864, | |
| "step": 1214 | |
| }, | |
| { | |
| "epoch": 71.47058823529412, | |
| "grad_norm": 2.132652759552002, | |
| "learning_rate": 3.973653636207437e-06, | |
| "loss": 0.0357, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 71.52941176470588, | |
| "grad_norm": 1.830737829208374, | |
| "learning_rate": 3.958461155331475e-06, | |
| "loss": 0.0899, | |
| "step": 1216 | |
| }, | |
| { | |
| "epoch": 71.58823529411765, | |
| "grad_norm": 1.3480134010314941, | |
| "learning_rate": 3.943290602801499e-06, | |
| "loss": 0.0583, | |
| "step": 1217 | |
| }, | |
| { | |
| "epoch": 71.6470588235294, | |
| "grad_norm": 1.6048173904418945, | |
| "learning_rate": 3.928142033680487e-06, | |
| "loss": 0.0818, | |
| "step": 1218 | |
| }, | |
| { | |
| "epoch": 71.70588235294117, | |
| "grad_norm": 1.838568925857544, | |
| "learning_rate": 3.913015502951629e-06, | |
| "loss": 0.0397, | |
| "step": 1219 | |
| }, | |
| { | |
| "epoch": 71.76470588235294, | |
| "grad_norm": 1.7728995084762573, | |
| "learning_rate": 3.897911065518122e-06, | |
| "loss": 0.0413, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 71.82352941176471, | |
| "grad_norm": 1.8261284828186035, | |
| "learning_rate": 3.8828287762029725e-06, | |
| "loss": 0.088, | |
| "step": 1221 | |
| }, | |
| { | |
| "epoch": 71.88235294117646, | |
| "grad_norm": 1.8425546884536743, | |
| "learning_rate": 3.8677686897488e-06, | |
| "loss": 0.0303, | |
| "step": 1222 | |
| }, | |
| { | |
| "epoch": 71.94117647058823, | |
| "grad_norm": 1.7914022207260132, | |
| "learning_rate": 3.852730860817636e-06, | |
| "loss": 0.1049, | |
| "step": 1223 | |
| }, | |
| { | |
| "epoch": 72.0, | |
| "grad_norm": 1.736825704574585, | |
| "learning_rate": 3.837715343990727e-06, | |
| "loss": 0.0901, | |
| "step": 1224 | |
| }, | |
| { | |
| "epoch": 72.05882352941177, | |
| "grad_norm": 1.5525181293487549, | |
| "learning_rate": 3.822722193768334e-06, | |
| "loss": 0.0343, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 72.11764705882354, | |
| "grad_norm": 1.4110966920852661, | |
| "learning_rate": 3.8077514645695347e-06, | |
| "loss": 0.0324, | |
| "step": 1226 | |
| }, | |
| { | |
| "epoch": 72.17647058823529, | |
| "grad_norm": 1.9844331741333008, | |
| "learning_rate": 3.7928032107320333e-06, | |
| "loss": 0.1027, | |
| "step": 1227 | |
| }, | |
| { | |
| "epoch": 72.23529411764706, | |
| "grad_norm": 1.6649786233901978, | |
| "learning_rate": 3.777877486511955e-06, | |
| "loss": 0.1189, | |
| "step": 1228 | |
| }, | |
| { | |
| "epoch": 72.29411764705883, | |
| "grad_norm": 1.8845796585083008, | |
| "learning_rate": 3.7629743460836455e-06, | |
| "loss": 0.0994, | |
| "step": 1229 | |
| }, | |
| { | |
| "epoch": 72.3529411764706, | |
| "grad_norm": 2.4299497604370117, | |
| "learning_rate": 3.748093843539489e-06, | |
| "loss": 0.0939, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 72.41176470588235, | |
| "grad_norm": 1.6283212900161743, | |
| "learning_rate": 3.7332360328896975e-06, | |
| "loss": 0.0924, | |
| "step": 1231 | |
| }, | |
| { | |
| "epoch": 72.47058823529412, | |
| "grad_norm": 2.2074055671691895, | |
| "learning_rate": 3.7184009680621256e-06, | |
| "loss": 0.033, | |
| "step": 1232 | |
| }, | |
| { | |
| "epoch": 72.52941176470588, | |
| "grad_norm": 1.463223934173584, | |
| "learning_rate": 3.703588702902066e-06, | |
| "loss": 0.041, | |
| "step": 1233 | |
| }, | |
| { | |
| "epoch": 72.58823529411765, | |
| "grad_norm": 1.794360637664795, | |
| "learning_rate": 3.6887992911720593e-06, | |
| "loss": 0.0729, | |
| "step": 1234 | |
| }, | |
| { | |
| "epoch": 72.6470588235294, | |
| "grad_norm": 2.0354204177856445, | |
| "learning_rate": 3.6740327865516967e-06, | |
| "loss": 0.0778, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 72.70588235294117, | |
| "grad_norm": 1.702148675918579, | |
| "learning_rate": 3.659289242637426e-06, | |
| "loss": 0.035, | |
| "step": 1236 | |
| }, | |
| { | |
| "epoch": 72.76470588235294, | |
| "grad_norm": 1.955505132675171, | |
| "learning_rate": 3.644568712942358e-06, | |
| "loss": 0.0506, | |
| "step": 1237 | |
| }, | |
| { | |
| "epoch": 72.82352941176471, | |
| "grad_norm": 2.317246675491333, | |
| "learning_rate": 3.629871250896069e-06, | |
| "loss": 0.1168, | |
| "step": 1238 | |
| }, | |
| { | |
| "epoch": 72.88235294117646, | |
| "grad_norm": 2.1656157970428467, | |
| "learning_rate": 3.6151969098444108e-06, | |
| "loss": 0.0726, | |
| "step": 1239 | |
| }, | |
| { | |
| "epoch": 72.94117647058823, | |
| "grad_norm": 1.7713035345077515, | |
| "learning_rate": 3.600545743049315e-06, | |
| "loss": 0.1032, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 73.0, | |
| "grad_norm": 1.4963555335998535, | |
| "learning_rate": 3.585917803688603e-06, | |
| "loss": 0.0348, | |
| "step": 1241 | |
| }, | |
| { | |
| "epoch": 73.05882352941177, | |
| "grad_norm": 1.6327489614486694, | |
| "learning_rate": 3.5713131448557814e-06, | |
| "loss": 0.074, | |
| "step": 1242 | |
| }, | |
| { | |
| "epoch": 73.11764705882354, | |
| "grad_norm": 1.5044529438018799, | |
| "learning_rate": 3.5567318195598643e-06, | |
| "loss": 0.0747, | |
| "step": 1243 | |
| }, | |
| { | |
| "epoch": 73.17647058823529, | |
| "grad_norm": 2.0979466438293457, | |
| "learning_rate": 3.542173880725176e-06, | |
| "loss": 0.0897, | |
| "step": 1244 | |
| }, | |
| { | |
| "epoch": 73.23529411764706, | |
| "grad_norm": 6.597360610961914, | |
| "learning_rate": 3.5276393811911524e-06, | |
| "loss": 0.0599, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 73.29411764705883, | |
| "grad_norm": 1.9030721187591553, | |
| "learning_rate": 3.5131283737121592e-06, | |
| "loss": 0.0734, | |
| "step": 1246 | |
| }, | |
| { | |
| "epoch": 73.3529411764706, | |
| "grad_norm": 1.4432328939437866, | |
| "learning_rate": 3.4986409109572906e-06, | |
| "loss": 0.0372, | |
| "step": 1247 | |
| }, | |
| { | |
| "epoch": 73.41176470588235, | |
| "grad_norm": 1.6196798086166382, | |
| "learning_rate": 3.4841770455101875e-06, | |
| "loss": 0.1331, | |
| "step": 1248 | |
| }, | |
| { | |
| "epoch": 73.47058823529412, | |
| "grad_norm": 1.7272660732269287, | |
| "learning_rate": 3.4697368298688374e-06, | |
| "loss": 0.0525, | |
| "step": 1249 | |
| }, | |
| { | |
| "epoch": 73.52941176470588, | |
| "grad_norm": 1.8266502618789673, | |
| "learning_rate": 3.455320316445393e-06, | |
| "loss": 0.0869, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 73.58823529411765, | |
| "grad_norm": 1.6594314575195312, | |
| "learning_rate": 3.4409275575659763e-06, | |
| "loss": 0.0396, | |
| "step": 1251 | |
| }, | |
| { | |
| "epoch": 73.6470588235294, | |
| "grad_norm": 1.5694966316223145, | |
| "learning_rate": 3.4265586054704857e-06, | |
| "loss": 0.0837, | |
| "step": 1252 | |
| }, | |
| { | |
| "epoch": 73.70588235294117, | |
| "grad_norm": 1.5278329849243164, | |
| "learning_rate": 3.412213512312418e-06, | |
| "loss": 0.0403, | |
| "step": 1253 | |
| }, | |
| { | |
| "epoch": 73.76470588235294, | |
| "grad_norm": 1.3905272483825684, | |
| "learning_rate": 3.3978923301586654e-06, | |
| "loss": 0.0485, | |
| "step": 1254 | |
| }, | |
| { | |
| "epoch": 73.82352941176471, | |
| "grad_norm": 1.9646095037460327, | |
| "learning_rate": 3.3835951109893395e-06, | |
| "loss": 0.1128, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 73.88235294117646, | |
| "grad_norm": 2.0984232425689697, | |
| "learning_rate": 3.3693219066975635e-06, | |
| "loss": 0.0581, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 73.94117647058823, | |
| "grad_norm": 1.7349494695663452, | |
| "learning_rate": 3.3550727690893104e-06, | |
| "loss": 0.0428, | |
| "step": 1257 | |
| }, | |
| { | |
| "epoch": 74.0, | |
| "grad_norm": 1.8324089050292969, | |
| "learning_rate": 3.3408477498831917e-06, | |
| "loss": 0.0719, | |
| "step": 1258 | |
| }, | |
| { | |
| "epoch": 74.05882352941177, | |
| "grad_norm": 1.4679962396621704, | |
| "learning_rate": 3.326646900710284e-06, | |
| "loss": 0.0383, | |
| "step": 1259 | |
| }, | |
| { | |
| "epoch": 74.11764705882354, | |
| "grad_norm": 1.291725993156433, | |
| "learning_rate": 3.3124702731139345e-06, | |
| "loss": 0.034, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 74.17647058823529, | |
| "grad_norm": 1.7393850088119507, | |
| "learning_rate": 3.298317918549575e-06, | |
| "loss": 0.0423, | |
| "step": 1261 | |
| }, | |
| { | |
| "epoch": 74.23529411764706, | |
| "grad_norm": 2.5063884258270264, | |
| "learning_rate": 3.2841898883845335e-06, | |
| "loss": 0.077, | |
| "step": 1262 | |
| }, | |
| { | |
| "epoch": 74.29411764705883, | |
| "grad_norm": 1.4715299606323242, | |
| "learning_rate": 3.270086233897861e-06, | |
| "loss": 0.0278, | |
| "step": 1263 | |
| }, | |
| { | |
| "epoch": 74.3529411764706, | |
| "grad_norm": 1.73170006275177, | |
| "learning_rate": 3.256007006280124e-06, | |
| "loss": 0.0556, | |
| "step": 1264 | |
| }, | |
| { | |
| "epoch": 74.41176470588235, | |
| "grad_norm": 1.4847959280014038, | |
| "learning_rate": 3.241952256633234e-06, | |
| "loss": 0.0592, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 74.47058823529412, | |
| "grad_norm": 2.001354217529297, | |
| "learning_rate": 3.2279220359702513e-06, | |
| "loss": 0.1242, | |
| "step": 1266 | |
| }, | |
| { | |
| "epoch": 74.52941176470588, | |
| "grad_norm": 1.7341153621673584, | |
| "learning_rate": 3.2139163952152117e-06, | |
| "loss": 0.0553, | |
| "step": 1267 | |
| }, | |
| { | |
| "epoch": 74.58823529411765, | |
| "grad_norm": 1.276216745376587, | |
| "learning_rate": 3.199935385202937e-06, | |
| "loss": 0.0365, | |
| "step": 1268 | |
| }, | |
| { | |
| "epoch": 74.6470588235294, | |
| "grad_norm": 1.2654128074645996, | |
| "learning_rate": 3.1859790566788464e-06, | |
| "loss": 0.0322, | |
| "step": 1269 | |
| }, | |
| { | |
| "epoch": 74.70588235294117, | |
| "grad_norm": 2.0905582904815674, | |
| "learning_rate": 3.172047460298774e-06, | |
| "loss": 0.0867, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 74.76470588235294, | |
| "grad_norm": 1.9313535690307617, | |
| "learning_rate": 3.15814064662879e-06, | |
| "loss": 0.0958, | |
| "step": 1271 | |
| }, | |
| { | |
| "epoch": 74.82352941176471, | |
| "grad_norm": 1.910239815711975, | |
| "learning_rate": 3.1442586661450102e-06, | |
| "loss": 0.2195, | |
| "step": 1272 | |
| }, | |
| { | |
| "epoch": 74.88235294117646, | |
| "grad_norm": 2.0258758068084717, | |
| "learning_rate": 3.130401569233418e-06, | |
| "loss": 0.0687, | |
| "step": 1273 | |
| }, | |
| { | |
| "epoch": 74.94117647058823, | |
| "grad_norm": 2.1090497970581055, | |
| "learning_rate": 3.1165694061896788e-06, | |
| "loss": 0.0319, | |
| "step": 1274 | |
| }, | |
| { | |
| "epoch": 75.0, | |
| "grad_norm": 1.0852181911468506, | |
| "learning_rate": 3.1027622272189572e-06, | |
| "loss": 0.0389, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 75.05882352941177, | |
| "grad_norm": 4.0622148513793945, | |
| "learning_rate": 3.0889800824357374e-06, | |
| "loss": 0.0649, | |
| "step": 1276 | |
| }, | |
| { | |
| "epoch": 75.11764705882354, | |
| "grad_norm": 1.7910910844802856, | |
| "learning_rate": 3.075223021863638e-06, | |
| "loss": 0.1512, | |
| "step": 1277 | |
| }, | |
| { | |
| "epoch": 75.17647058823529, | |
| "grad_norm": 6.50875186920166, | |
| "learning_rate": 3.0614910954352363e-06, | |
| "loss": 0.0879, | |
| "step": 1278 | |
| }, | |
| { | |
| "epoch": 75.23529411764706, | |
| "grad_norm": 1.5753756761550903, | |
| "learning_rate": 3.047784352991873e-06, | |
| "loss": 0.0546, | |
| "step": 1279 | |
| }, | |
| { | |
| "epoch": 75.29411764705883, | |
| "grad_norm": 1.6199556589126587, | |
| "learning_rate": 3.0341028442834897e-06, | |
| "loss": 0.0475, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 75.3529411764706, | |
| "grad_norm": 1.9946000576019287, | |
| "learning_rate": 3.020446618968438e-06, | |
| "loss": 0.0566, | |
| "step": 1281 | |
| }, | |
| { | |
| "epoch": 75.41176470588235, | |
| "grad_norm": 1.9650324583053589, | |
| "learning_rate": 3.0068157266133004e-06, | |
| "loss": 0.1299, | |
| "step": 1282 | |
| }, | |
| { | |
| "epoch": 75.47058823529412, | |
| "grad_norm": 1.4884922504425049, | |
| "learning_rate": 2.9932102166927114e-06, | |
| "loss": 0.0375, | |
| "step": 1283 | |
| }, | |
| { | |
| "epoch": 75.52941176470588, | |
| "grad_norm": 1.035851240158081, | |
| "learning_rate": 2.9796301385891767e-06, | |
| "loss": 0.0266, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 75.58823529411765, | |
| "grad_norm": 1.4468518495559692, | |
| "learning_rate": 2.9660755415928955e-06, | |
| "loss": 0.0349, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 75.6470588235294, | |
| "grad_norm": 1.5248000621795654, | |
| "learning_rate": 2.9525464749015797e-06, | |
| "loss": 0.0794, | |
| "step": 1286 | |
| }, | |
| { | |
| "epoch": 75.70588235294117, | |
| "grad_norm": 1.2782536745071411, | |
| "learning_rate": 2.9390429876202788e-06, | |
| "loss": 0.04, | |
| "step": 1287 | |
| }, | |
| { | |
| "epoch": 75.76470588235294, | |
| "grad_norm": 1.728056788444519, | |
| "learning_rate": 2.9255651287611964e-06, | |
| "loss": 0.0624, | |
| "step": 1288 | |
| }, | |
| { | |
| "epoch": 75.82352941176471, | |
| "grad_norm": 1.6487969160079956, | |
| "learning_rate": 2.9121129472435183e-06, | |
| "loss": 0.0332, | |
| "step": 1289 | |
| }, | |
| { | |
| "epoch": 75.88235294117646, | |
| "grad_norm": 1.7404379844665527, | |
| "learning_rate": 2.898686491893229e-06, | |
| "loss": 0.0605, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 75.94117647058823, | |
| "grad_norm": 2.5000126361846924, | |
| "learning_rate": 2.885285811442938e-06, | |
| "loss": 0.0689, | |
| "step": 1291 | |
| }, | |
| { | |
| "epoch": 76.0, | |
| "grad_norm": 1.353662371635437, | |
| "learning_rate": 2.8719109545317102e-06, | |
| "loss": 0.0696, | |
| "step": 1292 | |
| }, | |
| { | |
| "epoch": 76.05882352941177, | |
| "grad_norm": 1.4691040515899658, | |
| "learning_rate": 2.858561969704864e-06, | |
| "loss": 0.0683, | |
| "step": 1293 | |
| }, | |
| { | |
| "epoch": 76.11764705882354, | |
| "grad_norm": 1.7759066820144653, | |
| "learning_rate": 2.8452389054138284e-06, | |
| "loss": 0.1016, | |
| "step": 1294 | |
| }, | |
| { | |
| "epoch": 76.17647058823529, | |
| "grad_norm": 1.5680325031280518, | |
| "learning_rate": 2.8319418100159456e-06, | |
| "loss": 0.0427, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 76.23529411764706, | |
| "grad_norm": 1.451442837715149, | |
| "learning_rate": 2.8186707317743e-06, | |
| "loss": 0.0585, | |
| "step": 1296 | |
| }, | |
| { | |
| "epoch": 76.29411764705883, | |
| "grad_norm": 1.9467896223068237, | |
| "learning_rate": 2.8054257188575486e-06, | |
| "loss": 0.1222, | |
| "step": 1297 | |
| }, | |
| { | |
| "epoch": 76.3529411764706, | |
| "grad_norm": 1.577833652496338, | |
| "learning_rate": 2.792206819339737e-06, | |
| "loss": 0.083, | |
| "step": 1298 | |
| }, | |
| { | |
| "epoch": 76.41176470588235, | |
| "grad_norm": 3.209770679473877, | |
| "learning_rate": 2.779014081200132e-06, | |
| "loss": 0.0759, | |
| "step": 1299 | |
| }, | |
| { | |
| "epoch": 76.47058823529412, | |
| "grad_norm": 1.6940313577651978, | |
| "learning_rate": 2.7658475523230444e-06, | |
| "loss": 0.0696, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 76.52941176470588, | |
| "grad_norm": 1.5390088558197021, | |
| "learning_rate": 2.7527072804976586e-06, | |
| "loss": 0.0564, | |
| "step": 1301 | |
| }, | |
| { | |
| "epoch": 76.58823529411765, | |
| "grad_norm": 1.52656090259552, | |
| "learning_rate": 2.739593313417851e-06, | |
| "loss": 0.0375, | |
| "step": 1302 | |
| }, | |
| { | |
| "epoch": 76.6470588235294, | |
| "grad_norm": 1.3220809698104858, | |
| "learning_rate": 2.726505698682028e-06, | |
| "loss": 0.0396, | |
| "step": 1303 | |
| }, | |
| { | |
| "epoch": 76.70588235294117, | |
| "grad_norm": 1.095950961112976, | |
| "learning_rate": 2.713444483792945e-06, | |
| "loss": 0.0613, | |
| "step": 1304 | |
| }, | |
| { | |
| "epoch": 76.76470588235294, | |
| "grad_norm": 1.8308571577072144, | |
| "learning_rate": 2.7004097161575393e-06, | |
| "loss": 0.0657, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 76.82352941176471, | |
| "grad_norm": 1.3979910612106323, | |
| "learning_rate": 2.6874014430867478e-06, | |
| "loss": 0.0357, | |
| "step": 1306 | |
| }, | |
| { | |
| "epoch": 76.88235294117646, | |
| "grad_norm": 1.3929507732391357, | |
| "learning_rate": 2.6744197117953506e-06, | |
| "loss": 0.0253, | |
| "step": 1307 | |
| }, | |
| { | |
| "epoch": 76.94117647058823, | |
| "grad_norm": 2.0179033279418945, | |
| "learning_rate": 2.661464569401789e-06, | |
| "loss": 0.0898, | |
| "step": 1308 | |
| }, | |
| { | |
| "epoch": 77.0, | |
| "grad_norm": 2.591480255126953, | |
| "learning_rate": 2.648536062927999e-06, | |
| "loss": 0.1177, | |
| "step": 1309 | |
| }, | |
| { | |
| "epoch": 77.05882352941177, | |
| "grad_norm": 2.1703028678894043, | |
| "learning_rate": 2.635634239299235e-06, | |
| "loss": 0.0617, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 77.11764705882354, | |
| "grad_norm": 1.9598915576934814, | |
| "learning_rate": 2.6227591453439094e-06, | |
| "loss": 0.0951, | |
| "step": 1311 | |
| }, | |
| { | |
| "epoch": 77.17647058823529, | |
| "grad_norm": 2.195244312286377, | |
| "learning_rate": 2.6099108277934105e-06, | |
| "loss": 0.1163, | |
| "step": 1312 | |
| }, | |
| { | |
| "epoch": 77.23529411764706, | |
| "grad_norm": 1.311383843421936, | |
| "learning_rate": 2.5970893332819436e-06, | |
| "loss": 0.0396, | |
| "step": 1313 | |
| }, | |
| { | |
| "epoch": 77.29411764705883, | |
| "grad_norm": 1.6745401620864868, | |
| "learning_rate": 2.584294708346352e-06, | |
| "loss": 0.0677, | |
| "step": 1314 | |
| }, | |
| { | |
| "epoch": 77.3529411764706, | |
| "grad_norm": 1.4427839517593384, | |
| "learning_rate": 2.571526999425965e-06, | |
| "loss": 0.0311, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 77.41176470588235, | |
| "grad_norm": 1.2203447818756104, | |
| "learning_rate": 2.558786252862402e-06, | |
| "loss": 0.0333, | |
| "step": 1316 | |
| }, | |
| { | |
| "epoch": 77.47058823529412, | |
| "grad_norm": 1.6183561086654663, | |
| "learning_rate": 2.5460725148994292e-06, | |
| "loss": 0.0602, | |
| "step": 1317 | |
| }, | |
| { | |
| "epoch": 77.52941176470588, | |
| "grad_norm": 1.4406027793884277, | |
| "learning_rate": 2.533385831682782e-06, | |
| "loss": 0.0851, | |
| "step": 1318 | |
| }, | |
| { | |
| "epoch": 77.58823529411765, | |
| "grad_norm": 1.628800630569458, | |
| "learning_rate": 2.5207262492599947e-06, | |
| "loss": 0.0849, | |
| "step": 1319 | |
| }, | |
| { | |
| "epoch": 77.6470588235294, | |
| "grad_norm": 1.5525051355361938, | |
| "learning_rate": 2.50809381358024e-06, | |
| "loss": 0.034, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 77.70588235294117, | |
| "grad_norm": 1.8759832382202148, | |
| "learning_rate": 2.495488570494157e-06, | |
| "loss": 0.0985, | |
| "step": 1321 | |
| }, | |
| { | |
| "epoch": 77.76470588235294, | |
| "grad_norm": 3.2046866416931152, | |
| "learning_rate": 2.4829105657536866e-06, | |
| "loss": 0.0976, | |
| "step": 1322 | |
| }, | |
| { | |
| "epoch": 77.82352941176471, | |
| "grad_norm": 2.035099744796753, | |
| "learning_rate": 2.470359845011908e-06, | |
| "loss": 0.0507, | |
| "step": 1323 | |
| }, | |
| { | |
| "epoch": 77.88235294117646, | |
| "grad_norm": 1.7447682619094849, | |
| "learning_rate": 2.457836453822867e-06, | |
| "loss": 0.0822, | |
| "step": 1324 | |
| }, | |
| { | |
| "epoch": 77.94117647058823, | |
| "grad_norm": 2.1366026401519775, | |
| "learning_rate": 2.445340437641416e-06, | |
| "loss": 0.046, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 78.0, | |
| "grad_norm": 1.96588933467865, | |
| "learning_rate": 2.432871841823047e-06, | |
| "loss": 0.0796, | |
| "step": 1326 | |
| }, | |
| { | |
| "epoch": 78.05882352941177, | |
| "grad_norm": 1.6314164400100708, | |
| "learning_rate": 2.420430711623727e-06, | |
| "loss": 0.0857, | |
| "step": 1327 | |
| }, | |
| { | |
| "epoch": 78.11764705882354, | |
| "grad_norm": 1.3423418998718262, | |
| "learning_rate": 2.408017092199735e-06, | |
| "loss": 0.0308, | |
| "step": 1328 | |
| }, | |
| { | |
| "epoch": 78.17647058823529, | |
| "grad_norm": 1.8659029006958008, | |
| "learning_rate": 2.395631028607497e-06, | |
| "loss": 0.0851, | |
| "step": 1329 | |
| }, | |
| { | |
| "epoch": 78.23529411764706, | |
| "grad_norm": 1.9361073970794678, | |
| "learning_rate": 2.3832725658034163e-06, | |
| "loss": 0.0441, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 78.29411764705883, | |
| "grad_norm": 1.5438425540924072, | |
| "learning_rate": 2.3709417486437246e-06, | |
| "loss": 0.0403, | |
| "step": 1331 | |
| }, | |
| { | |
| "epoch": 78.3529411764706, | |
| "grad_norm": 1.7671531438827515, | |
| "learning_rate": 2.3586386218843096e-06, | |
| "loss": 0.0979, | |
| "step": 1332 | |
| }, | |
| { | |
| "epoch": 78.41176470588235, | |
| "grad_norm": 13.083359718322754, | |
| "learning_rate": 2.3463632301805505e-06, | |
| "loss": 0.0932, | |
| "step": 1333 | |
| }, | |
| { | |
| "epoch": 78.47058823529412, | |
| "grad_norm": 1.6415494680404663, | |
| "learning_rate": 2.3341156180871626e-06, | |
| "loss": 0.0819, | |
| "step": 1334 | |
| }, | |
| { | |
| "epoch": 78.52941176470588, | |
| "grad_norm": 2.312978744506836, | |
| "learning_rate": 2.3218958300580307e-06, | |
| "loss": 0.1749, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 78.58823529411765, | |
| "grad_norm": 1.8194575309753418, | |
| "learning_rate": 2.3097039104460506e-06, | |
| "loss": 0.0617, | |
| "step": 1336 | |
| }, | |
| { | |
| "epoch": 78.6470588235294, | |
| "grad_norm": 1.676568627357483, | |
| "learning_rate": 2.2975399035029657e-06, | |
| "loss": 0.0476, | |
| "step": 1337 | |
| }, | |
| { | |
| "epoch": 78.70588235294117, | |
| "grad_norm": 1.986046552658081, | |
| "learning_rate": 2.285403853379209e-06, | |
| "loss": 0.0544, | |
| "step": 1338 | |
| }, | |
| { | |
| "epoch": 78.76470588235294, | |
| "grad_norm": 1.2377493381500244, | |
| "learning_rate": 2.2732958041237417e-06, | |
| "loss": 0.0468, | |
| "step": 1339 | |
| }, | |
| { | |
| "epoch": 78.82352941176471, | |
| "grad_norm": 1.8677095174789429, | |
| "learning_rate": 2.2612157996838913e-06, | |
| "loss": 0.0596, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 78.88235294117646, | |
| "grad_norm": 1.8034330606460571, | |
| "learning_rate": 2.2491638839051953e-06, | |
| "loss": 0.0588, | |
| "step": 1341 | |
| }, | |
| { | |
| "epoch": 78.94117647058823, | |
| "grad_norm": 1.5654281377792358, | |
| "learning_rate": 2.237140100531244e-06, | |
| "loss": 0.0498, | |
| "step": 1342 | |
| }, | |
| { | |
| "epoch": 79.0, | |
| "grad_norm": 1.3761240243911743, | |
| "learning_rate": 2.2251444932035094e-06, | |
| "loss": 0.04, | |
| "step": 1343 | |
| }, | |
| { | |
| "epoch": 79.05882352941177, | |
| "grad_norm": 1.6407970190048218, | |
| "learning_rate": 2.2131771054612028e-06, | |
| "loss": 0.1157, | |
| "step": 1344 | |
| }, | |
| { | |
| "epoch": 79.11764705882354, | |
| "grad_norm": 1.581857681274414, | |
| "learning_rate": 2.20123798074111e-06, | |
| "loss": 0.0479, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 79.17647058823529, | |
| "grad_norm": 1.7815468311309814, | |
| "learning_rate": 2.1893271623774303e-06, | |
| "loss": 0.0589, | |
| "step": 1346 | |
| }, | |
| { | |
| "epoch": 79.23529411764706, | |
| "grad_norm": 1.942599892616272, | |
| "learning_rate": 2.177444693601626e-06, | |
| "loss": 0.0913, | |
| "step": 1347 | |
| }, | |
| { | |
| "epoch": 79.29411764705883, | |
| "grad_norm": 2.5264101028442383, | |
| "learning_rate": 2.165590617542258e-06, | |
| "loss": 0.1203, | |
| "step": 1348 | |
| }, | |
| { | |
| "epoch": 79.3529411764706, | |
| "grad_norm": 1.4449893236160278, | |
| "learning_rate": 2.153764977224836e-06, | |
| "loss": 0.0635, | |
| "step": 1349 | |
| }, | |
| { | |
| "epoch": 79.41176470588235, | |
| "grad_norm": 1.6911612749099731, | |
| "learning_rate": 2.141967815571656e-06, | |
| "loss": 0.0247, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 79.47058823529412, | |
| "grad_norm": 1.4627761840820312, | |
| "learning_rate": 2.1301991754016537e-06, | |
| "loss": 0.1078, | |
| "step": 1351 | |
| }, | |
| { | |
| "epoch": 79.52941176470588, | |
| "grad_norm": 2.4630050659179688, | |
| "learning_rate": 2.118459099430237e-06, | |
| "loss": 0.0512, | |
| "step": 1352 | |
| }, | |
| { | |
| "epoch": 79.58823529411765, | |
| "grad_norm": 1.50606369972229, | |
| "learning_rate": 2.1067476302691416e-06, | |
| "loss": 0.0285, | |
| "step": 1353 | |
| }, | |
| { | |
| "epoch": 79.6470588235294, | |
| "grad_norm": 1.4844212532043457, | |
| "learning_rate": 2.0950648104262694e-06, | |
| "loss": 0.0303, | |
| "step": 1354 | |
| }, | |
| { | |
| "epoch": 79.70588235294117, | |
| "grad_norm": 2.4108893871307373, | |
| "learning_rate": 2.0834106823055432e-06, | |
| "loss": 0.0974, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 79.76470588235294, | |
| "grad_norm": 1.1597278118133545, | |
| "learning_rate": 2.0717852882067334e-06, | |
| "loss": 0.0266, | |
| "step": 1356 | |
| }, | |
| { | |
| "epoch": 79.82352941176471, | |
| "grad_norm": 1.9524753093719482, | |
| "learning_rate": 2.0601886703253284e-06, | |
| "loss": 0.0828, | |
| "step": 1357 | |
| }, | |
| { | |
| "epoch": 79.88235294117646, | |
| "grad_norm": 2.2617900371551514, | |
| "learning_rate": 2.0486208707523692e-06, | |
| "loss": 0.0705, | |
| "step": 1358 | |
| }, | |
| { | |
| "epoch": 79.94117647058823, | |
| "grad_norm": 2.7905962467193604, | |
| "learning_rate": 2.037081931474294e-06, | |
| "loss": 0.039, | |
| "step": 1359 | |
| }, | |
| { | |
| "epoch": 80.0, | |
| "grad_norm": 2.040579319000244, | |
| "learning_rate": 2.025571894372794e-06, | |
| "loss": 0.0769, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 80.05882352941177, | |
| "grad_norm": 1.709731936454773, | |
| "learning_rate": 2.014090801224654e-06, | |
| "loss": 0.0597, | |
| "step": 1361 | |
| }, | |
| { | |
| "epoch": 80.11764705882354, | |
| "grad_norm": 1.5002096891403198, | |
| "learning_rate": 2.002638693701606e-06, | |
| "loss": 0.0319, | |
| "step": 1362 | |
| }, | |
| { | |
| "epoch": 80.17647058823529, | |
| "grad_norm": 1.9935553073883057, | |
| "learning_rate": 1.9912156133701753e-06, | |
| "loss": 0.0575, | |
| "step": 1363 | |
| }, | |
| { | |
| "epoch": 80.23529411764706, | |
| "grad_norm": 1.7752723693847656, | |
| "learning_rate": 1.9798216016915295e-06, | |
| "loss": 0.0431, | |
| "step": 1364 | |
| }, | |
| { | |
| "epoch": 80.29411764705883, | |
| "grad_norm": 1.8962852954864502, | |
| "learning_rate": 1.9684567000213295e-06, | |
| "loss": 0.0469, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 80.3529411764706, | |
| "grad_norm": 1.930747151374817, | |
| "learning_rate": 1.957120949609578e-06, | |
| "loss": 0.0681, | |
| "step": 1366 | |
| }, | |
| { | |
| "epoch": 80.41176470588235, | |
| "grad_norm": 1.3271692991256714, | |
| "learning_rate": 1.9458143916004713e-06, | |
| "loss": 0.0754, | |
| "step": 1367 | |
| }, | |
| { | |
| "epoch": 80.47058823529412, | |
| "grad_norm": 1.3746063709259033, | |
| "learning_rate": 1.934537067032247e-06, | |
| "loss": 0.0326, | |
| "step": 1368 | |
| }, | |
| { | |
| "epoch": 80.52941176470588, | |
| "grad_norm": 1.4813778400421143, | |
| "learning_rate": 1.923289016837041e-06, | |
| "loss": 0.0694, | |
| "step": 1369 | |
| }, | |
| { | |
| "epoch": 80.58823529411765, | |
| "grad_norm": 1.5063945055007935, | |
| "learning_rate": 1.9120702818407322e-06, | |
| "loss": 0.0307, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 80.6470588235294, | |
| "grad_norm": 2.3628652095794678, | |
| "learning_rate": 1.9008809027627962e-06, | |
| "loss": 0.0639, | |
| "step": 1371 | |
| }, | |
| { | |
| "epoch": 80.70588235294117, | |
| "grad_norm": 1.6431548595428467, | |
| "learning_rate": 1.8897209202161615e-06, | |
| "loss": 0.066, | |
| "step": 1372 | |
| }, | |
| { | |
| "epoch": 80.76470588235294, | |
| "grad_norm": 1.572918176651001, | |
| "learning_rate": 1.8785903747070566e-06, | |
| "loss": 0.0806, | |
| "step": 1373 | |
| }, | |
| { | |
| "epoch": 80.82352941176471, | |
| "grad_norm": 1.7661786079406738, | |
| "learning_rate": 1.8674893066348665e-06, | |
| "loss": 0.0997, | |
| "step": 1374 | |
| }, | |
| { | |
| "epoch": 80.88235294117646, | |
| "grad_norm": 1.7099701166152954, | |
| "learning_rate": 1.856417756291985e-06, | |
| "loss": 0.0778, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 80.94117647058823, | |
| "grad_norm": 1.5696171522140503, | |
| "learning_rate": 1.8453757638636683e-06, | |
| "loss": 0.0529, | |
| "step": 1376 | |
| }, | |
| { | |
| "epoch": 81.0, | |
| "grad_norm": 1.9857321977615356, | |
| "learning_rate": 1.8343633694278895e-06, | |
| "loss": 0.0684, | |
| "step": 1377 | |
| }, | |
| { | |
| "epoch": 81.05882352941177, | |
| "grad_norm": 1.3047956228256226, | |
| "learning_rate": 1.8233806129551935e-06, | |
| "loss": 0.0686, | |
| "step": 1378 | |
| }, | |
| { | |
| "epoch": 81.11764705882354, | |
| "grad_norm": 1.4102740287780762, | |
| "learning_rate": 1.8124275343085518e-06, | |
| "loss": 0.0523, | |
| "step": 1379 | |
| }, | |
| { | |
| "epoch": 81.17647058823529, | |
| "grad_norm": 1.1121536493301392, | |
| "learning_rate": 1.8015041732432116e-06, | |
| "loss": 0.0298, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 81.23529411764706, | |
| "grad_norm": 1.3087522983551025, | |
| "learning_rate": 1.7906105694065646e-06, | |
| "loss": 0.0554, | |
| "step": 1381 | |
| }, | |
| { | |
| "epoch": 81.29411764705883, | |
| "grad_norm": 1.5270016193389893, | |
| "learning_rate": 1.7797467623379927e-06, | |
| "loss": 0.0378, | |
| "step": 1382 | |
| }, | |
| { | |
| "epoch": 81.3529411764706, | |
| "grad_norm": 1.758679747581482, | |
| "learning_rate": 1.7689127914687288e-06, | |
| "loss": 0.1009, | |
| "step": 1383 | |
| }, | |
| { | |
| "epoch": 81.41176470588235, | |
| "grad_norm": 1.480966567993164, | |
| "learning_rate": 1.758108696121711e-06, | |
| "loss": 0.0525, | |
| "step": 1384 | |
| }, | |
| { | |
| "epoch": 81.47058823529412, | |
| "grad_norm": 2.3634719848632812, | |
| "learning_rate": 1.7473345155114429e-06, | |
| "loss": 0.0432, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 81.52941176470588, | |
| "grad_norm": 1.4587624073028564, | |
| "learning_rate": 1.736590288743847e-06, | |
| "loss": 0.0363, | |
| "step": 1386 | |
| }, | |
| { | |
| "epoch": 81.58823529411765, | |
| "grad_norm": 1.8332316875457764, | |
| "learning_rate": 1.725876054816128e-06, | |
| "loss": 0.1525, | |
| "step": 1387 | |
| }, | |
| { | |
| "epoch": 81.6470588235294, | |
| "grad_norm": 1.7769784927368164, | |
| "learning_rate": 1.7151918526166277e-06, | |
| "loss": 0.0501, | |
| "step": 1388 | |
| }, | |
| { | |
| "epoch": 81.70588235294117, | |
| "grad_norm": 1.7982438802719116, | |
| "learning_rate": 1.7045377209246849e-06, | |
| "loss": 0.0426, | |
| "step": 1389 | |
| }, | |
| { | |
| "epoch": 81.76470588235294, | |
| "grad_norm": 2.3104188442230225, | |
| "learning_rate": 1.6939136984104954e-06, | |
| "loss": 0.0471, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 81.82352941176471, | |
| "grad_norm": 1.403760313987732, | |
| "learning_rate": 1.68331982363497e-06, | |
| "loss": 0.0933, | |
| "step": 1391 | |
| }, | |
| { | |
| "epoch": 81.88235294117646, | |
| "grad_norm": 1.9614943265914917, | |
| "learning_rate": 1.672756135049598e-06, | |
| "loss": 0.0492, | |
| "step": 1392 | |
| }, | |
| { | |
| "epoch": 81.94117647058823, | |
| "grad_norm": 1.7119088172912598, | |
| "learning_rate": 1.6622226709962963e-06, | |
| "loss": 0.0699, | |
| "step": 1393 | |
| }, | |
| { | |
| "epoch": 82.0, | |
| "grad_norm": 1.7040654420852661, | |
| "learning_rate": 1.6517194697072903e-06, | |
| "loss": 0.079, | |
| "step": 1394 | |
| }, | |
| { | |
| "epoch": 82.05882352941177, | |
| "grad_norm": 1.3292866945266724, | |
| "learning_rate": 1.6412465693049561e-06, | |
| "loss": 0.0508, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 82.11764705882354, | |
| "grad_norm": 1.4891904592514038, | |
| "learning_rate": 1.630804007801694e-06, | |
| "loss": 0.0759, | |
| "step": 1396 | |
| }, | |
| { | |
| "epoch": 82.17647058823529, | |
| "grad_norm": 1.287721872329712, | |
| "learning_rate": 1.620391823099784e-06, | |
| "loss": 0.0242, | |
| "step": 1397 | |
| }, | |
| { | |
| "epoch": 82.23529411764706, | |
| "grad_norm": 1.380759835243225, | |
| "learning_rate": 1.610010052991251e-06, | |
| "loss": 0.0345, | |
| "step": 1398 | |
| }, | |
| { | |
| "epoch": 82.29411764705883, | |
| "grad_norm": 1.7552822828292847, | |
| "learning_rate": 1.5996587351577296e-06, | |
| "loss": 0.024, | |
| "step": 1399 | |
| }, | |
| { | |
| "epoch": 82.3529411764706, | |
| "grad_norm": 1.5083329677581787, | |
| "learning_rate": 1.5893379071703207e-06, | |
| "loss": 0.1177, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 82.41176470588235, | |
| "grad_norm": 1.2917335033416748, | |
| "learning_rate": 1.5790476064894622e-06, | |
| "loss": 0.036, | |
| "step": 1401 | |
| }, | |
| { | |
| "epoch": 82.47058823529412, | |
| "grad_norm": 1.6364712715148926, | |
| "learning_rate": 1.5687878704647907e-06, | |
| "loss": 0.0754, | |
| "step": 1402 | |
| }, | |
| { | |
| "epoch": 82.52941176470588, | |
| "grad_norm": 6.825064182281494, | |
| "learning_rate": 1.558558736335003e-06, | |
| "loss": 0.046, | |
| "step": 1403 | |
| }, | |
| { | |
| "epoch": 82.58823529411765, | |
| "grad_norm": 1.3741040229797363, | |
| "learning_rate": 1.5483602412277254e-06, | |
| "loss": 0.0267, | |
| "step": 1404 | |
| }, | |
| { | |
| "epoch": 82.6470588235294, | |
| "grad_norm": 1.7312531471252441, | |
| "learning_rate": 1.5381924221593781e-06, | |
| "loss": 0.0924, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 82.70588235294117, | |
| "grad_norm": 1.789716362953186, | |
| "learning_rate": 1.528055316035033e-06, | |
| "loss": 0.088, | |
| "step": 1406 | |
| }, | |
| { | |
| "epoch": 82.76470588235294, | |
| "grad_norm": 1.7512542009353638, | |
| "learning_rate": 1.5179489596482944e-06, | |
| "loss": 0.0413, | |
| "step": 1407 | |
| }, | |
| { | |
| "epoch": 82.82352941176471, | |
| "grad_norm": 1.9579652547836304, | |
| "learning_rate": 1.5078733896811537e-06, | |
| "loss": 0.1418, | |
| "step": 1408 | |
| }, | |
| { | |
| "epoch": 82.88235294117646, | |
| "grad_norm": 2.1275405883789062, | |
| "learning_rate": 1.4978286427038602e-06, | |
| "loss": 0.0401, | |
| "step": 1409 | |
| }, | |
| { | |
| "epoch": 82.94117647058823, | |
| "grad_norm": 1.3847870826721191, | |
| "learning_rate": 1.4878147551747901e-06, | |
| "loss": 0.0644, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 83.0, | |
| "grad_norm": 2.1133224964141846, | |
| "learning_rate": 1.4778317634403082e-06, | |
| "loss": 0.0805, | |
| "step": 1411 | |
| }, | |
| { | |
| "epoch": 83.05882352941177, | |
| "grad_norm": 1.5740872621536255, | |
| "learning_rate": 1.467879703734646e-06, | |
| "loss": 0.0824, | |
| "step": 1412 | |
| }, | |
| { | |
| "epoch": 83.11764705882354, | |
| "grad_norm": 1.3392335176467896, | |
| "learning_rate": 1.4579586121797585e-06, | |
| "loss": 0.0749, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 83.17647058823529, | |
| "grad_norm": 1.533657193183899, | |
| "learning_rate": 1.4480685247852011e-06, | |
| "loss": 0.0983, | |
| "step": 1414 | |
| }, | |
| { | |
| "epoch": 83.23529411764706, | |
| "grad_norm": 1.7777667045593262, | |
| "learning_rate": 1.4382094774479983e-06, | |
| "loss": 0.0533, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 83.29411764705883, | |
| "grad_norm": 1.5754491090774536, | |
| "learning_rate": 1.4283815059525085e-06, | |
| "loss": 0.0706, | |
| "step": 1416 | |
| }, | |
| { | |
| "epoch": 83.3529411764706, | |
| "grad_norm": 1.481256365776062, | |
| "learning_rate": 1.4185846459703012e-06, | |
| "loss": 0.0808, | |
| "step": 1417 | |
| }, | |
| { | |
| "epoch": 83.41176470588235, | |
| "grad_norm": 2.0089190006256104, | |
| "learning_rate": 1.4088189330600177e-06, | |
| "loss": 0.079, | |
| "step": 1418 | |
| }, | |
| { | |
| "epoch": 83.47058823529412, | |
| "grad_norm": 1.9939610958099365, | |
| "learning_rate": 1.3990844026672557e-06, | |
| "loss": 0.0297, | |
| "step": 1419 | |
| }, | |
| { | |
| "epoch": 83.52941176470588, | |
| "grad_norm": 1.8444596529006958, | |
| "learning_rate": 1.3893810901244264e-06, | |
| "loss": 0.0542, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 83.58823529411765, | |
| "grad_norm": 1.3461389541625977, | |
| "learning_rate": 1.3797090306506368e-06, | |
| "loss": 0.0721, | |
| "step": 1421 | |
| }, | |
| { | |
| "epoch": 83.6470588235294, | |
| "grad_norm": 1.3731071949005127, | |
| "learning_rate": 1.3700682593515557e-06, | |
| "loss": 0.0377, | |
| "step": 1422 | |
| }, | |
| { | |
| "epoch": 83.70588235294117, | |
| "grad_norm": 0.9588115215301514, | |
| "learning_rate": 1.3604588112192895e-06, | |
| "loss": 0.0261, | |
| "step": 1423 | |
| }, | |
| { | |
| "epoch": 83.76470588235294, | |
| "grad_norm": 1.8610379695892334, | |
| "learning_rate": 1.350880721132254e-06, | |
| "loss": 0.0438, | |
| "step": 1424 | |
| }, | |
| { | |
| "epoch": 83.82352941176471, | |
| "grad_norm": 1.5652433633804321, | |
| "learning_rate": 1.3413340238550476e-06, | |
| "loss": 0.0381, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 83.88235294117646, | |
| "grad_norm": 1.9390555620193481, | |
| "learning_rate": 1.3318187540383254e-06, | |
| "loss": 0.0519, | |
| "step": 1426 | |
| }, | |
| { | |
| "epoch": 83.94117647058823, | |
| "grad_norm": 2.0639357566833496, | |
| "learning_rate": 1.3223349462186753e-06, | |
| "loss": 0.0951, | |
| "step": 1427 | |
| }, | |
| { | |
| "epoch": 84.0, | |
| "grad_norm": 1.7024593353271484, | |
| "learning_rate": 1.3128826348184886e-06, | |
| "loss": 0.0896, | |
| "step": 1428 | |
| }, | |
| { | |
| "epoch": 84.05882352941177, | |
| "grad_norm": 1.727534294128418, | |
| "learning_rate": 1.30346185414584e-06, | |
| "loss": 0.061, | |
| "step": 1429 | |
| }, | |
| { | |
| "epoch": 84.11764705882354, | |
| "grad_norm": 1.680250644683838, | |
| "learning_rate": 1.2940726383943547e-06, | |
| "loss": 0.0583, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 84.17647058823529, | |
| "grad_norm": 1.9366788864135742, | |
| "learning_rate": 1.284715021643096e-06, | |
| "loss": 0.0406, | |
| "step": 1431 | |
| }, | |
| { | |
| "epoch": 84.23529411764706, | |
| "grad_norm": 1.685917615890503, | |
| "learning_rate": 1.2753890378564327e-06, | |
| "loss": 0.0654, | |
| "step": 1432 | |
| }, | |
| { | |
| "epoch": 84.29411764705883, | |
| "grad_norm": 2.0447378158569336, | |
| "learning_rate": 1.2660947208839203e-06, | |
| "loss": 0.1281, | |
| "step": 1433 | |
| }, | |
| { | |
| "epoch": 84.3529411764706, | |
| "grad_norm": 1.436333417892456, | |
| "learning_rate": 1.256832104460175e-06, | |
| "loss": 0.0494, | |
| "step": 1434 | |
| }, | |
| { | |
| "epoch": 84.41176470588235, | |
| "grad_norm": 1.3438456058502197, | |
| "learning_rate": 1.247601222204753e-06, | |
| "loss": 0.0321, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 84.47058823529412, | |
| "grad_norm": 1.6440610885620117, | |
| "learning_rate": 1.238402107622031e-06, | |
| "loss": 0.0603, | |
| "step": 1436 | |
| }, | |
| { | |
| "epoch": 84.52941176470588, | |
| "grad_norm": 1.5294479131698608, | |
| "learning_rate": 1.2292347941010773e-06, | |
| "loss": 0.0929, | |
| "step": 1437 | |
| }, | |
| { | |
| "epoch": 84.58823529411765, | |
| "grad_norm": 3.550767660140991, | |
| "learning_rate": 1.2200993149155382e-06, | |
| "loss": 0.0869, | |
| "step": 1438 | |
| }, | |
| { | |
| "epoch": 84.6470588235294, | |
| "grad_norm": 1.1512681245803833, | |
| "learning_rate": 1.2109957032235143e-06, | |
| "loss": 0.0301, | |
| "step": 1439 | |
| }, | |
| { | |
| "epoch": 84.70588235294117, | |
| "grad_norm": 1.294584035873413, | |
| "learning_rate": 1.2019239920674385e-06, | |
| "loss": 0.0689, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 84.76470588235294, | |
| "grad_norm": 0.9377285242080688, | |
| "learning_rate": 1.1928842143739595e-06, | |
| "loss": 0.0234, | |
| "step": 1441 | |
| }, | |
| { | |
| "epoch": 84.82352941176471, | |
| "grad_norm": 1.7522201538085938, | |
| "learning_rate": 1.1838764029538207e-06, | |
| "loss": 0.0399, | |
| "step": 1442 | |
| }, | |
| { | |
| "epoch": 84.88235294117646, | |
| "grad_norm": 1.301515817642212, | |
| "learning_rate": 1.1749005905017353e-06, | |
| "loss": 0.0414, | |
| "step": 1443 | |
| }, | |
| { | |
| "epoch": 84.94117647058823, | |
| "grad_norm": 1.943636417388916, | |
| "learning_rate": 1.1659568095962793e-06, | |
| "loss": 0.096, | |
| "step": 1444 | |
| }, | |
| { | |
| "epoch": 85.0, | |
| "grad_norm": 1.7821638584136963, | |
| "learning_rate": 1.1570450926997657e-06, | |
| "loss": 0.0889, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 85.05882352941177, | |
| "grad_norm": 3.0800695419311523, | |
| "learning_rate": 1.148165472158127e-06, | |
| "loss": 0.0952, | |
| "step": 1446 | |
| }, | |
| { | |
| "epoch": 85.11764705882354, | |
| "grad_norm": 1.349579095840454, | |
| "learning_rate": 1.1393179802008002e-06, | |
| "loss": 0.0628, | |
| "step": 1447 | |
| }, | |
| { | |
| "epoch": 85.17647058823529, | |
| "grad_norm": 1.607113003730774, | |
| "learning_rate": 1.130502648940608e-06, | |
| "loss": 0.0697, | |
| "step": 1448 | |
| }, | |
| { | |
| "epoch": 85.23529411764706, | |
| "grad_norm": 1.0676943063735962, | |
| "learning_rate": 1.1217195103736422e-06, | |
| "loss": 0.0226, | |
| "step": 1449 | |
| }, | |
| { | |
| "epoch": 85.29411764705883, | |
| "grad_norm": 2.583757162094116, | |
| "learning_rate": 1.1129685963791493e-06, | |
| "loss": 0.028, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 85.3529411764706, | |
| "grad_norm": 1.7796918153762817, | |
| "learning_rate": 1.1042499387194105e-06, | |
| "loss": 0.1059, | |
| "step": 1451 | |
| }, | |
| { | |
| "epoch": 85.41176470588235, | |
| "grad_norm": 1.0145155191421509, | |
| "learning_rate": 1.0955635690396348e-06, | |
| "loss": 0.0252, | |
| "step": 1452 | |
| }, | |
| { | |
| "epoch": 85.47058823529412, | |
| "grad_norm": 1.4165287017822266, | |
| "learning_rate": 1.0869095188678347e-06, | |
| "loss": 0.0315, | |
| "step": 1453 | |
| }, | |
| { | |
| "epoch": 85.52941176470588, | |
| "grad_norm": 1.3284443616867065, | |
| "learning_rate": 1.0782878196147162e-06, | |
| "loss": 0.0538, | |
| "step": 1454 | |
| }, | |
| { | |
| "epoch": 85.58823529411765, | |
| "grad_norm": 1.3321113586425781, | |
| "learning_rate": 1.0696985025735662e-06, | |
| "loss": 0.0346, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 85.6470588235294, | |
| "grad_norm": 1.3598536252975464, | |
| "learning_rate": 1.061141598920139e-06, | |
| "loss": 0.0385, | |
| "step": 1456 | |
| }, | |
| { | |
| "epoch": 85.70588235294117, | |
| "grad_norm": 1.9543812274932861, | |
| "learning_rate": 1.052617139712535e-06, | |
| "loss": 0.0406, | |
| "step": 1457 | |
| }, | |
| { | |
| "epoch": 85.76470588235294, | |
| "grad_norm": 1.9540636539459229, | |
| "learning_rate": 1.0441251558911002e-06, | |
| "loss": 0.0801, | |
| "step": 1458 | |
| }, | |
| { | |
| "epoch": 85.82352941176471, | |
| "grad_norm": 0.9536816477775574, | |
| "learning_rate": 1.035665678278306e-06, | |
| "loss": 0.023, | |
| "step": 1459 | |
| }, | |
| { | |
| "epoch": 85.88235294117646, | |
| "grad_norm": 1.6425310373306274, | |
| "learning_rate": 1.0272387375786397e-06, | |
| "loss": 0.0697, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 85.94117647058823, | |
| "grad_norm": 2.0008504390716553, | |
| "learning_rate": 1.0188443643784917e-06, | |
| "loss": 0.1544, | |
| "step": 1461 | |
| }, | |
| { | |
| "epoch": 86.0, | |
| "grad_norm": 1.6319931745529175, | |
| "learning_rate": 1.010482589146048e-06, | |
| "loss": 0.0967, | |
| "step": 1462 | |
| }, | |
| { | |
| "epoch": 86.05882352941177, | |
| "grad_norm": 1.1225669384002686, | |
| "learning_rate": 1.0021534422311741e-06, | |
| "loss": 0.03, | |
| "step": 1463 | |
| }, | |
| { | |
| "epoch": 86.11764705882354, | |
| "grad_norm": 1.6801974773406982, | |
| "learning_rate": 9.938569538653108e-07, | |
| "loss": 0.0853, | |
| "step": 1464 | |
| }, | |
| { | |
| "epoch": 86.17647058823529, | |
| "grad_norm": 1.230038046836853, | |
| "learning_rate": 9.855931541613594e-07, | |
| "loss": 0.0371, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 86.23529411764706, | |
| "grad_norm": 1.7456353902816772, | |
| "learning_rate": 9.773620731135747e-07, | |
| "loss": 0.0741, | |
| "step": 1466 | |
| }, | |
| { | |
| "epoch": 86.29411764705883, | |
| "grad_norm": 0.9525942802429199, | |
| "learning_rate": 9.691637405974574e-07, | |
| "loss": 0.0306, | |
| "step": 1467 | |
| }, | |
| { | |
| "epoch": 86.3529411764706, | |
| "grad_norm": 1.7127455472946167, | |
| "learning_rate": 9.609981863696439e-07, | |
| "loss": 0.0357, | |
| "step": 1468 | |
| }, | |
| { | |
| "epoch": 86.41176470588235, | |
| "grad_norm": 1.5985796451568604, | |
| "learning_rate": 9.528654400677973e-07, | |
| "loss": 0.0553, | |
| "step": 1469 | |
| }, | |
| { | |
| "epoch": 86.47058823529412, | |
| "grad_norm": 1.440968632698059, | |
| "learning_rate": 9.447655312105019e-07, | |
| "loss": 0.0706, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 86.52941176470588, | |
| "grad_norm": 1.2967031002044678, | |
| "learning_rate": 9.366984891971564e-07, | |
| "loss": 0.0432, | |
| "step": 1471 | |
| }, | |
| { | |
| "epoch": 86.58823529411765, | |
| "grad_norm": 1.702025055885315, | |
| "learning_rate": 9.286643433078646e-07, | |
| "loss": 0.1008, | |
| "step": 1472 | |
| }, | |
| { | |
| "epoch": 86.6470588235294, | |
| "grad_norm": 1.2131925821304321, | |
| "learning_rate": 9.206631227033314e-07, | |
| "loss": 0.0309, | |
| "step": 1473 | |
| }, | |
| { | |
| "epoch": 86.70588235294117, | |
| "grad_norm": 1.435332179069519, | |
| "learning_rate": 9.126948564247561e-07, | |
| "loss": 0.0767, | |
| "step": 1474 | |
| }, | |
| { | |
| "epoch": 86.76470588235294, | |
| "grad_norm": 1.769909381866455, | |
| "learning_rate": 9.047595733937276e-07, | |
| "loss": 0.0804, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 86.82352941176471, | |
| "grad_norm": 2.4295907020568848, | |
| "learning_rate": 8.968573024121185e-07, | |
| "loss": 0.0853, | |
| "step": 1476 | |
| }, | |
| { | |
| "epoch": 86.88235294117646, | |
| "grad_norm": 1.5631027221679688, | |
| "learning_rate": 8.889880721619793e-07, | |
| "loss": 0.0628, | |
| "step": 1477 | |
| }, | |
| { | |
| "epoch": 86.94117647058823, | |
| "grad_norm": 1.7708773612976074, | |
| "learning_rate": 8.81151911205439e-07, | |
| "loss": 0.0628, | |
| "step": 1478 | |
| }, | |
| { | |
| "epoch": 87.0, | |
| "grad_norm": 1.4804843664169312, | |
| "learning_rate": 8.733488479845997e-07, | |
| "loss": 0.0594, | |
| "step": 1479 | |
| }, | |
| { | |
| "epoch": 87.05882352941177, | |
| "grad_norm": 1.4921247959136963, | |
| "learning_rate": 8.655789108214241e-07, | |
| "loss": 0.0349, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 87.11764705882354, | |
| "grad_norm": 1.271370768547058, | |
| "learning_rate": 8.578421279176485e-07, | |
| "loss": 0.0308, | |
| "step": 1481 | |
| }, | |
| { | |
| "epoch": 87.17647058823529, | |
| "grad_norm": 2.413344383239746, | |
| "learning_rate": 8.501385273546703e-07, | |
| "loss": 0.0819, | |
| "step": 1482 | |
| }, | |
| { | |
| "epoch": 87.23529411764706, | |
| "grad_norm": 1.3129096031188965, | |
| "learning_rate": 8.424681370934484e-07, | |
| "loss": 0.0346, | |
| "step": 1483 | |
| }, | |
| { | |
| "epoch": 87.29411764705883, | |
| "grad_norm": 2.2763307094573975, | |
| "learning_rate": 8.348309849744007e-07, | |
| "loss": 0.0869, | |
| "step": 1484 | |
| }, | |
| { | |
| "epoch": 87.3529411764706, | |
| "grad_norm": 3.4722578525543213, | |
| "learning_rate": 8.272270987173059e-07, | |
| "loss": 0.1061, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 87.41176470588235, | |
| "grad_norm": 1.7079938650131226, | |
| "learning_rate": 8.196565059212003e-07, | |
| "loss": 0.0987, | |
| "step": 1486 | |
| }, | |
| { | |
| "epoch": 87.47058823529412, | |
| "grad_norm": 1.881752371788025, | |
| "learning_rate": 8.121192340642769e-07, | |
| "loss": 0.0845, | |
| "step": 1487 | |
| }, | |
| { | |
| "epoch": 87.52941176470588, | |
| "grad_norm": 1.4184015989303589, | |
| "learning_rate": 8.046153105037902e-07, | |
| "loss": 0.0958, | |
| "step": 1488 | |
| }, | |
| { | |
| "epoch": 87.58823529411765, | |
| "grad_norm": 1.839342713356018, | |
| "learning_rate": 7.971447624759498e-07, | |
| "loss": 0.1184, | |
| "step": 1489 | |
| }, | |
| { | |
| "epoch": 87.6470588235294, | |
| "grad_norm": 1.359444260597229, | |
| "learning_rate": 7.897076170958307e-07, | |
| "loss": 0.0331, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 87.70588235294117, | |
| "grad_norm": 1.3871406316757202, | |
| "learning_rate": 7.823039013572642e-07, | |
| "loss": 0.0303, | |
| "step": 1491 | |
| }, | |
| { | |
| "epoch": 87.76470588235294, | |
| "grad_norm": 1.0865353345870972, | |
| "learning_rate": 7.749336421327502e-07, | |
| "loss": 0.028, | |
| "step": 1492 | |
| }, | |
| { | |
| "epoch": 87.82352941176471, | |
| "grad_norm": 1.8688945770263672, | |
| "learning_rate": 7.675968661733535e-07, | |
| "loss": 0.0653, | |
| "step": 1493 | |
| }, | |
| { | |
| "epoch": 87.88235294117646, | |
| "grad_norm": 1.5749787092208862, | |
| "learning_rate": 7.602936001086058e-07, | |
| "loss": 0.0491, | |
| "step": 1494 | |
| }, | |
| { | |
| "epoch": 87.94117647058823, | |
| "grad_norm": 0.9939689636230469, | |
| "learning_rate": 7.530238704464133e-07, | |
| "loss": 0.0391, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 88.0, | |
| "grad_norm": 1.4181450605392456, | |
| "learning_rate": 7.457877035729588e-07, | |
| "loss": 0.0248, | |
| "step": 1496 | |
| }, | |
| { | |
| "epoch": 88.05882352941177, | |
| "grad_norm": 2.515380859375, | |
| "learning_rate": 7.385851257526066e-07, | |
| "loss": 0.0429, | |
| "step": 1497 | |
| }, | |
| { | |
| "epoch": 88.11764705882354, | |
| "grad_norm": 1.6168322563171387, | |
| "learning_rate": 7.31416163127805e-07, | |
| "loss": 0.0308, | |
| "step": 1498 | |
| }, | |
| { | |
| "epoch": 88.17647058823529, | |
| "grad_norm": 1.5306034088134766, | |
| "learning_rate": 7.242808417189929e-07, | |
| "loss": 0.054, | |
| "step": 1499 | |
| }, | |
| { | |
| "epoch": 88.23529411764706, | |
| "grad_norm": 1.642764925956726, | |
| "learning_rate": 7.171791874245048e-07, | |
| "loss": 0.0349, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 88.29411764705883, | |
| "grad_norm": 1.3398083448410034, | |
| "learning_rate": 7.101112260204779e-07, | |
| "loss": 0.0397, | |
| "step": 1501 | |
| }, | |
| { | |
| "epoch": 88.3529411764706, | |
| "grad_norm": 1.4987317323684692, | |
| "learning_rate": 7.030769831607576e-07, | |
| "loss": 0.0683, | |
| "step": 1502 | |
| }, | |
| { | |
| "epoch": 88.41176470588235, | |
| "grad_norm": 2.484175443649292, | |
| "learning_rate": 6.960764843768053e-07, | |
| "loss": 0.0538, | |
| "step": 1503 | |
| }, | |
| { | |
| "epoch": 88.47058823529412, | |
| "grad_norm": 1.733365535736084, | |
| "learning_rate": 6.891097550776027e-07, | |
| "loss": 0.09, | |
| "step": 1504 | |
| }, | |
| { | |
| "epoch": 88.52941176470588, | |
| "grad_norm": 1.5073997974395752, | |
| "learning_rate": 6.821768205495638e-07, | |
| "loss": 0.067, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 88.58823529411765, | |
| "grad_norm": 1.6284509897232056, | |
| "learning_rate": 6.752777059564431e-07, | |
| "loss": 0.1071, | |
| "step": 1506 | |
| }, | |
| { | |
| "epoch": 88.6470588235294, | |
| "grad_norm": 1.9007198810577393, | |
| "learning_rate": 6.684124363392375e-07, | |
| "loss": 0.0887, | |
| "step": 1507 | |
| }, | |
| { | |
| "epoch": 88.70588235294117, | |
| "grad_norm": 0.8960374593734741, | |
| "learning_rate": 6.615810366161035e-07, | |
| "loss": 0.025, | |
| "step": 1508 | |
| }, | |
| { | |
| "epoch": 88.76470588235294, | |
| "grad_norm": 1.859602928161621, | |
| "learning_rate": 6.547835315822637e-07, | |
| "loss": 0.0531, | |
| "step": 1509 | |
| }, | |
| { | |
| "epoch": 88.82352941176471, | |
| "grad_norm": 1.4542087316513062, | |
| "learning_rate": 6.480199459099157e-07, | |
| "loss": 0.0651, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 88.88235294117646, | |
| "grad_norm": 1.770760178565979, | |
| "learning_rate": 6.412903041481433e-07, | |
| "loss": 0.0986, | |
| "step": 1511 | |
| }, | |
| { | |
| "epoch": 88.94117647058823, | |
| "grad_norm": 1.3468950986862183, | |
| "learning_rate": 6.345946307228301e-07, | |
| "loss": 0.0456, | |
| "step": 1512 | |
| }, | |
| { | |
| "epoch": 89.0, | |
| "grad_norm": 1.732003092765808, | |
| "learning_rate": 6.279329499365649e-07, | |
| "loss": 0.0781, | |
| "step": 1513 | |
| }, | |
| { | |
| "epoch": 89.05882352941177, | |
| "grad_norm": 1.6535214185714722, | |
| "learning_rate": 6.213052859685575e-07, | |
| "loss": 0.0983, | |
| "step": 1514 | |
| }, | |
| { | |
| "epoch": 89.11764705882354, | |
| "grad_norm": 1.8872981071472168, | |
| "learning_rate": 6.147116628745542e-07, | |
| "loss": 0.047, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 89.17647058823529, | |
| "grad_norm": 1.7581654787063599, | |
| "learning_rate": 6.081521045867422e-07, | |
| "loss": 0.0339, | |
| "step": 1516 | |
| }, | |
| { | |
| "epoch": 89.23529411764706, | |
| "grad_norm": 1.932322382926941, | |
| "learning_rate": 6.016266349136679e-07, | |
| "loss": 0.1236, | |
| "step": 1517 | |
| }, | |
| { | |
| "epoch": 89.29411764705883, | |
| "grad_norm": 1.8379243612289429, | |
| "learning_rate": 5.951352775401519e-07, | |
| "loss": 0.0565, | |
| "step": 1518 | |
| }, | |
| { | |
| "epoch": 89.3529411764706, | |
| "grad_norm": 7.357274055480957, | |
| "learning_rate": 5.88678056027202e-07, | |
| "loss": 0.0728, | |
| "step": 1519 | |
| }, | |
| { | |
| "epoch": 89.41176470588235, | |
| "grad_norm": 2.9142088890075684, | |
| "learning_rate": 5.822549938119193e-07, | |
| "loss": 0.0452, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 89.47058823529412, | |
| "grad_norm": 1.317084789276123, | |
| "learning_rate": 5.758661142074285e-07, | |
| "loss": 0.0305, | |
| "step": 1521 | |
| }, | |
| { | |
| "epoch": 89.52941176470588, | |
| "grad_norm": 1.4337207078933716, | |
| "learning_rate": 5.695114404027824e-07, | |
| "loss": 0.0686, | |
| "step": 1522 | |
| }, | |
| { | |
| "epoch": 89.58823529411765, | |
| "grad_norm": 1.5704351663589478, | |
| "learning_rate": 5.631909954628812e-07, | |
| "loss": 0.0539, | |
| "step": 1523 | |
| }, | |
| { | |
| "epoch": 89.6470588235294, | |
| "grad_norm": 1.3327590227127075, | |
| "learning_rate": 5.569048023283852e-07, | |
| "loss": 0.0528, | |
| "step": 1524 | |
| }, | |
| { | |
| "epoch": 89.70588235294117, | |
| "grad_norm": 2.355527400970459, | |
| "learning_rate": 5.506528838156377e-07, | |
| "loss": 0.1134, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 89.76470588235294, | |
| "grad_norm": 1.6319234371185303, | |
| "learning_rate": 5.444352626165783e-07, | |
| "loss": 0.0642, | |
| "step": 1526 | |
| }, | |
| { | |
| "epoch": 89.82352941176471, | |
| "grad_norm": 1.3746941089630127, | |
| "learning_rate": 5.382519612986592e-07, | |
| "loss": 0.0289, | |
| "step": 1527 | |
| }, | |
| { | |
| "epoch": 89.88235294117646, | |
| "grad_norm": 1.4701186418533325, | |
| "learning_rate": 5.321030023047691e-07, | |
| "loss": 0.0707, | |
| "step": 1528 | |
| }, | |
| { | |
| "epoch": 89.94117647058823, | |
| "grad_norm": 1.394299030303955, | |
| "learning_rate": 5.259884079531452e-07, | |
| "loss": 0.0337, | |
| "step": 1529 | |
| }, | |
| { | |
| "epoch": 90.0, | |
| "grad_norm": 1.189337134361267, | |
| "learning_rate": 5.199082004372958e-07, | |
| "loss": 0.0566, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 90.05882352941177, | |
| "grad_norm": 1.1999685764312744, | |
| "learning_rate": 5.138624018259164e-07, | |
| "loss": 0.0212, | |
| "step": 1531 | |
| }, | |
| { | |
| "epoch": 90.11764705882354, | |
| "grad_norm": 1.835867166519165, | |
| "learning_rate": 5.078510340628163e-07, | |
| "loss": 0.043, | |
| "step": 1532 | |
| }, | |
| { | |
| "epoch": 90.17647058823529, | |
| "grad_norm": 1.2612080574035645, | |
| "learning_rate": 5.018741189668308e-07, | |
| "loss": 0.0251, | |
| "step": 1533 | |
| }, | |
| { | |
| "epoch": 90.23529411764706, | |
| "grad_norm": 1.6388763189315796, | |
| "learning_rate": 4.959316782317502e-07, | |
| "loss": 0.0699, | |
| "step": 1534 | |
| }, | |
| { | |
| "epoch": 90.29411764705883, | |
| "grad_norm": 3.3105485439300537, | |
| "learning_rate": 4.900237334262326e-07, | |
| "loss": 0.0308, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 90.3529411764706, | |
| "grad_norm": 1.683754563331604, | |
| "learning_rate": 4.841503059937313e-07, | |
| "loss": 0.1327, | |
| "step": 1536 | |
| }, | |
| { | |
| "epoch": 90.41176470588235, | |
| "grad_norm": 1.507497787475586, | |
| "learning_rate": 4.783114172524173e-07, | |
| "loss": 0.1079, | |
| "step": 1537 | |
| }, | |
| { | |
| "epoch": 90.47058823529412, | |
| "grad_norm": 1.3952748775482178, | |
| "learning_rate": 4.7250708839509774e-07, | |
| "loss": 0.0688, | |
| "step": 1538 | |
| }, | |
| { | |
| "epoch": 90.52941176470588, | |
| "grad_norm": 1.850264310836792, | |
| "learning_rate": 4.667373404891429e-07, | |
| "loss": 0.0434, | |
| "step": 1539 | |
| }, | |
| { | |
| "epoch": 90.58823529411765, | |
| "grad_norm": 1.505570650100708, | |
| "learning_rate": 4.610021944764054e-07, | |
| "loss": 0.0567, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 90.6470588235294, | |
| "grad_norm": 1.3680875301361084, | |
| "learning_rate": 4.553016711731506e-07, | |
| "loss": 0.054, | |
| "step": 1541 | |
| }, | |
| { | |
| "epoch": 90.70588235294117, | |
| "grad_norm": 1.8724169731140137, | |
| "learning_rate": 4.496357912699767e-07, | |
| "loss": 0.0487, | |
| "step": 1542 | |
| }, | |
| { | |
| "epoch": 90.76470588235294, | |
| "grad_norm": 1.5032649040222168, | |
| "learning_rate": 4.440045753317379e-07, | |
| "loss": 0.0628, | |
| "step": 1543 | |
| }, | |
| { | |
| "epoch": 90.82352941176471, | |
| "grad_norm": 1.5360603332519531, | |
| "learning_rate": 4.384080437974736e-07, | |
| "loss": 0.0396, | |
| "step": 1544 | |
| }, | |
| { | |
| "epoch": 90.88235294117646, | |
| "grad_norm": 1.5431989431381226, | |
| "learning_rate": 4.328462169803338e-07, | |
| "loss": 0.0502, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 90.94117647058823, | |
| "grad_norm": 1.6763865947723389, | |
| "learning_rate": 4.2731911506750377e-07, | |
| "loss": 0.0381, | |
| "step": 1546 | |
| }, | |
| { | |
| "epoch": 91.0, | |
| "grad_norm": 2.0274996757507324, | |
| "learning_rate": 4.218267581201296e-07, | |
| "loss": 0.129, | |
| "step": 1547 | |
| }, | |
| { | |
| "epoch": 91.05882352941177, | |
| "grad_norm": 1.7646598815917969, | |
| "learning_rate": 4.163691660732505e-07, | |
| "loss": 0.0857, | |
| "step": 1548 | |
| }, | |
| { | |
| "epoch": 91.11764705882354, | |
| "grad_norm": 4.4834370613098145, | |
| "learning_rate": 4.109463587357199e-07, | |
| "loss": 0.0407, | |
| "step": 1549 | |
| }, | |
| { | |
| "epoch": 91.17647058823529, | |
| "grad_norm": 1.971574068069458, | |
| "learning_rate": 4.055583557901399e-07, | |
| "loss": 0.0575, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 91.23529411764706, | |
| "grad_norm": 1.3554234504699707, | |
| "learning_rate": 4.00205176792785e-07, | |
| "loss": 0.1005, | |
| "step": 1551 | |
| }, | |
| { | |
| "epoch": 91.29411764705883, | |
| "grad_norm": 1.315651297569275, | |
| "learning_rate": 3.9488684117353184e-07, | |
| "loss": 0.0395, | |
| "step": 1552 | |
| }, | |
| { | |
| "epoch": 91.3529411764706, | |
| "grad_norm": 1.0303173065185547, | |
| "learning_rate": 3.8960336823579135e-07, | |
| "loss": 0.0266, | |
| "step": 1553 | |
| }, | |
| { | |
| "epoch": 91.41176470588235, | |
| "grad_norm": 1.923319697380066, | |
| "learning_rate": 3.843547771564371e-07, | |
| "loss": 0.068, | |
| "step": 1554 | |
| }, | |
| { | |
| "epoch": 91.47058823529412, | |
| "grad_norm": 1.6142544746398926, | |
| "learning_rate": 3.791410869857326e-07, | |
| "loss": 0.0849, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 91.52941176470588, | |
| "grad_norm": 1.0580295324325562, | |
| "learning_rate": 3.739623166472717e-07, | |
| "loss": 0.0284, | |
| "step": 1556 | |
| }, | |
| { | |
| "epoch": 91.58823529411765, | |
| "grad_norm": 1.3730387687683105, | |
| "learning_rate": 3.6881848493789507e-07, | |
| "loss": 0.0422, | |
| "step": 1557 | |
| }, | |
| { | |
| "epoch": 91.6470588235294, | |
| "grad_norm": 1.1691946983337402, | |
| "learning_rate": 3.6370961052763607e-07, | |
| "loss": 0.0284, | |
| "step": 1558 | |
| }, | |
| { | |
| "epoch": 91.70588235294117, | |
| "grad_norm": 1.73823082447052, | |
| "learning_rate": 3.5863571195964507e-07, | |
| "loss": 0.1202, | |
| "step": 1559 | |
| }, | |
| { | |
| "epoch": 91.76470588235294, | |
| "grad_norm": 1.641265630722046, | |
| "learning_rate": 3.5359680765012505e-07, | |
| "loss": 0.0323, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 91.82352941176471, | |
| "grad_norm": 1.3079763650894165, | |
| "learning_rate": 3.4859291588826393e-07, | |
| "loss": 0.0654, | |
| "step": 1561 | |
| }, | |
| { | |
| "epoch": 91.88235294117646, | |
| "grad_norm": 1.5614491701126099, | |
| "learning_rate": 3.436240548361669e-07, | |
| "loss": 0.0651, | |
| "step": 1562 | |
| }, | |
| { | |
| "epoch": 91.94117647058823, | |
| "grad_norm": 1.097105622291565, | |
| "learning_rate": 3.3869024252879304e-07, | |
| "loss": 0.0271, | |
| "step": 1563 | |
| }, | |
| { | |
| "epoch": 92.0, | |
| "grad_norm": 1.7284287214279175, | |
| "learning_rate": 3.3379149687388866e-07, | |
| "loss": 0.0882, | |
| "step": 1564 | |
| }, | |
| { | |
| "epoch": 92.05882352941177, | |
| "grad_norm": 1.3286806344985962, | |
| "learning_rate": 3.289278356519221e-07, | |
| "loss": 0.0451, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 92.11764705882354, | |
| "grad_norm": 1.38875412940979, | |
| "learning_rate": 3.240992765160189e-07, | |
| "loss": 0.0637, | |
| "step": 1566 | |
| }, | |
| { | |
| "epoch": 92.17647058823529, | |
| "grad_norm": 1.5926504135131836, | |
| "learning_rate": 3.193058369918989e-07, | |
| "loss": 0.0412, | |
| "step": 1567 | |
| }, | |
| { | |
| "epoch": 92.23529411764706, | |
| "grad_norm": 1.6081769466400146, | |
| "learning_rate": 3.145475344778115e-07, | |
| "loss": 0.0738, | |
| "step": 1568 | |
| }, | |
| { | |
| "epoch": 92.29411764705883, | |
| "grad_norm": 1.765147089958191, | |
| "learning_rate": 3.0982438624447275e-07, | |
| "loss": 0.068, | |
| "step": 1569 | |
| }, | |
| { | |
| "epoch": 92.3529411764706, | |
| "grad_norm": 2.0561461448669434, | |
| "learning_rate": 3.051364094350051e-07, | |
| "loss": 0.0896, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 92.41176470588235, | |
| "grad_norm": 1.015868067741394, | |
| "learning_rate": 3.004836210648687e-07, | |
| "loss": 0.0345, | |
| "step": 1571 | |
| }, | |
| { | |
| "epoch": 92.47058823529412, | |
| "grad_norm": 2.530893325805664, | |
| "learning_rate": 2.958660380218048e-07, | |
| "loss": 0.0801, | |
| "step": 1572 | |
| }, | |
| { | |
| "epoch": 92.52941176470588, | |
| "grad_norm": 0.8780486583709717, | |
| "learning_rate": 2.91283677065779e-07, | |
| "loss": 0.0236, | |
| "step": 1573 | |
| }, | |
| { | |
| "epoch": 92.58823529411765, | |
| "grad_norm": 1.7259502410888672, | |
| "learning_rate": 2.867365548289092e-07, | |
| "loss": 0.0451, | |
| "step": 1574 | |
| }, | |
| { | |
| "epoch": 92.6470588235294, | |
| "grad_norm": 1.0677293539047241, | |
| "learning_rate": 2.8222468781541226e-07, | |
| "loss": 0.02, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 92.70588235294117, | |
| "grad_norm": 1.2796434164047241, | |
| "learning_rate": 2.77748092401543e-07, | |
| "loss": 0.0313, | |
| "step": 1576 | |
| }, | |
| { | |
| "epoch": 92.76470588235294, | |
| "grad_norm": 1.7719359397888184, | |
| "learning_rate": 2.733067848355353e-07, | |
| "loss": 0.0994, | |
| "step": 1577 | |
| }, | |
| { | |
| "epoch": 92.82352941176471, | |
| "grad_norm": 1.4592092037200928, | |
| "learning_rate": 2.6890078123754214e-07, | |
| "loss": 0.023, | |
| "step": 1578 | |
| }, | |
| { | |
| "epoch": 92.88235294117646, | |
| "grad_norm": 2.015256643295288, | |
| "learning_rate": 2.645300975995768e-07, | |
| "loss": 0.1103, | |
| "step": 1579 | |
| }, | |
| { | |
| "epoch": 92.94117647058823, | |
| "grad_norm": 1.2016096115112305, | |
| "learning_rate": 2.601947497854562e-07, | |
| "loss": 0.0265, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 93.0, | |
| "grad_norm": 1.6638706922531128, | |
| "learning_rate": 2.5589475353073987e-07, | |
| "loss": 0.1046, | |
| "step": 1581 | |
| }, | |
| { | |
| "epoch": 93.05882352941177, | |
| "grad_norm": 1.3327665328979492, | |
| "learning_rate": 2.5163012444267997e-07, | |
| "loss": 0.0373, | |
| "step": 1582 | |
| }, | |
| { | |
| "epoch": 93.11764705882354, | |
| "grad_norm": 1.1112209558486938, | |
| "learning_rate": 2.4740087800015576e-07, | |
| "loss": 0.0327, | |
| "step": 1583 | |
| }, | |
| { | |
| "epoch": 93.17647058823529, | |
| "grad_norm": 1.576121211051941, | |
| "learning_rate": 2.4320702955362596e-07, | |
| "loss": 0.0917, | |
| "step": 1584 | |
| }, | |
| { | |
| "epoch": 93.23529411764706, | |
| "grad_norm": 1.5937718152999878, | |
| "learning_rate": 2.3904859432506535e-07, | |
| "loss": 0.0832, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 93.29411764705883, | |
| "grad_norm": 1.379560112953186, | |
| "learning_rate": 2.349255874079137e-07, | |
| "loss": 0.0535, | |
| "step": 1586 | |
| }, | |
| { | |
| "epoch": 93.3529411764706, | |
| "grad_norm": 1.5485881567001343, | |
| "learning_rate": 2.308380237670227e-07, | |
| "loss": 0.0975, | |
| "step": 1587 | |
| }, | |
| { | |
| "epoch": 93.41176470588235, | |
| "grad_norm": 1.4052072763442993, | |
| "learning_rate": 2.2678591823859563e-07, | |
| "loss": 0.1123, | |
| "step": 1588 | |
| }, | |
| { | |
| "epoch": 93.47058823529412, | |
| "grad_norm": 1.2261841297149658, | |
| "learning_rate": 2.2276928553013998e-07, | |
| "loss": 0.0232, | |
| "step": 1589 | |
| }, | |
| { | |
| "epoch": 93.52941176470588, | |
| "grad_norm": 1.558768391609192, | |
| "learning_rate": 2.1878814022041062e-07, | |
| "loss": 0.0499, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 93.58823529411765, | |
| "grad_norm": 1.6721471548080444, | |
| "learning_rate": 2.1484249675935653e-07, | |
| "loss": 0.0702, | |
| "step": 1591 | |
| }, | |
| { | |
| "epoch": 93.6470588235294, | |
| "grad_norm": 1.2389872074127197, | |
| "learning_rate": 2.1093236946807095e-07, | |
| "loss": 0.0214, | |
| "step": 1592 | |
| }, | |
| { | |
| "epoch": 93.70588235294117, | |
| "grad_norm": 2.034205675125122, | |
| "learning_rate": 2.070577725387357e-07, | |
| "loss": 0.0537, | |
| "step": 1593 | |
| }, | |
| { | |
| "epoch": 93.76470588235294, | |
| "grad_norm": 1.462477207183838, | |
| "learning_rate": 2.0321872003457255e-07, | |
| "loss": 0.034, | |
| "step": 1594 | |
| }, | |
| { | |
| "epoch": 93.82352941176471, | |
| "grad_norm": 1.078531265258789, | |
| "learning_rate": 1.994152258897919e-07, | |
| "loss": 0.0258, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 93.88235294117646, | |
| "grad_norm": 1.8153966665267944, | |
| "learning_rate": 1.956473039095419e-07, | |
| "loss": 0.0986, | |
| "step": 1596 | |
| }, | |
| { | |
| "epoch": 93.94117647058823, | |
| "grad_norm": 1.461488127708435, | |
| "learning_rate": 1.919149677698562e-07, | |
| "loss": 0.0719, | |
| "step": 1597 | |
| }, | |
| { | |
| "epoch": 94.0, | |
| "grad_norm": 1.9292405843734741, | |
| "learning_rate": 1.8821823101760949e-07, | |
| "loss": 0.0385, | |
| "step": 1598 | |
| }, | |
| { | |
| "epoch": 94.05882352941177, | |
| "grad_norm": 1.3086336851119995, | |
| "learning_rate": 1.8455710707046215e-07, | |
| "loss": 0.0679, | |
| "step": 1599 | |
| }, | |
| { | |
| "epoch": 94.11764705882354, | |
| "grad_norm": 1.411601185798645, | |
| "learning_rate": 1.8093160921681564e-07, | |
| "loss": 0.0295, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 94.17647058823529, | |
| "grad_norm": 1.1931512355804443, | |
| "learning_rate": 1.7734175061576264e-07, | |
| "loss": 0.0312, | |
| "step": 1601 | |
| }, | |
| { | |
| "epoch": 94.23529411764706, | |
| "grad_norm": 1.776712417602539, | |
| "learning_rate": 1.7378754429704049e-07, | |
| "loss": 0.0569, | |
| "step": 1602 | |
| }, | |
| { | |
| "epoch": 94.29411764705883, | |
| "grad_norm": 1.221267580986023, | |
| "learning_rate": 1.7026900316098217e-07, | |
| "loss": 0.0602, | |
| "step": 1603 | |
| }, | |
| { | |
| "epoch": 94.3529411764706, | |
| "grad_norm": 1.6622343063354492, | |
| "learning_rate": 1.6678613997847094e-07, | |
| "loss": 0.0579, | |
| "step": 1604 | |
| }, | |
| { | |
| "epoch": 94.41176470588235, | |
| "grad_norm": 1.5090763568878174, | |
| "learning_rate": 1.633389673908947e-07, | |
| "loss": 0.0755, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 94.47058823529412, | |
| "grad_norm": 1.8792388439178467, | |
| "learning_rate": 1.5992749791009622e-07, | |
| "loss": 0.1474, | |
| "step": 1606 | |
| }, | |
| { | |
| "epoch": 94.52941176470588, | |
| "grad_norm": 1.3404693603515625, | |
| "learning_rate": 1.5655174391833394e-07, | |
| "loss": 0.03, | |
| "step": 1607 | |
| }, | |
| { | |
| "epoch": 94.58823529411765, | |
| "grad_norm": 1.1935615539550781, | |
| "learning_rate": 1.5321171766822796e-07, | |
| "loss": 0.0392, | |
| "step": 1608 | |
| }, | |
| { | |
| "epoch": 94.6470588235294, | |
| "grad_norm": 1.8770685195922852, | |
| "learning_rate": 1.4990743128272755e-07, | |
| "loss": 0.0898, | |
| "step": 1609 | |
| }, | |
| { | |
| "epoch": 94.70588235294117, | |
| "grad_norm": 2.1046628952026367, | |
| "learning_rate": 1.4663889675505694e-07, | |
| "loss": 0.0352, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 94.76470588235294, | |
| "grad_norm": 1.2156071662902832, | |
| "learning_rate": 1.434061259486763e-07, | |
| "loss": 0.0363, | |
| "step": 1611 | |
| }, | |
| { | |
| "epoch": 94.82352941176471, | |
| "grad_norm": 2.1262800693511963, | |
| "learning_rate": 1.4020913059723862e-07, | |
| "loss": 0.0822, | |
| "step": 1612 | |
| }, | |
| { | |
| "epoch": 94.88235294117646, | |
| "grad_norm": 1.7029160261154175, | |
| "learning_rate": 1.37047922304544e-07, | |
| "loss": 0.0893, | |
| "step": 1613 | |
| }, | |
| { | |
| "epoch": 94.94117647058823, | |
| "grad_norm": 1.429010272026062, | |
| "learning_rate": 1.3392251254450428e-07, | |
| "loss": 0.0386, | |
| "step": 1614 | |
| }, | |
| { | |
| "epoch": 95.0, | |
| "grad_norm": 1.4527175426483154, | |
| "learning_rate": 1.30832912661093e-07, | |
| "loss": 0.026, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 95.05882352941177, | |
| "grad_norm": 1.5953952074050903, | |
| "learning_rate": 1.2777913386831097e-07, | |
| "loss": 0.0927, | |
| "step": 1616 | |
| }, | |
| { | |
| "epoch": 95.11764705882354, | |
| "grad_norm": 1.455911636352539, | |
| "learning_rate": 1.2476118725014085e-07, | |
| "loss": 0.0631, | |
| "step": 1617 | |
| }, | |
| { | |
| "epoch": 95.17647058823529, | |
| "grad_norm": 1.6352274417877197, | |
| "learning_rate": 1.217790837605104e-07, | |
| "loss": 0.1013, | |
| "step": 1618 | |
| }, | |
| { | |
| "epoch": 95.23529411764706, | |
| "grad_norm": 11.379027366638184, | |
| "learning_rate": 1.1883283422325142e-07, | |
| "loss": 0.0351, | |
| "step": 1619 | |
| }, | |
| { | |
| "epoch": 95.29411764705883, | |
| "grad_norm": 1.1606031656265259, | |
| "learning_rate": 1.1592244933205988e-07, | |
| "loss": 0.0447, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 95.3529411764706, | |
| "grad_norm": 1.2983261346817017, | |
| "learning_rate": 1.130479396504558e-07, | |
| "loss": 0.0246, | |
| "step": 1621 | |
| }, | |
| { | |
| "epoch": 95.41176470588235, | |
| "grad_norm": 1.2248892784118652, | |
| "learning_rate": 1.1020931561174897e-07, | |
| "loss": 0.0356, | |
| "step": 1622 | |
| }, | |
| { | |
| "epoch": 95.47058823529412, | |
| "grad_norm": 1.297864317893982, | |
| "learning_rate": 1.0740658751899891e-07, | |
| "loss": 0.1103, | |
| "step": 1623 | |
| }, | |
| { | |
| "epoch": 95.52941176470588, | |
| "grad_norm": 1.479166865348816, | |
| "learning_rate": 1.0463976554497823e-07, | |
| "loss": 0.0406, | |
| "step": 1624 | |
| }, | |
| { | |
| "epoch": 95.58823529411765, | |
| "grad_norm": 1.5235199928283691, | |
| "learning_rate": 1.019088597321305e-07, | |
| "loss": 0.0269, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 95.6470588235294, | |
| "grad_norm": 1.4718759059906006, | |
| "learning_rate": 9.921387999254128e-08, | |
| "loss": 0.096, | |
| "step": 1626 | |
| }, | |
| { | |
| "epoch": 95.70588235294117, | |
| "grad_norm": 1.435036540031433, | |
| "learning_rate": 9.65548361079005e-08, | |
| "loss": 0.0337, | |
| "step": 1627 | |
| }, | |
| { | |
| "epoch": 95.76470588235294, | |
| "grad_norm": 2.9721319675445557, | |
| "learning_rate": 9.393173772946129e-08, | |
| "loss": 0.0785, | |
| "step": 1628 | |
| }, | |
| { | |
| "epoch": 95.82352941176471, | |
| "grad_norm": 1.6321048736572266, | |
| "learning_rate": 9.134459437801225e-08, | |
| "loss": 0.0599, | |
| "step": 1629 | |
| }, | |
| { | |
| "epoch": 95.88235294117646, | |
| "grad_norm": 1.5033143758773804, | |
| "learning_rate": 8.87934154438408e-08, | |
| "loss": 0.0652, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 95.94117647058823, | |
| "grad_norm": 1.7039252519607544, | |
| "learning_rate": 8.627821018669213e-08, | |
| "loss": 0.0437, | |
| "step": 1631 | |
| }, | |
| { | |
| "epoch": 96.0, | |
| "grad_norm": 1.3960661888122559, | |
| "learning_rate": 8.379898773574924e-08, | |
| "loss": 0.0519, | |
| "step": 1632 | |
| }, | |
| { | |
| "epoch": 96.05882352941177, | |
| "grad_norm": 1.78780996799469, | |
| "learning_rate": 8.135575708958621e-08, | |
| "loss": 0.0382, | |
| "step": 1633 | |
| }, | |
| { | |
| "epoch": 96.11764705882354, | |
| "grad_norm": 1.5066839456558228, | |
| "learning_rate": 7.894852711614275e-08, | |
| "loss": 0.0555, | |
| "step": 1634 | |
| }, | |
| { | |
| "epoch": 96.17647058823529, | |
| "grad_norm": 1.5087800025939941, | |
| "learning_rate": 7.657730655269424e-08, | |
| "loss": 0.0739, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 96.23529411764706, | |
| "grad_norm": 1.83529531955719, | |
| "learning_rate": 7.424210400581167e-08, | |
| "loss": 0.1016, | |
| "step": 1636 | |
| }, | |
| { | |
| "epoch": 96.29411764705883, | |
| "grad_norm": 1.5357167720794678, | |
| "learning_rate": 7.19429279513384e-08, | |
| "loss": 0.0443, | |
| "step": 1637 | |
| }, | |
| { | |
| "epoch": 96.3529411764706, | |
| "grad_norm": 1.514906644821167, | |
| "learning_rate": 6.96797867343535e-08, | |
| "loss": 0.0612, | |
| "step": 1638 | |
| }, | |
| { | |
| "epoch": 96.41176470588235, | |
| "grad_norm": 1.625988483428955, | |
| "learning_rate": 6.745268856914622e-08, | |
| "loss": 0.0392, | |
| "step": 1639 | |
| }, | |
| { | |
| "epoch": 96.47058823529412, | |
| "grad_norm": 1.2151917219161987, | |
| "learning_rate": 6.526164153918269e-08, | |
| "loss": 0.0284, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 96.52941176470588, | |
| "grad_norm": 1.8283357620239258, | |
| "learning_rate": 6.310665359708035e-08, | |
| "loss": 0.0659, | |
| "step": 1641 | |
| }, | |
| { | |
| "epoch": 96.58823529411765, | |
| "grad_norm": 1.7530206441879272, | |
| "learning_rate": 6.098773256457468e-08, | |
| "loss": 0.0291, | |
| "step": 1642 | |
| }, | |
| { | |
| "epoch": 96.6470588235294, | |
| "grad_norm": 2.2579822540283203, | |
| "learning_rate": 5.890488613249257e-08, | |
| "loss": 0.0678, | |
| "step": 1643 | |
| }, | |
| { | |
| "epoch": 96.70588235294117, | |
| "grad_norm": 1.8850383758544922, | |
| "learning_rate": 5.685812186072559e-08, | |
| "loss": 0.0953, | |
| "step": 1644 | |
| }, | |
| { | |
| "epoch": 96.76470588235294, | |
| "grad_norm": 1.521911859512329, | |
| "learning_rate": 5.484744717820123e-08, | |
| "loss": 0.0303, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 96.82352941176471, | |
| "grad_norm": 1.9838532209396362, | |
| "learning_rate": 5.287286938285729e-08, | |
| "loss": 0.0592, | |
| "step": 1646 | |
| }, | |
| { | |
| "epoch": 96.88235294117646, | |
| "grad_norm": 1.3336255550384521, | |
| "learning_rate": 5.0934395641611954e-08, | |
| "loss": 0.0352, | |
| "step": 1647 | |
| }, | |
| { | |
| "epoch": 96.94117647058823, | |
| "grad_norm": 1.6650339365005493, | |
| "learning_rate": 4.903203299034376e-08, | |
| "loss": 0.1237, | |
| "step": 1648 | |
| }, | |
| { | |
| "epoch": 97.0, | |
| "grad_norm": 1.8853039741516113, | |
| "learning_rate": 4.716578833386054e-08, | |
| "loss": 0.0882, | |
| "step": 1649 | |
| }, | |
| { | |
| "epoch": 97.05882352941177, | |
| "grad_norm": 1.545451283454895, | |
| "learning_rate": 4.5335668445876115e-08, | |
| "loss": 0.0296, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 97.11764705882354, | |
| "grad_norm": 1.390011191368103, | |
| "learning_rate": 4.354167996898584e-08, | |
| "loss": 0.0556, | |
| "step": 1651 | |
| }, | |
| { | |
| "epoch": 97.17647058823529, | |
| "grad_norm": 1.4995321035385132, | |
| "learning_rate": 4.178382941464554e-08, | |
| "loss": 0.0553, | |
| "step": 1652 | |
| }, | |
| { | |
| "epoch": 97.23529411764706, | |
| "grad_norm": 2.1895222663879395, | |
| "learning_rate": 4.006212316314151e-08, | |
| "loss": 0.0395, | |
| "step": 1653 | |
| }, | |
| { | |
| "epoch": 97.29411764705883, | |
| "grad_norm": 1.4705277681350708, | |
| "learning_rate": 3.8376567463571654e-08, | |
| "loss": 0.0659, | |
| "step": 1654 | |
| }, | |
| { | |
| "epoch": 97.3529411764706, | |
| "grad_norm": 1.5410383939743042, | |
| "learning_rate": 3.672716843382218e-08, | |
| "loss": 0.0794, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 97.41176470588235, | |
| "grad_norm": 1.1986891031265259, | |
| "learning_rate": 3.511393206054759e-08, | |
| "loss": 0.0276, | |
| "step": 1656 | |
| }, | |
| { | |
| "epoch": 97.47058823529412, | |
| "grad_norm": 1.730941891670227, | |
| "learning_rate": 3.3536864199141814e-08, | |
| "loss": 0.0405, | |
| "step": 1657 | |
| }, | |
| { | |
| "epoch": 97.52941176470588, | |
| "grad_norm": 1.7975687980651855, | |
| "learning_rate": 3.1995970573726055e-08, | |
| "loss": 0.0682, | |
| "step": 1658 | |
| }, | |
| { | |
| "epoch": 97.58823529411765, | |
| "grad_norm": 1.4790481328964233, | |
| "learning_rate": 3.049125677711984e-08, | |
| "loss": 0.0311, | |
| "step": 1659 | |
| }, | |
| { | |
| "epoch": 97.6470588235294, | |
| "grad_norm": 1.908799171447754, | |
| "learning_rate": 2.902272827082886e-08, | |
| "loss": 0.0519, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 97.70588235294117, | |
| "grad_norm": 1.7086906433105469, | |
| "learning_rate": 2.7590390385017208e-08, | |
| "loss": 0.0826, | |
| "step": 1661 | |
| }, | |
| { | |
| "epoch": 97.76470588235294, | |
| "grad_norm": 1.4691822528839111, | |
| "learning_rate": 2.619424831849293e-08, | |
| "loss": 0.0681, | |
| "step": 1662 | |
| }, | |
| { | |
| "epoch": 97.82352941176471, | |
| "grad_norm": 1.6778796911239624, | |
| "learning_rate": 2.4834307138688064e-08, | |
| "loss": 0.0784, | |
| "step": 1663 | |
| }, | |
| { | |
| "epoch": 97.88235294117646, | |
| "grad_norm": 1.885629415512085, | |
| "learning_rate": 2.3510571781640846e-08, | |
| "loss": 0.1065, | |
| "step": 1664 | |
| }, | |
| { | |
| "epoch": 97.94117647058823, | |
| "grad_norm": 1.5108624696731567, | |
| "learning_rate": 2.2223047051973533e-08, | |
| "loss": 0.0471, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 98.0, | |
| "grad_norm": 2.00940203666687, | |
| "learning_rate": 2.0971737622883515e-08, | |
| "loss": 0.0899, | |
| "step": 1666 | |
| }, | |
| { | |
| "epoch": 98.05882352941177, | |
| "grad_norm": 2.4714226722717285, | |
| "learning_rate": 1.9756648036116654e-08, | |
| "loss": 0.0549, | |
| "step": 1667 | |
| }, | |
| { | |
| "epoch": 98.11764705882354, | |
| "grad_norm": 1.6516335010528564, | |
| "learning_rate": 1.8577782701959536e-08, | |
| "loss": 0.0438, | |
| "step": 1668 | |
| }, | |
| { | |
| "epoch": 98.17647058823529, | |
| "grad_norm": 2.0235722064971924, | |
| "learning_rate": 1.743514589921502e-08, | |
| "loss": 0.114, | |
| "step": 1669 | |
| }, | |
| { | |
| "epoch": 98.23529411764706, | |
| "grad_norm": 2.0519068241119385, | |
| "learning_rate": 1.6328741775194502e-08, | |
| "loss": 0.0654, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 98.29411764705883, | |
| "grad_norm": 1.8690237998962402, | |
| "learning_rate": 1.5258574345696775e-08, | |
| "loss": 0.0834, | |
| "step": 1671 | |
| }, | |
| { | |
| "epoch": 98.3529411764706, | |
| "grad_norm": 1.7942980527877808, | |
| "learning_rate": 1.4224647494999189e-08, | |
| "loss": 0.0395, | |
| "step": 1672 | |
| }, | |
| { | |
| "epoch": 98.41176470588235, | |
| "grad_norm": 1.9478211402893066, | |
| "learning_rate": 1.3226964975837641e-08, | |
| "loss": 0.1109, | |
| "step": 1673 | |
| }, | |
| { | |
| "epoch": 98.47058823529412, | |
| "grad_norm": 1.2691676616668701, | |
| "learning_rate": 1.2265530409397708e-08, | |
| "loss": 0.0339, | |
| "step": 1674 | |
| }, | |
| { | |
| "epoch": 98.52941176470588, | |
| "grad_norm": 1.386500597000122, | |
| "learning_rate": 1.134034728529687e-08, | |
| "loss": 0.0361, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 98.58823529411765, | |
| "grad_norm": 1.3231767416000366, | |
| "learning_rate": 1.0451418961576754e-08, | |
| "loss": 0.0374, | |
| "step": 1676 | |
| }, | |
| { | |
| "epoch": 98.6470588235294, | |
| "grad_norm": 0.9929178357124329, | |
| "learning_rate": 9.598748664688683e-09, | |
| "loss": 0.023, | |
| "step": 1677 | |
| }, | |
| { | |
| "epoch": 98.70588235294117, | |
| "grad_norm": 1.6882702112197876, | |
| "learning_rate": 8.782339489482595e-09, | |
| "loss": 0.1198, | |
| "step": 1678 | |
| }, | |
| { | |
| "epoch": 98.76470588235294, | |
| "grad_norm": 1.374429702758789, | |
| "learning_rate": 8.002194399191476e-09, | |
| "loss": 0.0348, | |
| "step": 1679 | |
| }, | |
| { | |
| "epoch": 98.82352941176471, | |
| "grad_norm": 1.2156238555908203, | |
| "learning_rate": 7.2583162254280526e-09, | |
| "loss": 0.0246, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 98.88235294117646, | |
| "grad_norm": 1.4856112003326416, | |
| "learning_rate": 6.550707668171452e-09, | |
| "loss": 0.0619, | |
| "step": 1681 | |
| }, | |
| { | |
| "epoch": 98.94117647058823, | |
| "grad_norm": 4.639705181121826, | |
| "learning_rate": 5.879371295751668e-09, | |
| "loss": 0.0713, | |
| "step": 1682 | |
| }, | |
| { | |
| "epoch": 99.0, | |
| "grad_norm": 15.063031196594238, | |
| "learning_rate": 5.2443095448506674e-09, | |
| "loss": 0.0636, | |
| "step": 1683 | |
| }, | |
| { | |
| "epoch": 99.05882352941177, | |
| "grad_norm": 1.4607163667678833, | |
| "learning_rate": 4.645524720485739e-09, | |
| "loss": 0.0519, | |
| "step": 1684 | |
| }, | |
| { | |
| "epoch": 99.11764705882354, | |
| "grad_norm": 1.459328293800354, | |
| "learning_rate": 4.0830189960050505e-09, | |
| "loss": 0.0457, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 99.17647058823529, | |
| "grad_norm": 1.3032056093215942, | |
| "learning_rate": 3.556794413074327e-09, | |
| "loss": 0.0341, | |
| "step": 1686 | |
| }, | |
| { | |
| "epoch": 99.23529411764706, | |
| "grad_norm": 1.1812529563903809, | |
| "learning_rate": 3.066852881679072e-09, | |
| "loss": 0.028, | |
| "step": 1687 | |
| }, | |
| { | |
| "epoch": 99.29411764705883, | |
| "grad_norm": 1.7535244226455688, | |
| "learning_rate": 2.613196180107913e-09, | |
| "loss": 0.0434, | |
| "step": 1688 | |
| }, | |
| { | |
| "epoch": 99.3529411764706, | |
| "grad_norm": 1.4377093315124512, | |
| "learning_rate": 2.1958259549514914e-09, | |
| "loss": 0.057, | |
| "step": 1689 | |
| }, | |
| { | |
| "epoch": 99.41176470588235, | |
| "grad_norm": 1.2816752195358276, | |
| "learning_rate": 1.8147437210958018e-09, | |
| "loss": 0.0282, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 99.47058823529412, | |
| "grad_norm": 1.5607774257659912, | |
| "learning_rate": 1.4699508617144199e-09, | |
| "loss": 0.0547, | |
| "step": 1691 | |
| }, | |
| { | |
| "epoch": 99.52941176470588, | |
| "grad_norm": 1.57564377784729, | |
| "learning_rate": 1.161448628267392e-09, | |
| "loss": 0.1208, | |
| "step": 1692 | |
| }, | |
| { | |
| "epoch": 99.58823529411765, | |
| "grad_norm": 1.4121248722076416, | |
| "learning_rate": 8.892381404923545e-10, | |
| "loss": 0.0459, | |
| "step": 1693 | |
| }, | |
| { | |
| "epoch": 99.6470588235294, | |
| "grad_norm": 1.1185537576675415, | |
| "learning_rate": 6.533203864034221e-10, | |
| "loss": 0.0608, | |
| "step": 1694 | |
| }, | |
| { | |
| "epoch": 99.70588235294117, | |
| "grad_norm": 1.5961196422576904, | |
| "learning_rate": 4.5369622228674805e-10, | |
| "loss": 0.0324, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 99.76470588235294, | |
| "grad_norm": 2.089541435241699, | |
| "learning_rate": 2.9036637269830303e-10, | |
| "loss": 0.1189, | |
| "step": 1696 | |
| }, | |
| { | |
| "epoch": 99.82352941176471, | |
| "grad_norm": 1.7632555961608887, | |
| "learning_rate": 1.6333143045832445e-10, | |
| "loss": 0.0738, | |
| "step": 1697 | |
| }, | |
| { | |
| "epoch": 99.88235294117646, | |
| "grad_norm": 1.152005672454834, | |
| "learning_rate": 7.259185665353663e-11, | |
| "loss": 0.0307, | |
| "step": 1698 | |
| }, | |
| { | |
| "epoch": 99.94117647058823, | |
| "grad_norm": 1.5251919031143188, | |
| "learning_rate": 1.8147980630489613e-11, | |
| "loss": 0.1163, | |
| "step": 1699 | |
| }, | |
| { | |
| "epoch": 100.0, | |
| "grad_norm": 2.0700817108154297, | |
| "learning_rate": 0.0, | |
| "loss": 0.0512, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 100.0, | |
| "step": 1700, | |
| "total_flos": 3969891224780800.0, | |
| "train_loss": 0.5549032051423016, | |
| "train_runtime": 1008.6063, | |
| "train_samples_per_second": 52.746, | |
| "train_steps_per_second": 1.685 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 1700, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 100, | |
| "save_steps": 50000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3969891224780800.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |