| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 1033, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0009682885499878964, |
| "grad_norm": 0.6142507791519165, |
| "learning_rate": 0.0, |
| "loss": 0.7025314569473267, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0019365770999757927, |
| "grad_norm": 0.6211322546005249, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.6656137704849243, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.002904865649963689, |
| "grad_norm": 0.6215519905090332, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.6469869017601013, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0038731541999515854, |
| "grad_norm": 0.6204696297645569, |
| "learning_rate": 3e-06, |
| "loss": 0.6729673147201538, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.004841442749939482, |
| "grad_norm": 0.5724360942840576, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.6311185956001282, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.005809731299927378, |
| "grad_norm": 0.6253241896629333, |
| "learning_rate": 5e-06, |
| "loss": 0.6582703590393066, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.006778019849915275, |
| "grad_norm": 0.6960524320602417, |
| "learning_rate": 6e-06, |
| "loss": 0.6846659183502197, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.007746308399903171, |
| "grad_norm": 0.669350802898407, |
| "learning_rate": 7e-06, |
| "loss": 0.690190315246582, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.008714596949891068, |
| "grad_norm": 0.603227436542511, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.6193867325782776, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.009682885499878963, |
| "grad_norm": 0.5855698585510254, |
| "learning_rate": 9e-06, |
| "loss": 0.5652514696121216, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01065117404986686, |
| "grad_norm": 0.652574360370636, |
| "learning_rate": 1e-05, |
| "loss": 0.5543577671051025, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.011619462599854757, |
| "grad_norm": 0.6981928944587708, |
| "learning_rate": 9.990224828934506e-06, |
| "loss": 0.5915582180023193, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.012587751149842653, |
| "grad_norm": 0.6892595291137695, |
| "learning_rate": 9.980449657869014e-06, |
| "loss": 0.5405319333076477, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.01355603969983055, |
| "grad_norm": 0.6135081648826599, |
| "learning_rate": 9.97067448680352e-06, |
| "loss": 0.535025954246521, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.014524328249818447, |
| "grad_norm": 0.6271191239356995, |
| "learning_rate": 9.960899315738027e-06, |
| "loss": 0.5299935340881348, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.015492616799806342, |
| "grad_norm": 0.5334578156471252, |
| "learning_rate": 9.951124144672532e-06, |
| "loss": 0.4963300824165344, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.01646090534979424, |
| "grad_norm": 0.5006250143051147, |
| "learning_rate": 9.94134897360704e-06, |
| "loss": 0.49313884973526, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.017429193899782137, |
| "grad_norm": 0.3994006812572479, |
| "learning_rate": 9.931573802541545e-06, |
| "loss": 0.4737316966056824, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.01839748244977003, |
| "grad_norm": 0.28798240423202515, |
| "learning_rate": 9.921798631476052e-06, |
| "loss": 0.4324286878108978, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.019365770999757927, |
| "grad_norm": 0.26087912917137146, |
| "learning_rate": 9.912023460410558e-06, |
| "loss": 0.43165814876556396, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.020334059549745823, |
| "grad_norm": 0.2219318300485611, |
| "learning_rate": 9.902248289345065e-06, |
| "loss": 0.44213879108428955, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.02130234809973372, |
| "grad_norm": 0.2282973825931549, |
| "learning_rate": 9.89247311827957e-06, |
| "loss": 0.45201411843299866, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.022270636649721617, |
| "grad_norm": 0.2014036774635315, |
| "learning_rate": 9.882697947214078e-06, |
| "loss": 0.41472718119621277, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.023238925199709513, |
| "grad_norm": 0.21150773763656616, |
| "learning_rate": 9.872922776148584e-06, |
| "loss": 0.41946664452552795, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.02420721374969741, |
| "grad_norm": 0.253612220287323, |
| "learning_rate": 9.863147605083089e-06, |
| "loss": 0.42294907569885254, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.025175502299685307, |
| "grad_norm": 0.21278540790081024, |
| "learning_rate": 9.853372434017596e-06, |
| "loss": 0.4383317828178406, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.026143790849673203, |
| "grad_norm": 0.24685898423194885, |
| "learning_rate": 9.843597262952102e-06, |
| "loss": 0.46812987327575684, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.0271120793996611, |
| "grad_norm": 0.18908213078975677, |
| "learning_rate": 9.83382209188661e-06, |
| "loss": 0.40582185983657837, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.028080367949648997, |
| "grad_norm": 0.20694321393966675, |
| "learning_rate": 9.824046920821115e-06, |
| "loss": 0.39531630277633667, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.029048656499636893, |
| "grad_norm": 0.1862354725599289, |
| "learning_rate": 9.814271749755622e-06, |
| "loss": 0.4046899676322937, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.030016945049624787, |
| "grad_norm": 0.21069619059562683, |
| "learning_rate": 9.804496578690128e-06, |
| "loss": 0.39400529861450195, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.030985233599612683, |
| "grad_norm": 0.1739916056394577, |
| "learning_rate": 9.794721407624635e-06, |
| "loss": 0.40542545914649963, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.03195352214960058, |
| "grad_norm": 0.16906821727752686, |
| "learning_rate": 9.78494623655914e-06, |
| "loss": 0.37384384870529175, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.03292181069958848, |
| "grad_norm": 0.17224127054214478, |
| "learning_rate": 9.775171065493648e-06, |
| "loss": 0.3819228410720825, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.03389009924957637, |
| "grad_norm": 0.16344308853149414, |
| "learning_rate": 9.765395894428153e-06, |
| "loss": 0.41173726320266724, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.034858387799564274, |
| "grad_norm": 0.17100028693675995, |
| "learning_rate": 9.75562072336266e-06, |
| "loss": 0.39287662506103516, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.03582667634955217, |
| "grad_norm": 0.15641067922115326, |
| "learning_rate": 9.745845552297166e-06, |
| "loss": 0.3993951976299286, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.03679496489954006, |
| "grad_norm": 0.15000952780246735, |
| "learning_rate": 9.736070381231672e-06, |
| "loss": 0.37331604957580566, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.03776325344952796, |
| "grad_norm": 0.16917653381824493, |
| "learning_rate": 9.726295210166179e-06, |
| "loss": 0.45155206322669983, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.03873154199951585, |
| "grad_norm": 0.1585894376039505, |
| "learning_rate": 9.716520039100685e-06, |
| "loss": 0.3733840882778168, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03969983054950375, |
| "grad_norm": 0.14439353346824646, |
| "learning_rate": 9.706744868035192e-06, |
| "loss": 0.3886685073375702, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.04066811909949165, |
| "grad_norm": 0.14183790981769562, |
| "learning_rate": 9.696969696969698e-06, |
| "loss": 0.3821936547756195, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.04163640764947955, |
| "grad_norm": 0.16753076016902924, |
| "learning_rate": 9.687194525904205e-06, |
| "loss": 0.4522704780101776, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.04260469619946744, |
| "grad_norm": 0.1615847498178482, |
| "learning_rate": 9.67741935483871e-06, |
| "loss": 0.3997975289821625, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.04357298474945534, |
| "grad_norm": 0.1554916650056839, |
| "learning_rate": 9.667644183773218e-06, |
| "loss": 0.3691978454589844, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.04454127329944323, |
| "grad_norm": 0.16841153800487518, |
| "learning_rate": 9.657869012707723e-06, |
| "loss": 0.41484490036964417, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.045509561849431134, |
| "grad_norm": 0.1278965324163437, |
| "learning_rate": 9.64809384164223e-06, |
| "loss": 0.35556912422180176, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.04647785039941903, |
| "grad_norm": 0.14681562781333923, |
| "learning_rate": 9.638318670576736e-06, |
| "loss": 0.40769901871681213, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.04744613894940692, |
| "grad_norm": 0.14918000996112823, |
| "learning_rate": 9.628543499511243e-06, |
| "loss": 0.3773626387119293, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.04841442749939482, |
| "grad_norm": 0.13720250129699707, |
| "learning_rate": 9.618768328445749e-06, |
| "loss": 0.3663005232810974, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.04938271604938271, |
| "grad_norm": 0.14886170625686646, |
| "learning_rate": 9.608993157380255e-06, |
| "loss": 0.4067220985889435, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.05035100459937061, |
| "grad_norm": 0.14274443686008453, |
| "learning_rate": 9.599217986314762e-06, |
| "loss": 0.3832167685031891, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.05131929314935851, |
| "grad_norm": 0.15536513924598694, |
| "learning_rate": 9.589442815249267e-06, |
| "loss": 0.4395195245742798, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.05228758169934641, |
| "grad_norm": 0.1393464207649231, |
| "learning_rate": 9.579667644183775e-06, |
| "loss": 0.3716701567173004, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.0532558702493343, |
| "grad_norm": 0.1450338065624237, |
| "learning_rate": 9.56989247311828e-06, |
| "loss": 0.362257719039917, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.0542241587993222, |
| "grad_norm": 0.14616632461547852, |
| "learning_rate": 9.560117302052788e-06, |
| "loss": 0.4077686369419098, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.05519244734931009, |
| "grad_norm": 0.1374523639678955, |
| "learning_rate": 9.550342130987293e-06, |
| "loss": 0.3961605429649353, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.056160735899297994, |
| "grad_norm": 0.1394190788269043, |
| "learning_rate": 9.5405669599218e-06, |
| "loss": 0.3706665635108948, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.05712902444928589, |
| "grad_norm": 0.11874961853027344, |
| "learning_rate": 9.530791788856306e-06, |
| "loss": 0.30775582790374756, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.05809731299927379, |
| "grad_norm": 0.1349610835313797, |
| "learning_rate": 9.521016617790813e-06, |
| "loss": 0.3784869313240051, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.05906560154926168, |
| "grad_norm": 0.13463151454925537, |
| "learning_rate": 9.511241446725319e-06, |
| "loss": 0.3922792077064514, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.06003389009924957, |
| "grad_norm": 0.12930694222450256, |
| "learning_rate": 9.501466275659824e-06, |
| "loss": 0.37777647376060486, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.06100217864923747, |
| "grad_norm": 0.13075940310955048, |
| "learning_rate": 9.491691104594332e-06, |
| "loss": 0.38546550273895264, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.06197046719922537, |
| "grad_norm": 0.13507235050201416, |
| "learning_rate": 9.481915933528837e-06, |
| "loss": 0.3709413707256317, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.06293875574921326, |
| "grad_norm": 0.1276707798242569, |
| "learning_rate": 9.472140762463345e-06, |
| "loss": 0.3352872431278229, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.06390704429920116, |
| "grad_norm": 0.11911962181329727, |
| "learning_rate": 9.46236559139785e-06, |
| "loss": 0.3386506140232086, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.06487533284918906, |
| "grad_norm": 0.12956929206848145, |
| "learning_rate": 9.452590420332357e-06, |
| "loss": 0.3754933774471283, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.06584362139917696, |
| "grad_norm": 0.13890986144542694, |
| "learning_rate": 9.442815249266863e-06, |
| "loss": 0.4128858745098114, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.06681190994916485, |
| "grad_norm": 0.11394089460372925, |
| "learning_rate": 9.43304007820137e-06, |
| "loss": 0.3089035153388977, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.06778019849915275, |
| "grad_norm": 0.1245599314570427, |
| "learning_rate": 9.423264907135876e-06, |
| "loss": 0.32959863543510437, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.06874848704914065, |
| "grad_norm": 0.14015918970108032, |
| "learning_rate": 9.413489736070383e-06, |
| "loss": 0.3884163498878479, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.06971677559912855, |
| "grad_norm": 0.1232111006975174, |
| "learning_rate": 9.403714565004889e-06, |
| "loss": 0.3284456431865692, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.07068506414911643, |
| "grad_norm": 0.13799598813056946, |
| "learning_rate": 9.393939393939396e-06, |
| "loss": 0.3356078565120697, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.07165335269910433, |
| "grad_norm": 0.1208195611834526, |
| "learning_rate": 9.384164222873902e-06, |
| "loss": 0.3578157126903534, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.07262164124909223, |
| "grad_norm": 0.11411258578300476, |
| "learning_rate": 9.374389051808407e-06, |
| "loss": 0.31658506393432617, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.07358992979908012, |
| "grad_norm": 0.11944623291492462, |
| "learning_rate": 9.364613880742913e-06, |
| "loss": 0.36029356718063354, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.07455821834906802, |
| "grad_norm": 0.12852734327316284, |
| "learning_rate": 9.35483870967742e-06, |
| "loss": 0.3340183198451996, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.07552650689905592, |
| "grad_norm": 0.11775587499141693, |
| "learning_rate": 9.345063538611926e-06, |
| "loss": 0.3083425760269165, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.07649479544904382, |
| "grad_norm": 0.13742083311080933, |
| "learning_rate": 9.335288367546433e-06, |
| "loss": 0.3448983132839203, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.0774630839990317, |
| "grad_norm": 0.12395518273115158, |
| "learning_rate": 9.325513196480938e-06, |
| "loss": 0.39519673585891724, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0784313725490196, |
| "grad_norm": 0.1322673112154007, |
| "learning_rate": 9.315738025415446e-06, |
| "loss": 0.3364032506942749, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.0793996610990075, |
| "grad_norm": 0.13429760932922363, |
| "learning_rate": 9.305962854349951e-06, |
| "loss": 0.3513767719268799, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.08036794964899541, |
| "grad_norm": 0.11903934180736542, |
| "learning_rate": 9.296187683284459e-06, |
| "loss": 0.3263617157936096, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.0813362381989833, |
| "grad_norm": 0.11960665881633759, |
| "learning_rate": 9.286412512218964e-06, |
| "loss": 0.3449134826660156, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.0823045267489712, |
| "grad_norm": 0.12201559543609619, |
| "learning_rate": 9.27663734115347e-06, |
| "loss": 0.32846352458000183, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.0832728152989591, |
| "grad_norm": 0.12875522673130035, |
| "learning_rate": 9.266862170087977e-06, |
| "loss": 0.37101566791534424, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.08424110384894698, |
| "grad_norm": 0.11964312195777893, |
| "learning_rate": 9.257086999022483e-06, |
| "loss": 0.31812378764152527, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.08520939239893488, |
| "grad_norm": 0.15213125944137573, |
| "learning_rate": 9.24731182795699e-06, |
| "loss": 0.3813604414463043, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.08617768094892278, |
| "grad_norm": 0.1251516193151474, |
| "learning_rate": 9.237536656891495e-06, |
| "loss": 0.3027239441871643, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.08714596949891068, |
| "grad_norm": 0.11938060075044632, |
| "learning_rate": 9.227761485826003e-06, |
| "loss": 0.37067025899887085, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.08811425804889857, |
| "grad_norm": 0.13240274786949158, |
| "learning_rate": 9.217986314760508e-06, |
| "loss": 0.33599379658699036, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.08908254659888647, |
| "grad_norm": 0.13307581841945648, |
| "learning_rate": 9.208211143695016e-06, |
| "loss": 0.37259358167648315, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.09005083514887437, |
| "grad_norm": 0.12138372659683228, |
| "learning_rate": 9.198435972629521e-06, |
| "loss": 0.3587302565574646, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.09101912369886227, |
| "grad_norm": 0.1167801097035408, |
| "learning_rate": 9.188660801564028e-06, |
| "loss": 0.33125776052474976, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.09198741224885015, |
| "grad_norm": 0.1275295913219452, |
| "learning_rate": 9.178885630498534e-06, |
| "loss": 0.30975601077079773, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.09295570079883805, |
| "grad_norm": 0.13747365772724152, |
| "learning_rate": 9.16911045943304e-06, |
| "loss": 0.3368357717990875, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.09392398934882595, |
| "grad_norm": 0.12222792208194733, |
| "learning_rate": 9.159335288367547e-06, |
| "loss": 0.31197813153266907, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.09489227789881384, |
| "grad_norm": 0.1364426612854004, |
| "learning_rate": 9.149560117302052e-06, |
| "loss": 0.32897326350212097, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.09586056644880174, |
| "grad_norm": 0.14532364904880524, |
| "learning_rate": 9.13978494623656e-06, |
| "loss": 0.3669801652431488, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.09682885499878964, |
| "grad_norm": 0.13844749331474304, |
| "learning_rate": 9.130009775171065e-06, |
| "loss": 0.36969247460365295, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.09779714354877754, |
| "grad_norm": 0.12275300920009613, |
| "learning_rate": 9.120234604105573e-06, |
| "loss": 0.3295097053050995, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.09876543209876543, |
| "grad_norm": 0.13520191609859467, |
| "learning_rate": 9.110459433040078e-06, |
| "loss": 0.3737986087799072, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.09973372064875333, |
| "grad_norm": 0.13066619634628296, |
| "learning_rate": 9.100684261974585e-06, |
| "loss": 0.3033255934715271, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.10070200919874123, |
| "grad_norm": 0.11890687793493271, |
| "learning_rate": 9.090909090909091e-06, |
| "loss": 0.34380683302879333, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.10167029774872913, |
| "grad_norm": 0.13914473354816437, |
| "learning_rate": 9.081133919843598e-06, |
| "loss": 0.35355979204177856, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.10263858629871701, |
| "grad_norm": 0.120316281914711, |
| "learning_rate": 9.071358748778104e-06, |
| "loss": 0.3205440044403076, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.10360687484870491, |
| "grad_norm": 0.16602486371994019, |
| "learning_rate": 9.061583577712611e-06, |
| "loss": 0.3168993890285492, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.10457516339869281, |
| "grad_norm": 0.12726294994354248, |
| "learning_rate": 9.051808406647117e-06, |
| "loss": 0.3384619653224945, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.10554345194868071, |
| "grad_norm": 0.1322595477104187, |
| "learning_rate": 9.042033235581622e-06, |
| "loss": 0.3112761974334717, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.1065117404986686, |
| "grad_norm": 0.1453908234834671, |
| "learning_rate": 9.03225806451613e-06, |
| "loss": 0.2989104390144348, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.1074800290486565, |
| "grad_norm": 0.12833762168884277, |
| "learning_rate": 9.022482893450635e-06, |
| "loss": 0.3298214077949524, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.1084483175986444, |
| "grad_norm": 0.12525658309459686, |
| "learning_rate": 9.012707722385142e-06, |
| "loss": 0.32383644580841064, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.10941660614863229, |
| "grad_norm": 0.1307019740343094, |
| "learning_rate": 9.002932551319648e-06, |
| "loss": 0.3317619264125824, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.11038489469862019, |
| "grad_norm": 0.13214020431041718, |
| "learning_rate": 8.993157380254155e-06, |
| "loss": 0.2884703576564789, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.11135318324860809, |
| "grad_norm": 0.12866291403770447, |
| "learning_rate": 8.983382209188661e-06, |
| "loss": 0.351254940032959, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.11232147179859599, |
| "grad_norm": 0.13350999355316162, |
| "learning_rate": 8.973607038123168e-06, |
| "loss": 0.30035918951034546, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.11328976034858387, |
| "grad_norm": 0.11388203501701355, |
| "learning_rate": 8.963831867057674e-06, |
| "loss": 0.2958531081676483, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.11425804889857177, |
| "grad_norm": 0.14289627969264984, |
| "learning_rate": 8.954056695992181e-06, |
| "loss": 0.32053035497665405, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.11522633744855967, |
| "grad_norm": 0.13894328474998474, |
| "learning_rate": 8.944281524926687e-06, |
| "loss": 0.30120429396629333, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.11619462599854757, |
| "grad_norm": 0.12141028046607971, |
| "learning_rate": 8.934506353861194e-06, |
| "loss": 0.31479382514953613, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.11716291454853546, |
| "grad_norm": 0.12900526821613312, |
| "learning_rate": 8.9247311827957e-06, |
| "loss": 0.36297452449798584, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.11813120309852336, |
| "grad_norm": 0.12149893492460251, |
| "learning_rate": 8.914956011730205e-06, |
| "loss": 0.2906142473220825, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.11909949164851126, |
| "grad_norm": 0.16426807641983032, |
| "learning_rate": 8.905180840664712e-06, |
| "loss": 0.31878572702407837, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.12006778019849915, |
| "grad_norm": 0.11868342757225037, |
| "learning_rate": 8.895405669599218e-06, |
| "loss": 0.3231990933418274, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.12103606874848705, |
| "grad_norm": 0.13657772541046143, |
| "learning_rate": 8.885630498533725e-06, |
| "loss": 0.29259440302848816, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.12200435729847495, |
| "grad_norm": 0.1253119558095932, |
| "learning_rate": 8.87585532746823e-06, |
| "loss": 0.2838287353515625, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.12297264584846285, |
| "grad_norm": 0.1284995973110199, |
| "learning_rate": 8.866080156402738e-06, |
| "loss": 0.3066769242286682, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.12394093439845073, |
| "grad_norm": 0.11573974788188934, |
| "learning_rate": 8.856304985337244e-06, |
| "loss": 0.3010478615760803, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.12490922294843863, |
| "grad_norm": 0.12995308637619019, |
| "learning_rate": 8.846529814271751e-06, |
| "loss": 0.3350738286972046, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.12587751149842652, |
| "grad_norm": 0.13642707467079163, |
| "learning_rate": 8.836754643206256e-06, |
| "loss": 0.31808528304100037, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.12684580004841442, |
| "grad_norm": 0.1310724914073944, |
| "learning_rate": 8.826979472140764e-06, |
| "loss": 0.3332287669181824, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.12781408859840232, |
| "grad_norm": 0.12466035038232803, |
| "learning_rate": 8.81720430107527e-06, |
| "loss": 0.3196363151073456, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.12878237714839022, |
| "grad_norm": 0.13588100671768188, |
| "learning_rate": 8.807429130009777e-06, |
| "loss": 0.31376099586486816, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.12975066569837812, |
| "grad_norm": 0.13263723254203796, |
| "learning_rate": 8.797653958944282e-06, |
| "loss": 0.3171752393245697, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.13071895424836602, |
| "grad_norm": 0.13374009728431702, |
| "learning_rate": 8.787878787878788e-06, |
| "loss": 0.2953280210494995, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.13168724279835392, |
| "grad_norm": 0.13743482530117035, |
| "learning_rate": 8.778103616813295e-06, |
| "loss": 0.3488181531429291, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.1326555313483418, |
| "grad_norm": 0.13955242931842804, |
| "learning_rate": 8.7683284457478e-06, |
| "loss": 0.331007182598114, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.1336238198983297, |
| "grad_norm": 0.14186261594295502, |
| "learning_rate": 8.758553274682308e-06, |
| "loss": 0.36398252844810486, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.1345921084483176, |
| "grad_norm": 0.1471295952796936, |
| "learning_rate": 8.748778103616813e-06, |
| "loss": 0.336472749710083, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.1355603969983055, |
| "grad_norm": 0.11482029408216476, |
| "learning_rate": 8.73900293255132e-06, |
| "loss": 0.3006575405597687, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.1365286855482934, |
| "grad_norm": 0.13504621386528015, |
| "learning_rate": 8.729227761485826e-06, |
| "loss": 0.3569592535495758, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.1374969740982813, |
| "grad_norm": 0.15188293159008026, |
| "learning_rate": 8.719452590420334e-06, |
| "loss": 0.3333485424518585, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.1384652626482692, |
| "grad_norm": 0.13065899908542633, |
| "learning_rate": 8.70967741935484e-06, |
| "loss": 0.3319074511528015, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.1394335511982571, |
| "grad_norm": 0.1272367686033249, |
| "learning_rate": 8.699902248289346e-06, |
| "loss": 0.3033870756626129, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.14040183974824497, |
| "grad_norm": 0.1433865875005722, |
| "learning_rate": 8.690127077223852e-06, |
| "loss": 0.30503055453300476, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.14137012829823287, |
| "grad_norm": 0.12748195230960846, |
| "learning_rate": 8.68035190615836e-06, |
| "loss": 0.3041837811470032, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.14233841684822077, |
| "grad_norm": 0.13291986286640167, |
| "learning_rate": 8.670576735092865e-06, |
| "loss": 0.3430430591106415, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.14330670539820867, |
| "grad_norm": 0.12126651406288147, |
| "learning_rate": 8.66080156402737e-06, |
| "loss": 0.33859869837760925, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.14427499394819657, |
| "grad_norm": 0.15293890237808228, |
| "learning_rate": 8.651026392961878e-06, |
| "loss": 0.33767563104629517, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.14524328249818447, |
| "grad_norm": 0.13613349199295044, |
| "learning_rate": 8.641251221896383e-06, |
| "loss": 0.29907119274139404, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.14621157104817237, |
| "grad_norm": 0.12802888453006744, |
| "learning_rate": 8.63147605083089e-06, |
| "loss": 0.3123582601547241, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.14717985959816024, |
| "grad_norm": 0.16021937131881714, |
| "learning_rate": 8.621700879765396e-06, |
| "loss": 0.37841248512268066, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.14814814814814814, |
| "grad_norm": 0.12790994346141815, |
| "learning_rate": 8.611925708699903e-06, |
| "loss": 0.27514874935150146, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.14911643669813604, |
| "grad_norm": 0.13345623016357422, |
| "learning_rate": 8.602150537634409e-06, |
| "loss": 0.3330199718475342, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.15008472524812394, |
| "grad_norm": 0.13262543082237244, |
| "learning_rate": 8.592375366568916e-06, |
| "loss": 0.2858338952064514, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.15105301379811184, |
| "grad_norm": 0.16613167524337769, |
| "learning_rate": 8.582600195503422e-06, |
| "loss": 0.3251619040966034, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.15202130234809974, |
| "grad_norm": 0.14091891050338745, |
| "learning_rate": 8.57282502443793e-06, |
| "loss": 0.3126198649406433, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.15298959089808764, |
| "grad_norm": 0.12945963442325592, |
| "learning_rate": 8.563049853372435e-06, |
| "loss": 0.3045946955680847, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.1539578794480755, |
| "grad_norm": 0.13346253335475922, |
| "learning_rate": 8.553274682306942e-06, |
| "loss": 0.3187895119190216, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.1549261679980634, |
| "grad_norm": 0.1281236708164215, |
| "learning_rate": 8.543499511241448e-06, |
| "loss": 0.2990340292453766, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.1558944565480513, |
| "grad_norm": 0.13074296712875366, |
| "learning_rate": 8.533724340175953e-06, |
| "loss": 0.3452467620372772, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.1568627450980392, |
| "grad_norm": 0.13953045010566711, |
| "learning_rate": 8.52394916911046e-06, |
| "loss": 0.32909831404685974, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.1578310336480271, |
| "grad_norm": 0.14059635996818542, |
| "learning_rate": 8.514173998044966e-06, |
| "loss": 0.27773308753967285, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.158799322198015, |
| "grad_norm": 0.1397535353899002, |
| "learning_rate": 8.504398826979473e-06, |
| "loss": 0.3393952250480652, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.15976761074800291, |
| "grad_norm": 0.13574957847595215, |
| "learning_rate": 8.494623655913979e-06, |
| "loss": 0.32174286246299744, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.16073589929799081, |
| "grad_norm": 0.13975924253463745, |
| "learning_rate": 8.484848484848486e-06, |
| "loss": 0.30419760942459106, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.1617041878479787, |
| "grad_norm": 0.1427648961544037, |
| "learning_rate": 8.475073313782992e-06, |
| "loss": 0.3033597469329834, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.1626724763979666, |
| "grad_norm": 0.14715762436389923, |
| "learning_rate": 8.465298142717499e-06, |
| "loss": 0.32338106632232666, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.1636407649479545, |
| "grad_norm": 0.1452789306640625, |
| "learning_rate": 8.455522971652005e-06, |
| "loss": 0.345528781414032, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.1646090534979424, |
| "grad_norm": 0.13867947459220886, |
| "learning_rate": 8.445747800586512e-06, |
| "loss": 0.32734549045562744, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1655773420479303, |
| "grad_norm": 0.137126162648201, |
| "learning_rate": 8.435972629521018e-06, |
| "loss": 0.32425397634506226, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.1665456305979182, |
| "grad_norm": 0.15507617592811584, |
| "learning_rate": 8.426197458455525e-06, |
| "loss": 0.3226757049560547, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.1675139191479061, |
| "grad_norm": 0.12315394729375839, |
| "learning_rate": 8.41642228739003e-06, |
| "loss": 0.3322482407093048, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.16848220769789396, |
| "grad_norm": 0.14539486169815063, |
| "learning_rate": 8.406647116324536e-06, |
| "loss": 0.3431966304779053, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.16945049624788186, |
| "grad_norm": 0.1458021104335785, |
| "learning_rate": 8.396871945259043e-06, |
| "loss": 0.3117983937263489, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.17041878479786976, |
| "grad_norm": 0.126032292842865, |
| "learning_rate": 8.387096774193549e-06, |
| "loss": 0.304436057806015, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.17138707334785766, |
| "grad_norm": 0.15044239163398743, |
| "learning_rate": 8.377321603128056e-06, |
| "loss": 0.3327201306819916, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.17235536189784556, |
| "grad_norm": 0.12567083537578583, |
| "learning_rate": 8.367546432062562e-06, |
| "loss": 0.32488536834716797, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.17332365044783346, |
| "grad_norm": 0.1399868130683899, |
| "learning_rate": 8.357771260997069e-06, |
| "loss": 0.28393518924713135, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.17429193899782136, |
| "grad_norm": 0.12733778357505798, |
| "learning_rate": 8.347996089931575e-06, |
| "loss": 0.28177058696746826, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.17526022754780926, |
| "grad_norm": 0.15660876035690308, |
| "learning_rate": 8.338220918866082e-06, |
| "loss": 0.31686797738075256, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.17622851609779713, |
| "grad_norm": 0.1510598510503769, |
| "learning_rate": 8.328445747800587e-06, |
| "loss": 0.2910916209220886, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.17719680464778503, |
| "grad_norm": 0.13863040506839752, |
| "learning_rate": 8.318670576735095e-06, |
| "loss": 0.3391288220882416, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.17816509319777293, |
| "grad_norm": 0.1262752115726471, |
| "learning_rate": 8.3088954056696e-06, |
| "loss": 0.26286113262176514, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.17913338174776083, |
| "grad_norm": 0.1450256109237671, |
| "learning_rate": 8.299120234604106e-06, |
| "loss": 0.33761149644851685, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.18010167029774873, |
| "grad_norm": 0.145137757062912, |
| "learning_rate": 8.289345063538613e-06, |
| "loss": 0.299782931804657, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.18106995884773663, |
| "grad_norm": 0.14223727583885193, |
| "learning_rate": 8.279569892473119e-06, |
| "loss": 0.28673055768013, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.18203824739772453, |
| "grad_norm": 0.14671868085861206, |
| "learning_rate": 8.269794721407626e-06, |
| "loss": 0.3334650993347168, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.1830065359477124, |
| "grad_norm": 0.14561879634857178, |
| "learning_rate": 8.260019550342132e-06, |
| "loss": 0.3131367564201355, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.1839748244977003, |
| "grad_norm": 0.13915206491947174, |
| "learning_rate": 8.250244379276639e-06, |
| "loss": 0.285634845495224, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.1849431130476882, |
| "grad_norm": 0.13024187088012695, |
| "learning_rate": 8.240469208211144e-06, |
| "loss": 0.3532557487487793, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.1859114015976761, |
| "grad_norm": 0.1433749794960022, |
| "learning_rate": 8.230694037145652e-06, |
| "loss": 0.3235865831375122, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.186879690147664, |
| "grad_norm": 0.1517333984375, |
| "learning_rate": 8.220918866080157e-06, |
| "loss": 0.2964053153991699, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.1878479786976519, |
| "grad_norm": 0.139493927359581, |
| "learning_rate": 8.211143695014665e-06, |
| "loss": 0.2810608148574829, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.1888162672476398, |
| "grad_norm": 0.12849940359592438, |
| "learning_rate": 8.20136852394917e-06, |
| "loss": 0.2949499189853668, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.18978455579762768, |
| "grad_norm": 0.14101386070251465, |
| "learning_rate": 8.191593352883677e-06, |
| "loss": 0.28787606954574585, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.19075284434761558, |
| "grad_norm": 0.13321508467197418, |
| "learning_rate": 8.181818181818183e-06, |
| "loss": 0.31819286942481995, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.19172113289760348, |
| "grad_norm": 0.1368619203567505, |
| "learning_rate": 8.172043010752689e-06, |
| "loss": 0.2770519256591797, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.19268942144759138, |
| "grad_norm": 0.14590312540531158, |
| "learning_rate": 8.162267839687196e-06, |
| "loss": 0.331787645816803, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.19365770999757928, |
| "grad_norm": 0.14525046944618225, |
| "learning_rate": 8.152492668621701e-06, |
| "loss": 0.3185243308544159, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.19462599854756718, |
| "grad_norm": 0.14318214356899261, |
| "learning_rate": 8.142717497556209e-06, |
| "loss": 0.2779344320297241, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.19559428709755508, |
| "grad_norm": 0.13709904253482819, |
| "learning_rate": 8.132942326490714e-06, |
| "loss": 0.2518289387226105, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.19656257564754298, |
| "grad_norm": 0.1377800703048706, |
| "learning_rate": 8.12316715542522e-06, |
| "loss": 0.2550484836101532, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.19753086419753085, |
| "grad_norm": 0.15116380155086517, |
| "learning_rate": 8.113391984359727e-06, |
| "loss": 0.3201026916503906, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.19849915274751875, |
| "grad_norm": 0.13895870745182037, |
| "learning_rate": 8.103616813294233e-06, |
| "loss": 0.314879834651947, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.19946744129750665, |
| "grad_norm": 0.1607581377029419, |
| "learning_rate": 8.09384164222874e-06, |
| "loss": 0.35479456186294556, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.20043572984749455, |
| "grad_norm": 0.14690084755420685, |
| "learning_rate": 8.084066471163246e-06, |
| "loss": 0.35220852494239807, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.20140401839748245, |
| "grad_norm": 0.14206227660179138, |
| "learning_rate": 8.074291300097751e-06, |
| "loss": 0.30387187004089355, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.20237230694747035, |
| "grad_norm": 0.15204882621765137, |
| "learning_rate": 8.064516129032258e-06, |
| "loss": 0.2756717801094055, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.20334059549745825, |
| "grad_norm": 0.1398657113313675, |
| "learning_rate": 8.054740957966764e-06, |
| "loss": 0.2777653932571411, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.20430888404744613, |
| "grad_norm": 0.13735412061214447, |
| "learning_rate": 8.044965786901271e-06, |
| "loss": 0.28360527753829956, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.20527717259743403, |
| "grad_norm": 0.15420980751514435, |
| "learning_rate": 8.035190615835777e-06, |
| "loss": 0.32784318923950195, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.20624546114742193, |
| "grad_norm": 0.14892657101154327, |
| "learning_rate": 8.025415444770284e-06, |
| "loss": 0.33523041009902954, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.20721374969740983, |
| "grad_norm": 0.13076002895832062, |
| "learning_rate": 8.01564027370479e-06, |
| "loss": 0.2862524092197418, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.20818203824739773, |
| "grad_norm": 0.1415518820285797, |
| "learning_rate": 8.005865102639297e-06, |
| "loss": 0.33531394600868225, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.20915032679738563, |
| "grad_norm": 0.1702524572610855, |
| "learning_rate": 7.996089931573803e-06, |
| "loss": 0.32485491037368774, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.21011861534737353, |
| "grad_norm": 0.1344050168991089, |
| "learning_rate": 7.98631476050831e-06, |
| "loss": 0.3258602023124695, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.21108690389736143, |
| "grad_norm": 0.1570902317762375, |
| "learning_rate": 7.976539589442815e-06, |
| "loss": 0.32586684823036194, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.2120551924473493, |
| "grad_norm": 0.15897458791732788, |
| "learning_rate": 7.966764418377323e-06, |
| "loss": 0.2798767685890198, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.2130234809973372, |
| "grad_norm": 0.15497955679893494, |
| "learning_rate": 7.956989247311828e-06, |
| "loss": 0.3338768482208252, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2139917695473251, |
| "grad_norm": 0.14507335424423218, |
| "learning_rate": 7.947214076246334e-06, |
| "loss": 0.2613910138607025, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.214960058097313, |
| "grad_norm": 0.1506527066230774, |
| "learning_rate": 7.937438905180841e-06, |
| "loss": 0.2877991795539856, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.2159283466473009, |
| "grad_norm": 0.14218902587890625, |
| "learning_rate": 7.927663734115347e-06, |
| "loss": 0.28079351782798767, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.2168966351972888, |
| "grad_norm": 0.14527355134487152, |
| "learning_rate": 7.917888563049854e-06, |
| "loss": 0.29178351163864136, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.2178649237472767, |
| "grad_norm": 0.1565907746553421, |
| "learning_rate": 7.90811339198436e-06, |
| "loss": 0.29092147946357727, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.21883321229726457, |
| "grad_norm": 0.16128268837928772, |
| "learning_rate": 7.898338220918867e-06, |
| "loss": 0.30649298429489136, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.21980150084725247, |
| "grad_norm": 0.13981635868549347, |
| "learning_rate": 7.888563049853372e-06, |
| "loss": 0.2914465069770813, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.22076978939724037, |
| "grad_norm": 0.13276293873786926, |
| "learning_rate": 7.87878787878788e-06, |
| "loss": 0.29372796416282654, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.22173807794722827, |
| "grad_norm": 0.14917345345020294, |
| "learning_rate": 7.869012707722385e-06, |
| "loss": 0.30806928873062134, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.22270636649721617, |
| "grad_norm": 0.15436047315597534, |
| "learning_rate": 7.859237536656893e-06, |
| "loss": 0.32170775532722473, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.22367465504720407, |
| "grad_norm": 0.14901861548423767, |
| "learning_rate": 7.849462365591398e-06, |
| "loss": 0.2876305878162384, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.22464294359719197, |
| "grad_norm": 0.13269929587841034, |
| "learning_rate": 7.839687194525904e-06, |
| "loss": 0.34557828307151794, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.22561123214717985, |
| "grad_norm": 0.14736007153987885, |
| "learning_rate": 7.829912023460411e-06, |
| "loss": 0.3261890411376953, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.22657952069716775, |
| "grad_norm": 0.157369464635849, |
| "learning_rate": 7.820136852394917e-06, |
| "loss": 0.33243319392204285, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.22754780924715565, |
| "grad_norm": 0.15422044694423676, |
| "learning_rate": 7.810361681329424e-06, |
| "loss": 0.32125651836395264, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.22851609779714355, |
| "grad_norm": 0.15290172398090363, |
| "learning_rate": 7.80058651026393e-06, |
| "loss": 0.3197525143623352, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.22948438634713145, |
| "grad_norm": 0.13229885697364807, |
| "learning_rate": 7.790811339198437e-06, |
| "loss": 0.3051709532737732, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.23045267489711935, |
| "grad_norm": 0.15573133528232574, |
| "learning_rate": 7.781036168132942e-06, |
| "loss": 0.3190789520740509, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.23142096344710725, |
| "grad_norm": 0.1598438322544098, |
| "learning_rate": 7.77126099706745e-06, |
| "loss": 0.32250896096229553, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.23238925199709515, |
| "grad_norm": 0.13183802366256714, |
| "learning_rate": 7.761485826001955e-06, |
| "loss": 0.31600791215896606, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.23335754054708302, |
| "grad_norm": 0.14657722413539886, |
| "learning_rate": 7.751710654936462e-06, |
| "loss": 0.2864221930503845, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.23432582909707092, |
| "grad_norm": 0.1653253585100174, |
| "learning_rate": 7.741935483870968e-06, |
| "loss": 0.30967211723327637, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.23529411764705882, |
| "grad_norm": 0.15613378584384918, |
| "learning_rate": 7.732160312805475e-06, |
| "loss": 0.30234426259994507, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.23626240619704672, |
| "grad_norm": 0.1411314755678177, |
| "learning_rate": 7.722385141739981e-06, |
| "loss": 0.28815943002700806, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.23723069474703462, |
| "grad_norm": 0.14803080260753632, |
| "learning_rate": 7.712609970674486e-06, |
| "loss": 0.2975384294986725, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.23819898329702252, |
| "grad_norm": 0.1584216207265854, |
| "learning_rate": 7.702834799608994e-06, |
| "loss": 0.2974746525287628, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.23916727184701042, |
| "grad_norm": 0.16107121109962463, |
| "learning_rate": 7.6930596285435e-06, |
| "loss": 0.31581875681877136, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.2401355603969983, |
| "grad_norm": 0.17307540774345398, |
| "learning_rate": 7.683284457478007e-06, |
| "loss": 0.29687726497650146, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.2411038489469862, |
| "grad_norm": 0.16493360698223114, |
| "learning_rate": 7.673509286412512e-06, |
| "loss": 0.35423439741134644, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.2420721374969741, |
| "grad_norm": 0.14273418486118317, |
| "learning_rate": 7.66373411534702e-06, |
| "loss": 0.29487237334251404, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.243040426046962, |
| "grad_norm": 0.164155974984169, |
| "learning_rate": 7.653958944281525e-06, |
| "loss": 0.32345789670944214, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.2440087145969499, |
| "grad_norm": 0.15766294300556183, |
| "learning_rate": 7.644183773216032e-06, |
| "loss": 0.319865882396698, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.2449770031469378, |
| "grad_norm": 0.15514512360095978, |
| "learning_rate": 7.634408602150538e-06, |
| "loss": 0.3162165880203247, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.2459452916969257, |
| "grad_norm": 0.15435358881950378, |
| "learning_rate": 7.624633431085044e-06, |
| "loss": 0.28262361884117126, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.24691358024691357, |
| "grad_norm": 0.14835764467716217, |
| "learning_rate": 7.614858260019551e-06, |
| "loss": 0.28154870867729187, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.24788186879690147, |
| "grad_norm": 0.15369164943695068, |
| "learning_rate": 7.605083088954057e-06, |
| "loss": 0.3451993465423584, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.24885015734688937, |
| "grad_norm": 0.13362520933151245, |
| "learning_rate": 7.5953079178885636e-06, |
| "loss": 0.2882372736930847, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.24981844589687727, |
| "grad_norm": 0.14538030326366425, |
| "learning_rate": 7.58553274682307e-06, |
| "loss": 0.30620044469833374, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.25078673444686517, |
| "grad_norm": 0.1679297834634781, |
| "learning_rate": 7.5757575757575764e-06, |
| "loss": 0.3071752190589905, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.25175502299685304, |
| "grad_norm": 0.1505117118358612, |
| "learning_rate": 7.565982404692083e-06, |
| "loss": 0.2810661792755127, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.25272331154684097, |
| "grad_norm": 0.13865773379802704, |
| "learning_rate": 7.556207233626589e-06, |
| "loss": 0.2779511511325836, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.25369160009682884, |
| "grad_norm": 0.14810754358768463, |
| "learning_rate": 7.546432062561096e-06, |
| "loss": 0.3234580457210541, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.25465988864681677, |
| "grad_norm": 0.15836334228515625, |
| "learning_rate": 7.536656891495602e-06, |
| "loss": 0.3174368739128113, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.25562817719680464, |
| "grad_norm": 0.15845665335655212, |
| "learning_rate": 7.526881720430108e-06, |
| "loss": 0.292019784450531, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.25659646574679257, |
| "grad_norm": 0.1532326340675354, |
| "learning_rate": 7.517106549364614e-06, |
| "loss": 0.3122391700744629, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.25756475429678044, |
| "grad_norm": 0.16675175726413727, |
| "learning_rate": 7.507331378299121e-06, |
| "loss": 0.33715298771858215, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.2585330428467683, |
| "grad_norm": 0.1525373011827469, |
| "learning_rate": 7.497556207233627e-06, |
| "loss": 0.32337823510169983, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.25950133139675624, |
| "grad_norm": 0.15557681024074554, |
| "learning_rate": 7.4877810361681334e-06, |
| "loss": 0.33496809005737305, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.2604696199467441, |
| "grad_norm": 0.1552857607603073, |
| "learning_rate": 7.47800586510264e-06, |
| "loss": 0.29575905203819275, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.26143790849673204, |
| "grad_norm": 0.17039579153060913, |
| "learning_rate": 7.468230694037146e-06, |
| "loss": 0.3094739317893982, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.2624061970467199, |
| "grad_norm": 0.15926915407180786, |
| "learning_rate": 7.458455522971653e-06, |
| "loss": 0.30116045475006104, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.26337448559670784, |
| "grad_norm": 0.15641555190086365, |
| "learning_rate": 7.448680351906159e-06, |
| "loss": 0.33569908142089844, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.2643427741466957, |
| "grad_norm": 0.14819961786270142, |
| "learning_rate": 7.438905180840666e-06, |
| "loss": 0.3124736249446869, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.2653110626966836, |
| "grad_norm": 0.15690119564533234, |
| "learning_rate": 7.429130009775172e-06, |
| "loss": 0.2757438123226166, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.2662793512466715, |
| "grad_norm": 0.1666852980852127, |
| "learning_rate": 7.4193548387096784e-06, |
| "loss": 0.3246593177318573, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.2672476397966594, |
| "grad_norm": 0.16269199550151825, |
| "learning_rate": 7.409579667644185e-06, |
| "loss": 0.2908874750137329, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.2682159283466473, |
| "grad_norm": 0.1640820950269699, |
| "learning_rate": 7.3998044965786904e-06, |
| "loss": 0.3241088390350342, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.2691842168966352, |
| "grad_norm": 0.15672433376312256, |
| "learning_rate": 7.390029325513197e-06, |
| "loss": 0.2804832458496094, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.2701525054466231, |
| "grad_norm": 0.14417491853237152, |
| "learning_rate": 7.380254154447703e-06, |
| "loss": 0.29370468854904175, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.271120793996611, |
| "grad_norm": 0.14853185415267944, |
| "learning_rate": 7.37047898338221e-06, |
| "loss": 0.278653621673584, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.27208908254659886, |
| "grad_norm": 0.1435244232416153, |
| "learning_rate": 7.360703812316716e-06, |
| "loss": 0.2943509817123413, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.2730573710965868, |
| "grad_norm": 0.16490313410758972, |
| "learning_rate": 7.350928641251223e-06, |
| "loss": 0.32479339838027954, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.27402565964657466, |
| "grad_norm": 0.14916065335273743, |
| "learning_rate": 7.341153470185729e-06, |
| "loss": 0.3356713652610779, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.2749939481965626, |
| "grad_norm": 0.158106729388237, |
| "learning_rate": 7.3313782991202354e-06, |
| "loss": 0.3492435812950134, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.27596223674655046, |
| "grad_norm": 0.15584231913089752, |
| "learning_rate": 7.321603128054742e-06, |
| "loss": 0.30297964811325073, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.2769305252965384, |
| "grad_norm": 0.15248778462409973, |
| "learning_rate": 7.311827956989248e-06, |
| "loss": 0.28723299503326416, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.27789881384652626, |
| "grad_norm": 0.14938265085220337, |
| "learning_rate": 7.302052785923755e-06, |
| "loss": 0.2916105389595032, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.2788671023965142, |
| "grad_norm": 0.15402287244796753, |
| "learning_rate": 7.292277614858261e-06, |
| "loss": 0.29120731353759766, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.27983539094650206, |
| "grad_norm": 0.15380002558231354, |
| "learning_rate": 7.282502443792767e-06, |
| "loss": 0.34908658266067505, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.28080367949648993, |
| "grad_norm": 0.15176504850387573, |
| "learning_rate": 7.272727272727273e-06, |
| "loss": 0.346072793006897, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.28177196804647786, |
| "grad_norm": 0.1672578603029251, |
| "learning_rate": 7.26295210166178e-06, |
| "loss": 0.31465622782707214, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.28274025659646573, |
| "grad_norm": 0.14658679068088531, |
| "learning_rate": 7.253176930596286e-06, |
| "loss": 0.28865766525268555, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.28370854514645366, |
| "grad_norm": 0.1515662670135498, |
| "learning_rate": 7.2434017595307925e-06, |
| "loss": 0.30215001106262207, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.28467683369644153, |
| "grad_norm": 0.18654093146324158, |
| "learning_rate": 7.233626588465299e-06, |
| "loss": 0.3126724064350128, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.28564512224642946, |
| "grad_norm": 0.1485200673341751, |
| "learning_rate": 7.223851417399805e-06, |
| "loss": 0.2654643654823303, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.28661341079641733, |
| "grad_norm": 0.1476060450077057, |
| "learning_rate": 7.214076246334312e-06, |
| "loss": 0.2976668179035187, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.2875816993464052, |
| "grad_norm": 0.14893072843551636, |
| "learning_rate": 7.204301075268818e-06, |
| "loss": 0.3222036361694336, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.28854998789639313, |
| "grad_norm": 0.15406127274036407, |
| "learning_rate": 7.194525904203325e-06, |
| "loss": 0.33120018243789673, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.289518276446381, |
| "grad_norm": 0.17568016052246094, |
| "learning_rate": 7.184750733137831e-06, |
| "loss": 0.3500976860523224, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.29048656499636893, |
| "grad_norm": 0.15244793891906738, |
| "learning_rate": 7.1749755620723375e-06, |
| "loss": 0.29483211040496826, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2914548535463568, |
| "grad_norm": 0.14039957523345947, |
| "learning_rate": 7.165200391006844e-06, |
| "loss": 0.30703267455101013, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.29242314209634473, |
| "grad_norm": 0.16928645968437195, |
| "learning_rate": 7.1554252199413495e-06, |
| "loss": 0.285969078540802, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.2933914306463326, |
| "grad_norm": 0.15592513978481293, |
| "learning_rate": 7.145650048875856e-06, |
| "loss": 0.2873114347457886, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.2943597191963205, |
| "grad_norm": 0.1448688954114914, |
| "learning_rate": 7.135874877810362e-06, |
| "loss": 0.256163626909256, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.2953280077463084, |
| "grad_norm": 0.1630263477563858, |
| "learning_rate": 7.126099706744869e-06, |
| "loss": 0.2792564630508423, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.2962962962962963, |
| "grad_norm": 0.17319388687610626, |
| "learning_rate": 7.116324535679375e-06, |
| "loss": 0.2806742489337921, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.2972645848462842, |
| "grad_norm": 0.15814098715782166, |
| "learning_rate": 7.106549364613882e-06, |
| "loss": 0.2914005517959595, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.2982328733962721, |
| "grad_norm": 0.16322992742061615, |
| "learning_rate": 7.096774193548388e-06, |
| "loss": 0.293082594871521, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.29920116194626, |
| "grad_norm": 0.1633518785238266, |
| "learning_rate": 7.0869990224828945e-06, |
| "loss": 0.2866649925708771, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.3001694504962479, |
| "grad_norm": 0.16669867932796478, |
| "learning_rate": 7.077223851417401e-06, |
| "loss": 0.28914347290992737, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.30113773904623575, |
| "grad_norm": 0.15272612869739532, |
| "learning_rate": 7.067448680351907e-06, |
| "loss": 0.3084270656108856, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.3021060275962237, |
| "grad_norm": 0.15269719064235687, |
| "learning_rate": 7.057673509286414e-06, |
| "loss": 0.30022960901260376, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.30307431614621155, |
| "grad_norm": 0.17254814505577087, |
| "learning_rate": 7.04789833822092e-06, |
| "loss": 0.32925137877464294, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.3040426046961995, |
| "grad_norm": 0.1512719690799713, |
| "learning_rate": 7.038123167155427e-06, |
| "loss": 0.302681028842926, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.30501089324618735, |
| "grad_norm": 0.14636491239070892, |
| "learning_rate": 7.028347996089932e-06, |
| "loss": 0.28604596853256226, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.3059791817961753, |
| "grad_norm": 0.17897070944309235, |
| "learning_rate": 7.018572825024439e-06, |
| "loss": 0.3204849362373352, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.30694747034616315, |
| "grad_norm": 0.1784772127866745, |
| "learning_rate": 7.008797653958945e-06, |
| "loss": 0.26697760820388794, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.307915758896151, |
| "grad_norm": 0.15881852805614471, |
| "learning_rate": 6.9990224828934515e-06, |
| "loss": 0.2558300495147705, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.30888404744613895, |
| "grad_norm": 0.15870684385299683, |
| "learning_rate": 6.989247311827958e-06, |
| "loss": 0.3025914132595062, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.3098523359961268, |
| "grad_norm": 0.1527319699525833, |
| "learning_rate": 6.979472140762464e-06, |
| "loss": 0.3081514835357666, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.31082062454611475, |
| "grad_norm": 0.1624557226896286, |
| "learning_rate": 6.969696969696971e-06, |
| "loss": 0.30399930477142334, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.3117889130961026, |
| "grad_norm": 0.1645076870918274, |
| "learning_rate": 6.959921798631477e-06, |
| "loss": 0.294676810503006, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.31275720164609055, |
| "grad_norm": 0.14686374366283417, |
| "learning_rate": 6.950146627565984e-06, |
| "loss": 0.2830040752887726, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.3137254901960784, |
| "grad_norm": 0.15746936202049255, |
| "learning_rate": 6.94037145650049e-06, |
| "loss": 0.3081029951572418, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.31469377874606635, |
| "grad_norm": 0.14588280022144318, |
| "learning_rate": 6.9305962854349965e-06, |
| "loss": 0.2718695104122162, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.3156620672960542, |
| "grad_norm": 0.16646429896354675, |
| "learning_rate": 6.920821114369503e-06, |
| "loss": 0.31487900018692017, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.3166303558460421, |
| "grad_norm": 0.1697472333908081, |
| "learning_rate": 6.911045943304009e-06, |
| "loss": 0.29448121786117554, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.31759864439603, |
| "grad_norm": 0.16235950589179993, |
| "learning_rate": 6.901270772238515e-06, |
| "loss": 0.2658935487270355, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.3185669329460179, |
| "grad_norm": 0.167832151055336, |
| "learning_rate": 6.891495601173021e-06, |
| "loss": 0.28193116188049316, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.31953522149600583, |
| "grad_norm": 0.15145322680473328, |
| "learning_rate": 6.881720430107528e-06, |
| "loss": 0.2826996445655823, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.3205035100459937, |
| "grad_norm": 0.19785556197166443, |
| "learning_rate": 6.871945259042033e-06, |
| "loss": 0.31135326623916626, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.32147179859598163, |
| "grad_norm": 0.1549469530582428, |
| "learning_rate": 6.86217008797654e-06, |
| "loss": 0.3094058930873871, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.3224400871459695, |
| "grad_norm": 0.15144820511341095, |
| "learning_rate": 6.852394916911046e-06, |
| "loss": 0.26982536911964417, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.3234083756959574, |
| "grad_norm": 0.15371711552143097, |
| "learning_rate": 6.842619745845553e-06, |
| "loss": 0.29452741146087646, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.3243766642459453, |
| "grad_norm": 0.15917186439037323, |
| "learning_rate": 6.832844574780059e-06, |
| "loss": 0.29580235481262207, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.3253449527959332, |
| "grad_norm": 0.1550978273153305, |
| "learning_rate": 6.823069403714565e-06, |
| "loss": 0.36159706115722656, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.3263132413459211, |
| "grad_norm": 0.14809750020503998, |
| "learning_rate": 6.813294232649071e-06, |
| "loss": 0.2756076753139496, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.327281529895909, |
| "grad_norm": 0.15484212338924408, |
| "learning_rate": 6.8035190615835775e-06, |
| "loss": 0.26915088295936584, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.3282498184458969, |
| "grad_norm": 0.16279636323451996, |
| "learning_rate": 6.793743890518084e-06, |
| "loss": 0.3175829350948334, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.3292181069958848, |
| "grad_norm": 0.16756120324134827, |
| "learning_rate": 6.78396871945259e-06, |
| "loss": 0.3034948706626892, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.33018639554587265, |
| "grad_norm": 0.1840161681175232, |
| "learning_rate": 6.774193548387097e-06, |
| "loss": 0.32814380526542664, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.3311546840958606, |
| "grad_norm": 0.17000938951969147, |
| "learning_rate": 6.764418377321603e-06, |
| "loss": 0.2874530553817749, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.33212297264584845, |
| "grad_norm": 0.16385532915592194, |
| "learning_rate": 6.75464320625611e-06, |
| "loss": 0.3138440251350403, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.3330912611958364, |
| "grad_norm": 0.18285442888736725, |
| "learning_rate": 6.744868035190616e-06, |
| "loss": 0.30819112062454224, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.33405954974582425, |
| "grad_norm": 0.16300350427627563, |
| "learning_rate": 6.7350928641251225e-06, |
| "loss": 0.291953444480896, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.3350278382958122, |
| "grad_norm": 0.18186615407466888, |
| "learning_rate": 6.725317693059629e-06, |
| "loss": 0.27950209379196167, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.33599612684580005, |
| "grad_norm": 0.16226314008235931, |
| "learning_rate": 6.715542521994135e-06, |
| "loss": 0.29765087366104126, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.3369644153957879, |
| "grad_norm": 0.18730367720127106, |
| "learning_rate": 6.705767350928642e-06, |
| "loss": 0.3281936049461365, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.33793270394577585, |
| "grad_norm": 0.16875147819519043, |
| "learning_rate": 6.695992179863147e-06, |
| "loss": 0.3038584291934967, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.3389009924957637, |
| "grad_norm": 0.17776557803153992, |
| "learning_rate": 6.686217008797654e-06, |
| "loss": 0.2937045395374298, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.33986928104575165, |
| "grad_norm": 0.14246642589569092, |
| "learning_rate": 6.67644183773216e-06, |
| "loss": 0.3092482388019562, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.3408375695957395, |
| "grad_norm": 0.15377755463123322, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 0.2588135898113251, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.34180585814572745, |
| "grad_norm": 0.1557725965976715, |
| "learning_rate": 6.656891495601173e-06, |
| "loss": 0.2831732928752899, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.3427741466957153, |
| "grad_norm": 0.15106302499771118, |
| "learning_rate": 6.6471163245356795e-06, |
| "loss": 0.26685526967048645, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.3437424352457032, |
| "grad_norm": 0.17710185050964355, |
| "learning_rate": 6.637341153470186e-06, |
| "loss": 0.3084600567817688, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.3447107237956911, |
| "grad_norm": 0.14838555455207825, |
| "learning_rate": 6.627565982404692e-06, |
| "loss": 0.2909257113933563, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.345679012345679, |
| "grad_norm": 0.1700345277786255, |
| "learning_rate": 6.617790811339199e-06, |
| "loss": 0.3314460217952728, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.3466473008956669, |
| "grad_norm": 0.17465804517269135, |
| "learning_rate": 6.608015640273705e-06, |
| "loss": 0.30570876598358154, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.3476155894456548, |
| "grad_norm": 0.1821223646402359, |
| "learning_rate": 6.598240469208212e-06, |
| "loss": 0.3378984034061432, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.3485838779956427, |
| "grad_norm": 0.15884800255298615, |
| "learning_rate": 6.588465298142718e-06, |
| "loss": 0.2953569293022156, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3495521665456306, |
| "grad_norm": 0.15600639581680298, |
| "learning_rate": 6.5786901270772245e-06, |
| "loss": 0.36609965562820435, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.3505204550956185, |
| "grad_norm": 0.15438097715377808, |
| "learning_rate": 6.56891495601173e-06, |
| "loss": 0.33403828740119934, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.3514887436456064, |
| "grad_norm": 0.1604045182466507, |
| "learning_rate": 6.5591397849462365e-06, |
| "loss": 0.2991517186164856, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.35245703219559427, |
| "grad_norm": 0.17102058231830597, |
| "learning_rate": 6.549364613880743e-06, |
| "loss": 0.28116142749786377, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.3534253207455822, |
| "grad_norm": 0.15797586739063263, |
| "learning_rate": 6.539589442815249e-06, |
| "loss": 0.30658936500549316, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.35439360929557007, |
| "grad_norm": 0.1578051745891571, |
| "learning_rate": 6.529814271749756e-06, |
| "loss": 0.3066115379333496, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.355361897845558, |
| "grad_norm": 0.15831097960472107, |
| "learning_rate": 6.520039100684262e-06, |
| "loss": 0.30893969535827637, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.35633018639554587, |
| "grad_norm": 0.16711507737636566, |
| "learning_rate": 6.510263929618769e-06, |
| "loss": 0.29801586270332336, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.3572984749455338, |
| "grad_norm": 0.1717497706413269, |
| "learning_rate": 6.500488758553275e-06, |
| "loss": 0.3415631949901581, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.35826676349552167, |
| "grad_norm": 0.1789737045764923, |
| "learning_rate": 6.4907135874877815e-06, |
| "loss": 0.3342001140117645, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.35923505204550954, |
| "grad_norm": 0.16474243998527527, |
| "learning_rate": 6.480938416422288e-06, |
| "loss": 0.29570648074150085, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.36020334059549747, |
| "grad_norm": 0.17131595313549042, |
| "learning_rate": 6.471163245356794e-06, |
| "loss": 0.33989042043685913, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.36117162914548534, |
| "grad_norm": 0.1660817712545395, |
| "learning_rate": 6.461388074291301e-06, |
| "loss": 0.28438785672187805, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.36213991769547327, |
| "grad_norm": 0.16126903891563416, |
| "learning_rate": 6.451612903225806e-06, |
| "loss": 0.30980294942855835, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.36310820624546114, |
| "grad_norm": 0.1648305058479309, |
| "learning_rate": 6.441837732160313e-06, |
| "loss": 0.325278103351593, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.36407649479544907, |
| "grad_norm": 0.17030373215675354, |
| "learning_rate": 6.432062561094819e-06, |
| "loss": 0.3066975176334381, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.36504478334543694, |
| "grad_norm": 0.17431139945983887, |
| "learning_rate": 6.422287390029326e-06, |
| "loss": 0.28780531883239746, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.3660130718954248, |
| "grad_norm": 0.1605546921491623, |
| "learning_rate": 6.412512218963832e-06, |
| "loss": 0.2759549915790558, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.36698136044541274, |
| "grad_norm": 0.16246621310710907, |
| "learning_rate": 6.4027370478983385e-06, |
| "loss": 0.2838786840438843, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.3679496489954006, |
| "grad_norm": 0.173859640955925, |
| "learning_rate": 6.392961876832845e-06, |
| "loss": 0.28778478503227234, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.36891793754538854, |
| "grad_norm": 0.17580649256706238, |
| "learning_rate": 6.383186705767351e-06, |
| "loss": 0.29734641313552856, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.3698862260953764, |
| "grad_norm": 0.21752490103244781, |
| "learning_rate": 6.373411534701858e-06, |
| "loss": 0.331564724445343, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.37085451464536434, |
| "grad_norm": 0.1802123785018921, |
| "learning_rate": 6.363636363636364e-06, |
| "loss": 0.2878391742706299, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.3718228031953522, |
| "grad_norm": 0.16118982434272766, |
| "learning_rate": 6.353861192570871e-06, |
| "loss": 0.29216498136520386, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.3727910917453401, |
| "grad_norm": 0.18390141427516937, |
| "learning_rate": 6.344086021505377e-06, |
| "loss": 0.3013034164905548, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.373759380295328, |
| "grad_norm": 0.17186126112937927, |
| "learning_rate": 6.3343108504398835e-06, |
| "loss": 0.2939417362213135, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.3747276688453159, |
| "grad_norm": 0.1863613873720169, |
| "learning_rate": 6.324535679374389e-06, |
| "loss": 0.3011291027069092, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.3756959573953038, |
| "grad_norm": 0.16492682695388794, |
| "learning_rate": 6.3147605083088955e-06, |
| "loss": 0.29598119854927063, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.3766642459452917, |
| "grad_norm": 0.1751633882522583, |
| "learning_rate": 6.304985337243402e-06, |
| "loss": 0.3110932409763336, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.3776325344952796, |
| "grad_norm": 0.1898571252822876, |
| "learning_rate": 6.295210166177908e-06, |
| "loss": 0.30633416771888733, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.3786008230452675, |
| "grad_norm": 0.1563596874475479, |
| "learning_rate": 6.285434995112415e-06, |
| "loss": 0.2938535809516907, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.37956911159525536, |
| "grad_norm": 0.18046635389328003, |
| "learning_rate": 6.275659824046921e-06, |
| "loss": 0.2856330871582031, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.3805374001452433, |
| "grad_norm": 0.15708908438682556, |
| "learning_rate": 6.265884652981428e-06, |
| "loss": 0.2904341518878937, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.38150568869523116, |
| "grad_norm": 0.17719998955726624, |
| "learning_rate": 6.256109481915934e-06, |
| "loss": 0.28807759284973145, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.3824739772452191, |
| "grad_norm": 0.15774236619472504, |
| "learning_rate": 6.2463343108504405e-06, |
| "loss": 0.2675943076610565, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.38344226579520696, |
| "grad_norm": 0.15558338165283203, |
| "learning_rate": 6.236559139784947e-06, |
| "loss": 0.2567376494407654, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.3844105543451949, |
| "grad_norm": 0.1891474723815918, |
| "learning_rate": 6.226783968719453e-06, |
| "loss": 0.2961275279521942, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.38537884289518276, |
| "grad_norm": 0.17778225243091583, |
| "learning_rate": 6.21700879765396e-06, |
| "loss": 0.3132587671279907, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.3863471314451707, |
| "grad_norm": 0.1902502477169037, |
| "learning_rate": 6.207233626588466e-06, |
| "loss": 0.31374305486679077, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.38731541999515856, |
| "grad_norm": 0.1710149198770523, |
| "learning_rate": 6.197458455522972e-06, |
| "loss": 0.34003812074661255, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.38828370854514643, |
| "grad_norm": 0.16460557281970978, |
| "learning_rate": 6.187683284457478e-06, |
| "loss": 0.2728930115699768, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.38925199709513436, |
| "grad_norm": 0.17229019105434418, |
| "learning_rate": 6.177908113391985e-06, |
| "loss": 0.2700308561325073, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.39022028564512223, |
| "grad_norm": 0.18431095778942108, |
| "learning_rate": 6.168132942326491e-06, |
| "loss": 0.2867494821548462, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.39118857419511016, |
| "grad_norm": 0.17898224294185638, |
| "learning_rate": 6.1583577712609975e-06, |
| "loss": 0.26027926802635193, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.39215686274509803, |
| "grad_norm": 0.1536150425672531, |
| "learning_rate": 6.148582600195504e-06, |
| "loss": 0.2740130126476288, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.39312515129508596, |
| "grad_norm": 0.46492230892181396, |
| "learning_rate": 6.13880742913001e-06, |
| "loss": 0.2832326889038086, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.39409343984507383, |
| "grad_norm": 0.18063224852085114, |
| "learning_rate": 6.129032258064517e-06, |
| "loss": 0.2683679163455963, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.3950617283950617, |
| "grad_norm": 0.18479417264461517, |
| "learning_rate": 6.119257086999023e-06, |
| "loss": 0.2960650324821472, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.39603001694504963, |
| "grad_norm": 0.16542568802833557, |
| "learning_rate": 6.10948191593353e-06, |
| "loss": 0.28208404779434204, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.3969983054950375, |
| "grad_norm": 0.1611918956041336, |
| "learning_rate": 6.099706744868036e-06, |
| "loss": 0.2653481364250183, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.39796659404502543, |
| "grad_norm": 0.17886482179164886, |
| "learning_rate": 6.0899315738025425e-06, |
| "loss": 0.33219113945961, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.3989348825950133, |
| "grad_norm": 0.16463807225227356, |
| "learning_rate": 6.080156402737049e-06, |
| "loss": 0.28929123282432556, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.39990317114500123, |
| "grad_norm": 0.18031014502048492, |
| "learning_rate": 6.0703812316715545e-06, |
| "loss": 0.27609509229660034, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.4008714596949891, |
| "grad_norm": 0.18028417229652405, |
| "learning_rate": 6.060606060606061e-06, |
| "loss": 0.29474079608917236, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.401839748244977, |
| "grad_norm": 0.16485083103179932, |
| "learning_rate": 6.050830889540567e-06, |
| "loss": 0.33132994174957275, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.4028080367949649, |
| "grad_norm": 0.17660938203334808, |
| "learning_rate": 6.041055718475074e-06, |
| "loss": 0.2553951144218445, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.4037763253449528, |
| "grad_norm": 0.18007521331310272, |
| "learning_rate": 6.03128054740958e-06, |
| "loss": 0.2640475034713745, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.4047446138949407, |
| "grad_norm": 0.16710299253463745, |
| "learning_rate": 6.021505376344087e-06, |
| "loss": 0.26302963495254517, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.4057129024449286, |
| "grad_norm": 0.1827956736087799, |
| "learning_rate": 6.011730205278593e-06, |
| "loss": 0.3405194878578186, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.4066811909949165, |
| "grad_norm": 0.1711130291223526, |
| "learning_rate": 6.0019550342130995e-06, |
| "loss": 0.280174195766449, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.4076494795449044, |
| "grad_norm": 0.16884659230709076, |
| "learning_rate": 5.992179863147606e-06, |
| "loss": 0.26946425437927246, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.40861776809489225, |
| "grad_norm": 0.17745757102966309, |
| "learning_rate": 5.982404692082112e-06, |
| "loss": 0.3392980396747589, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.4095860566448802, |
| "grad_norm": 0.1780301034450531, |
| "learning_rate": 5.972629521016619e-06, |
| "loss": 0.30674225091934204, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.41055434519486805, |
| "grad_norm": 0.17808158695697784, |
| "learning_rate": 5.962854349951125e-06, |
| "loss": 0.3345290720462799, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.411522633744856, |
| "grad_norm": 0.16129203140735626, |
| "learning_rate": 5.953079178885631e-06, |
| "loss": 0.2831481695175171, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.41249092229484385, |
| "grad_norm": 0.18456275761127472, |
| "learning_rate": 5.943304007820137e-06, |
| "loss": 0.3257300853729248, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.4134592108448318, |
| "grad_norm": 0.18435759842395782, |
| "learning_rate": 5.933528836754644e-06, |
| "loss": 0.26924797892570496, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.41442749939481965, |
| "grad_norm": 0.1941821128129959, |
| "learning_rate": 5.92375366568915e-06, |
| "loss": 0.3252018392086029, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.4153957879448075, |
| "grad_norm": 0.17482848465442657, |
| "learning_rate": 5.9139784946236566e-06, |
| "loss": 0.33910396695137024, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.41636407649479545, |
| "grad_norm": 0.18026143312454224, |
| "learning_rate": 5.904203323558163e-06, |
| "loss": 0.2899131178855896, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.4173323650447833, |
| "grad_norm": 0.18868599832057953, |
| "learning_rate": 5.894428152492669e-06, |
| "loss": 0.26209527254104614, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.41830065359477125, |
| "grad_norm": 0.172159805893898, |
| "learning_rate": 5.884652981427176e-06, |
| "loss": 0.2784045338630676, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.4192689421447591, |
| "grad_norm": 0.19189684092998505, |
| "learning_rate": 5.874877810361682e-06, |
| "loss": 0.3449173867702484, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.42023723069474705, |
| "grad_norm": 0.18038828670978546, |
| "learning_rate": 5.865102639296189e-06, |
| "loss": 0.260070264339447, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.4212055192447349, |
| "grad_norm": 0.17879043519496918, |
| "learning_rate": 5.855327468230695e-06, |
| "loss": 0.2970094382762909, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.42217380779472286, |
| "grad_norm": 0.19369956851005554, |
| "learning_rate": 5.8455522971652016e-06, |
| "loss": 0.262788325548172, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.4231420963447107, |
| "grad_norm": 0.1980774849653244, |
| "learning_rate": 5.835777126099708e-06, |
| "loss": 0.3415115475654602, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.4241103848946986, |
| "grad_norm": 0.1517505943775177, |
| "learning_rate": 5.8260019550342136e-06, |
| "loss": 0.2550700902938843, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.42507867344468653, |
| "grad_norm": 0.16468308866024017, |
| "learning_rate": 5.81622678396872e-06, |
| "loss": 0.3277415633201599, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.4260469619946744, |
| "grad_norm": 0.1632845550775528, |
| "learning_rate": 5.806451612903226e-06, |
| "loss": 0.2696504294872284, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.42701525054466233, |
| "grad_norm": 0.17740678787231445, |
| "learning_rate": 5.796676441837733e-06, |
| "loss": 0.3146612048149109, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.4279835390946502, |
| "grad_norm": 0.1720811426639557, |
| "learning_rate": 5.786901270772239e-06, |
| "loss": 0.293180376291275, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.42895182764463813, |
| "grad_norm": 0.16457650065422058, |
| "learning_rate": 5.777126099706746e-06, |
| "loss": 0.25529271364212036, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.429920116194626, |
| "grad_norm": 0.18886499106884003, |
| "learning_rate": 5.767350928641252e-06, |
| "loss": 0.2667441964149475, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.4308884047446139, |
| "grad_norm": 0.16837763786315918, |
| "learning_rate": 5.7575757575757586e-06, |
| "loss": 0.2874595820903778, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.4318566932946018, |
| "grad_norm": 0.19567479193210602, |
| "learning_rate": 5.747800586510265e-06, |
| "loss": 0.2736223042011261, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.4328249818445897, |
| "grad_norm": 0.18101078271865845, |
| "learning_rate": 5.738025415444771e-06, |
| "loss": 0.3007189631462097, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.4337932703945776, |
| "grad_norm": 0.17572757601737976, |
| "learning_rate": 5.728250244379278e-06, |
| "loss": 0.3632327914237976, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.4347615589445655, |
| "grad_norm": 0.17773869633674622, |
| "learning_rate": 5.718475073313784e-06, |
| "loss": 0.3204823434352875, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.4357298474945534, |
| "grad_norm": 0.1703418791294098, |
| "learning_rate": 5.708699902248291e-06, |
| "loss": 0.31934505701065063, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.4366981360445413, |
| "grad_norm": 0.16851919889450073, |
| "learning_rate": 5.698924731182796e-06, |
| "loss": 0.33900323510169983, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.43766642459452915, |
| "grad_norm": 0.16920781135559082, |
| "learning_rate": 5.689149560117303e-06, |
| "loss": 0.2747448980808258, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.4386347131445171, |
| "grad_norm": 0.20053993165493011, |
| "learning_rate": 5.679374389051809e-06, |
| "loss": 0.28275251388549805, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.43960300169450495, |
| "grad_norm": 0.17686837911605835, |
| "learning_rate": 5.6695992179863156e-06, |
| "loss": 0.26753419637680054, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.4405712902444929, |
| "grad_norm": 0.20442141592502594, |
| "learning_rate": 5.659824046920822e-06, |
| "loss": 0.32636407017707825, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.44153957879448075, |
| "grad_norm": 0.1751495897769928, |
| "learning_rate": 5.6500488758553284e-06, |
| "loss": 0.29740267992019653, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.4425078673444687, |
| "grad_norm": 0.17008022964000702, |
| "learning_rate": 5.640273704789835e-06, |
| "loss": 0.2965855002403259, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.44347615589445655, |
| "grad_norm": 0.1770244538784027, |
| "learning_rate": 5.630498533724341e-06, |
| "loss": 0.39362120628356934, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 0.17790165543556213, |
| "learning_rate": 5.620723362658846e-06, |
| "loss": 0.2864190340042114, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.44541273299443235, |
| "grad_norm": 0.17405082285404205, |
| "learning_rate": 5.6109481915933524e-06, |
| "loss": 0.2946798801422119, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.4463810215444202, |
| "grad_norm": 0.16010600328445435, |
| "learning_rate": 5.601173020527859e-06, |
| "loss": 0.32160502672195435, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.44734931009440815, |
| "grad_norm": 0.1997617781162262, |
| "learning_rate": 5.591397849462365e-06, |
| "loss": 0.32814455032348633, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.448317598644396, |
| "grad_norm": 0.17624011635780334, |
| "learning_rate": 5.581622678396872e-06, |
| "loss": 0.2808952331542969, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.44928588719438395, |
| "grad_norm": 0.16722382605075836, |
| "learning_rate": 5.571847507331378e-06, |
| "loss": 0.26833376288414, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.4502541757443718, |
| "grad_norm": 0.16350014507770538, |
| "learning_rate": 5.562072336265885e-06, |
| "loss": 0.2904164791107178, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.4512224642943597, |
| "grad_norm": 0.15504086017608643, |
| "learning_rate": 5.552297165200391e-06, |
| "loss": 0.3124706745147705, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.4521907528443476, |
| "grad_norm": 0.17865699529647827, |
| "learning_rate": 5.5425219941348974e-06, |
| "loss": 0.30932655930519104, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.4531590413943355, |
| "grad_norm": 0.179380863904953, |
| "learning_rate": 5.532746823069404e-06, |
| "loss": 0.3099682033061981, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.4541273299443234, |
| "grad_norm": 0.1848987489938736, |
| "learning_rate": 5.52297165200391e-06, |
| "loss": 0.310943603515625, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.4550956184943113, |
| "grad_norm": 0.17355690896511078, |
| "learning_rate": 5.513196480938417e-06, |
| "loss": 0.27683690190315247, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.4560639070442992, |
| "grad_norm": 0.18208661675453186, |
| "learning_rate": 5.503421309872923e-06, |
| "loss": 0.26567360758781433, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.4570321955942871, |
| "grad_norm": 0.17654170095920563, |
| "learning_rate": 5.493646138807429e-06, |
| "loss": 0.29490426182746887, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.45800048414427497, |
| "grad_norm": 0.1757243424654007, |
| "learning_rate": 5.483870967741935e-06, |
| "loss": 0.30711159110069275, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.4589687726942629, |
| "grad_norm": 0.17413422465324402, |
| "learning_rate": 5.474095796676442e-06, |
| "loss": 0.28973209857940674, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.45993706124425077, |
| "grad_norm": 0.20302073657512665, |
| "learning_rate": 5.464320625610948e-06, |
| "loss": 0.3249307870864868, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.4609053497942387, |
| "grad_norm": 0.17959873378276825, |
| "learning_rate": 5.4545454545454545e-06, |
| "loss": 0.29579484462738037, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.46187363834422657, |
| "grad_norm": 0.17562335729599, |
| "learning_rate": 5.444770283479961e-06, |
| "loss": 0.3038690984249115, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.4628419268942145, |
| "grad_norm": 0.16495366394519806, |
| "learning_rate": 5.434995112414467e-06, |
| "loss": 0.281146377325058, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.46381021544420237, |
| "grad_norm": 0.17205455899238586, |
| "learning_rate": 5.425219941348974e-06, |
| "loss": 0.2786451280117035, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.4647785039941903, |
| "grad_norm": 0.19133879244327545, |
| "learning_rate": 5.41544477028348e-06, |
| "loss": 0.3336411416530609, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.46574679254417817, |
| "grad_norm": 0.18153399229049683, |
| "learning_rate": 5.405669599217987e-06, |
| "loss": 0.28267285227775574, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.46671508109416604, |
| "grad_norm": 0.16732986271381378, |
| "learning_rate": 5.395894428152493e-06, |
| "loss": 0.2745664119720459, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.46768336964415397, |
| "grad_norm": 0.19961762428283691, |
| "learning_rate": 5.3861192570869995e-06, |
| "loss": 0.2916579246520996, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.46865165819414184, |
| "grad_norm": 0.18672992289066315, |
| "learning_rate": 5.376344086021506e-06, |
| "loss": 0.2882307767868042, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.46961994674412977, |
| "grad_norm": 0.16605433821678162, |
| "learning_rate": 5.3665689149560115e-06, |
| "loss": 0.32832133769989014, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.47058823529411764, |
| "grad_norm": 0.1809573769569397, |
| "learning_rate": 5.356793743890518e-06, |
| "loss": 0.28796786069869995, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.47155652384410557, |
| "grad_norm": 0.15820080041885376, |
| "learning_rate": 5.347018572825024e-06, |
| "loss": 0.24655906856060028, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.47252481239409344, |
| "grad_norm": 0.183393657207489, |
| "learning_rate": 5.337243401759531e-06, |
| "loss": 0.3693656027317047, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.4734931009440813, |
| "grad_norm": 0.17333702743053436, |
| "learning_rate": 5.327468230694037e-06, |
| "loss": 0.2813875079154968, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.47446138949406924, |
| "grad_norm": 0.18470393121242523, |
| "learning_rate": 5.317693059628544e-06, |
| "loss": 0.32118356227874756, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.4754296780440571, |
| "grad_norm": 0.17366191744804382, |
| "learning_rate": 5.30791788856305e-06, |
| "loss": 0.27578046917915344, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.47639796659404504, |
| "grad_norm": 0.16945011913776398, |
| "learning_rate": 5.2981427174975565e-06, |
| "loss": 0.3115886151790619, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.4773662551440329, |
| "grad_norm": 0.20388440787792206, |
| "learning_rate": 5.288367546432063e-06, |
| "loss": 0.309696227312088, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.47833454369402084, |
| "grad_norm": 0.156901016831398, |
| "learning_rate": 5.278592375366569e-06, |
| "loss": 0.27146872878074646, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.4793028322440087, |
| "grad_norm": 0.20242440700531006, |
| "learning_rate": 5.268817204301076e-06, |
| "loss": 0.33286309242248535, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.4802711207939966, |
| "grad_norm": 0.20036989450454712, |
| "learning_rate": 5.259042033235582e-06, |
| "loss": 0.285398006439209, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.4812394093439845, |
| "grad_norm": 0.16521663963794708, |
| "learning_rate": 5.249266862170089e-06, |
| "loss": 0.27880388498306274, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.4822076978939724, |
| "grad_norm": 0.16702234745025635, |
| "learning_rate": 5.239491691104594e-06, |
| "loss": 0.29399362206459045, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.4831759864439603, |
| "grad_norm": 0.18302516639232635, |
| "learning_rate": 5.229716520039101e-06, |
| "loss": 0.2757553160190582, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.4841442749939482, |
| "grad_norm": 0.17423763871192932, |
| "learning_rate": 5.219941348973607e-06, |
| "loss": 0.2870354950428009, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.4851125635439361, |
| "grad_norm": 0.19603262841701508, |
| "learning_rate": 5.2101661779081135e-06, |
| "loss": 0.2726498246192932, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.486080852093924, |
| "grad_norm": 0.1614205241203308, |
| "learning_rate": 5.20039100684262e-06, |
| "loss": 0.25111639499664307, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.48704914064391186, |
| "grad_norm": 0.17319105565547943, |
| "learning_rate": 5.190615835777126e-06, |
| "loss": 0.27468031644821167, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.4880174291938998, |
| "grad_norm": 0.16882063448429108, |
| "learning_rate": 5.180840664711633e-06, |
| "loss": 0.27068573236465454, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.48898571774388766, |
| "grad_norm": 0.18153499066829681, |
| "learning_rate": 5.171065493646139e-06, |
| "loss": 0.28188517689704895, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.4899540062938756, |
| "grad_norm": 0.1816774159669876, |
| "learning_rate": 5.161290322580646e-06, |
| "loss": 0.32222485542297363, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.49092229484386346, |
| "grad_norm": 0.16442593932151794, |
| "learning_rate": 5.151515151515152e-06, |
| "loss": 0.30542707443237305, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.4918905833938514, |
| "grad_norm": 0.1821308732032776, |
| "learning_rate": 5.1417399804496585e-06, |
| "loss": 0.293884813785553, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.49285887194383926, |
| "grad_norm": 0.1683465987443924, |
| "learning_rate": 5.131964809384165e-06, |
| "loss": 0.26638439297676086, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.49382716049382713, |
| "grad_norm": 0.17483524978160858, |
| "learning_rate": 5.1221896383186705e-06, |
| "loss": 0.30652916431427, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.49479544904381506, |
| "grad_norm": 0.1842867136001587, |
| "learning_rate": 5.112414467253177e-06, |
| "loss": 0.364931583404541, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.49576373759380293, |
| "grad_norm": 0.19743406772613525, |
| "learning_rate": 5.102639296187683e-06, |
| "loss": 0.2590721547603607, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.49673202614379086, |
| "grad_norm": 0.18802092969417572, |
| "learning_rate": 5.09286412512219e-06, |
| "loss": 0.31060951948165894, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.49770031469377873, |
| "grad_norm": 0.16384844481945038, |
| "learning_rate": 5.083088954056696e-06, |
| "loss": 0.27959296107292175, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.49866860324376666, |
| "grad_norm": 0.2127850353717804, |
| "learning_rate": 5.073313782991203e-06, |
| "loss": 0.3346613049507141, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.49963689179375453, |
| "grad_norm": 0.17491693794727325, |
| "learning_rate": 5.063538611925709e-06, |
| "loss": 0.2960091531276703, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.5006051803437425, |
| "grad_norm": 0.1880018264055252, |
| "learning_rate": 5.0537634408602155e-06, |
| "loss": 0.2997010350227356, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.5015734688937303, |
| "grad_norm": 0.1748742163181305, |
| "learning_rate": 5.043988269794722e-06, |
| "loss": 0.2931768596172333, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.5025417574437182, |
| "grad_norm": 0.15878638625144958, |
| "learning_rate": 5.034213098729228e-06, |
| "loss": 0.254057914018631, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.5035100459937061, |
| "grad_norm": 0.2069050818681717, |
| "learning_rate": 5.024437927663735e-06, |
| "loss": 0.2735084295272827, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5044783345436941, |
| "grad_norm": 0.16623827815055847, |
| "learning_rate": 5.014662756598241e-06, |
| "loss": 0.25306957960128784, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.5054466230936819, |
| "grad_norm": 0.1891428381204605, |
| "learning_rate": 5.004887585532748e-06, |
| "loss": 0.2810228765010834, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.5064149116436698, |
| "grad_norm": 0.2315511256456375, |
| "learning_rate": 4.995112414467253e-06, |
| "loss": 0.2733577489852905, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.5073832001936577, |
| "grad_norm": 0.16957992315292358, |
| "learning_rate": 4.98533724340176e-06, |
| "loss": 0.27292630076408386, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.5083514887436456, |
| "grad_norm": 0.17816272377967834, |
| "learning_rate": 4.975562072336266e-06, |
| "loss": 0.27049022912979126, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.5093197772936335, |
| "grad_norm": 0.17525239288806915, |
| "learning_rate": 4.9657869012707725e-06, |
| "loss": 0.2759566903114319, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.5102880658436214, |
| "grad_norm": 0.18764440715312958, |
| "learning_rate": 4.956011730205279e-06, |
| "loss": 0.27127569913864136, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.5112563543936093, |
| "grad_norm": 0.18698008358478546, |
| "learning_rate": 4.946236559139785e-06, |
| "loss": 0.2902853786945343, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.5122246429435972, |
| "grad_norm": 0.17745737731456757, |
| "learning_rate": 4.936461388074292e-06, |
| "loss": 0.32079097628593445, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.5131929314935851, |
| "grad_norm": 0.17994803190231323, |
| "learning_rate": 4.926686217008798e-06, |
| "loss": 0.27671536803245544, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.514161220043573, |
| "grad_norm": 0.1736883968114853, |
| "learning_rate": 4.916911045943305e-06, |
| "loss": 0.29842981696128845, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.5151295085935609, |
| "grad_norm": 0.17682136595249176, |
| "learning_rate": 4.907135874877811e-06, |
| "loss": 0.28436222672462463, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.5160977971435488, |
| "grad_norm": 0.18292061984539032, |
| "learning_rate": 4.8973607038123175e-06, |
| "loss": 0.2722223401069641, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.5170660856935366, |
| "grad_norm": 0.1844838410615921, |
| "learning_rate": 4.887585532746824e-06, |
| "loss": 0.26570263504981995, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.5180343742435246, |
| "grad_norm": 0.18923698365688324, |
| "learning_rate": 4.87781036168133e-06, |
| "loss": 0.3637017607688904, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.5190026627935125, |
| "grad_norm": 0.16404788196086884, |
| "learning_rate": 4.868035190615836e-06, |
| "loss": 0.28690028190612793, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.5199709513435004, |
| "grad_norm": 0.1970244199037552, |
| "learning_rate": 4.858260019550342e-06, |
| "loss": 0.2881229519844055, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.5209392398934882, |
| "grad_norm": 0.1616058647632599, |
| "learning_rate": 4.848484848484849e-06, |
| "loss": 0.2817743122577667, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.5219075284434762, |
| "grad_norm": 0.18213775753974915, |
| "learning_rate": 4.838709677419355e-06, |
| "loss": 0.2646360695362091, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.5228758169934641, |
| "grad_norm": 0.1883658468723297, |
| "learning_rate": 4.828934506353862e-06, |
| "loss": 0.32929307222366333, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.523844105543452, |
| "grad_norm": 0.1898542195558548, |
| "learning_rate": 4.819159335288368e-06, |
| "loss": 0.27511003613471985, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.5248123940934398, |
| "grad_norm": 0.1817118525505066, |
| "learning_rate": 4.8093841642228745e-06, |
| "loss": 0.27474260330200195, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.5257806826434277, |
| "grad_norm": 0.19033664464950562, |
| "learning_rate": 4.799608993157381e-06, |
| "loss": 0.32937076687812805, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.5267489711934157, |
| "grad_norm": 0.18128858506679535, |
| "learning_rate": 4.789833822091887e-06, |
| "loss": 0.3000837564468384, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.5277172597434036, |
| "grad_norm": 0.18828479945659637, |
| "learning_rate": 4.780058651026394e-06, |
| "loss": 0.3411107063293457, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.5286855482933914, |
| "grad_norm": 0.21484431624412537, |
| "learning_rate": 4.7702834799609e-06, |
| "loss": 0.32155299186706543, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.5296538368433793, |
| "grad_norm": 0.19658254086971283, |
| "learning_rate": 4.760508308895407e-06, |
| "loss": 0.2874881327152252, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.5306221253933672, |
| "grad_norm": 0.19206486642360687, |
| "learning_rate": 4.750733137829912e-06, |
| "loss": 0.31940093636512756, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.5315904139433552, |
| "grad_norm": 0.2160305678844452, |
| "learning_rate": 4.740957966764419e-06, |
| "loss": 0.3076990246772766, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.532558702493343, |
| "grad_norm": 0.18269337713718414, |
| "learning_rate": 4.731182795698925e-06, |
| "loss": 0.27614516019821167, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.5335269910433309, |
| "grad_norm": 0.18244397640228271, |
| "learning_rate": 4.7214076246334315e-06, |
| "loss": 0.28050702810287476, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.5344952795933188, |
| "grad_norm": 0.16129615902900696, |
| "learning_rate": 4.711632453567938e-06, |
| "loss": 0.28339844942092896, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.5354635681433068, |
| "grad_norm": 0.1605842411518097, |
| "learning_rate": 4.701857282502444e-06, |
| "loss": 0.28020599484443665, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.5364318566932946, |
| "grad_norm": 0.17767396569252014, |
| "learning_rate": 4.692082111436951e-06, |
| "loss": 0.26483970880508423, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.5374001452432825, |
| "grad_norm": 0.17699919641017914, |
| "learning_rate": 4.682306940371456e-06, |
| "loss": 0.27966004610061646, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.5383684337932704, |
| "grad_norm": 0.19072790443897247, |
| "learning_rate": 4.672531769305963e-06, |
| "loss": 0.282270222902298, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.5393367223432582, |
| "grad_norm": 0.1869659274816513, |
| "learning_rate": 4.662756598240469e-06, |
| "loss": 0.3432008624076843, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.5403050108932462, |
| "grad_norm": 0.18851327896118164, |
| "learning_rate": 4.652981427174976e-06, |
| "loss": 0.2940416932106018, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.5412732994432341, |
| "grad_norm": 0.20195099711418152, |
| "learning_rate": 4.643206256109482e-06, |
| "loss": 0.30535370111465454, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.542241587993222, |
| "grad_norm": 0.17963868379592896, |
| "learning_rate": 4.6334310850439885e-06, |
| "loss": 0.3085969388484955, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.5432098765432098, |
| "grad_norm": 0.170511856675148, |
| "learning_rate": 4.623655913978495e-06, |
| "loss": 0.3072543442249298, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.5441781650931977, |
| "grad_norm": 0.18112339079380035, |
| "learning_rate": 4.613880742913001e-06, |
| "loss": 0.3005993366241455, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.5451464536431857, |
| "grad_norm": 0.18734918534755707, |
| "learning_rate": 4.604105571847508e-06, |
| "loss": 0.2741018533706665, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.5461147421931736, |
| "grad_norm": 0.18844076991081238, |
| "learning_rate": 4.594330400782014e-06, |
| "loss": 0.27082327008247375, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.5470830307431614, |
| "grad_norm": 0.18848098814487457, |
| "learning_rate": 4.58455522971652e-06, |
| "loss": 0.2900712490081787, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.5480513192931493, |
| "grad_norm": 0.18217670917510986, |
| "learning_rate": 4.574780058651026e-06, |
| "loss": 0.2818305492401123, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.5490196078431373, |
| "grad_norm": 0.1847630739212036, |
| "learning_rate": 4.565004887585533e-06, |
| "loss": 0.3052092492580414, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.5499878963931252, |
| "grad_norm": 0.17965678870677948, |
| "learning_rate": 4.555229716520039e-06, |
| "loss": 0.37061765789985657, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.550956184943113, |
| "grad_norm": 0.182081401348114, |
| "learning_rate": 4.5454545454545455e-06, |
| "loss": 0.2812265157699585, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.5519244734931009, |
| "grad_norm": 0.1826234757900238, |
| "learning_rate": 4.535679374389052e-06, |
| "loss": 0.33616483211517334, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.5528927620430888, |
| "grad_norm": 0.18337081372737885, |
| "learning_rate": 4.525904203323558e-06, |
| "loss": 0.26936668157577515, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.5538610505930768, |
| "grad_norm": 0.19079728424549103, |
| "learning_rate": 4.516129032258065e-06, |
| "loss": 0.31582286953926086, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.5548293391430646, |
| "grad_norm": 0.19277691841125488, |
| "learning_rate": 4.506353861192571e-06, |
| "loss": 0.26570555567741394, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.5557976276930525, |
| "grad_norm": 0.1885417103767395, |
| "learning_rate": 4.496578690127078e-06, |
| "loss": 0.283278226852417, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.5567659162430404, |
| "grad_norm": 0.1837887167930603, |
| "learning_rate": 4.486803519061584e-06, |
| "loss": 0.2855049967765808, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.5577342047930284, |
| "grad_norm": 0.1967337280511856, |
| "learning_rate": 4.4770283479960905e-06, |
| "loss": 0.2932886481285095, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.5587024933430162, |
| "grad_norm": 0.17725642025470734, |
| "learning_rate": 4.467253176930597e-06, |
| "loss": 0.27526989579200745, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.5596707818930041, |
| "grad_norm": 0.17137347161769867, |
| "learning_rate": 4.4574780058651025e-06, |
| "loss": 0.3213641047477722, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.560639070442992, |
| "grad_norm": 0.21623080968856812, |
| "learning_rate": 4.447702834799609e-06, |
| "loss": 0.30579251050949097, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.5616073589929799, |
| "grad_norm": 0.17714564502239227, |
| "learning_rate": 4.437927663734115e-06, |
| "loss": 0.27001863718032837, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.5625756475429678, |
| "grad_norm": 0.19795329868793488, |
| "learning_rate": 4.428152492668622e-06, |
| "loss": 0.3162938356399536, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.5635439360929557, |
| "grad_norm": 0.16567392647266388, |
| "learning_rate": 4.418377321603128e-06, |
| "loss": 0.27828705310821533, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.5645122246429436, |
| "grad_norm": 0.19157780706882477, |
| "learning_rate": 4.408602150537635e-06, |
| "loss": 0.26456013321876526, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.5654805131929315, |
| "grad_norm": 0.18285039067268372, |
| "learning_rate": 4.398826979472141e-06, |
| "loss": 0.27962782979011536, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.5664488017429193, |
| "grad_norm": 0.18198364973068237, |
| "learning_rate": 4.3890518084066475e-06, |
| "loss": 0.32034292817115784, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.5674170902929073, |
| "grad_norm": 0.189778670668602, |
| "learning_rate": 4.379276637341154e-06, |
| "loss": 0.27116918563842773, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.5683853788428952, |
| "grad_norm": 0.19017699360847473, |
| "learning_rate": 4.36950146627566e-06, |
| "loss": 0.28804683685302734, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.5693536673928831, |
| "grad_norm": 0.1705840528011322, |
| "learning_rate": 4.359726295210167e-06, |
| "loss": 0.3060193657875061, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.5703219559428709, |
| "grad_norm": 0.22186465561389923, |
| "learning_rate": 4.349951124144673e-06, |
| "loss": 0.26255226135253906, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.5712902444928589, |
| "grad_norm": 0.16935674846172333, |
| "learning_rate": 4.34017595307918e-06, |
| "loss": 0.25682443380355835, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.5722585330428468, |
| "grad_norm": 0.2110513299703598, |
| "learning_rate": 4.330400782013685e-06, |
| "loss": 0.3172002136707306, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.5732268215928347, |
| "grad_norm": 0.17660263180732727, |
| "learning_rate": 4.320625610948192e-06, |
| "loss": 0.2504763603210449, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.5741951101428225, |
| "grad_norm": 0.1752292513847351, |
| "learning_rate": 4.310850439882698e-06, |
| "loss": 0.28053516149520874, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.5751633986928104, |
| "grad_norm": 0.17443427443504333, |
| "learning_rate": 4.3010752688172045e-06, |
| "loss": 0.27481114864349365, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.5761316872427984, |
| "grad_norm": 0.20570909976959229, |
| "learning_rate": 4.291300097751711e-06, |
| "loss": 0.32052427530288696, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.5770999757927863, |
| "grad_norm": 0.17960628867149353, |
| "learning_rate": 4.281524926686217e-06, |
| "loss": 0.30593350529670715, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.5780682643427741, |
| "grad_norm": 0.20899339020252228, |
| "learning_rate": 4.271749755620724e-06, |
| "loss": 0.3231653571128845, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.579036552892762, |
| "grad_norm": 0.17927585542201996, |
| "learning_rate": 4.26197458455523e-06, |
| "loss": 0.23228108882904053, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.5800048414427499, |
| "grad_norm": 0.19766579568386078, |
| "learning_rate": 4.252199413489737e-06, |
| "loss": 0.3512587547302246, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.5809731299927379, |
| "grad_norm": 0.2258554995059967, |
| "learning_rate": 4.242424242424243e-06, |
| "loss": 0.29843974113464355, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5819414185427257, |
| "grad_norm": 0.19223785400390625, |
| "learning_rate": 4.2326490713587495e-06, |
| "loss": 0.27962884306907654, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.5829097070927136, |
| "grad_norm": 0.17844106256961823, |
| "learning_rate": 4.222873900293256e-06, |
| "loss": 0.27644073963165283, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.5838779956427015, |
| "grad_norm": 0.1867385059595108, |
| "learning_rate": 4.213098729227762e-06, |
| "loss": 0.27366524934768677, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.5848462841926895, |
| "grad_norm": 0.17379915714263916, |
| "learning_rate": 4.203323558162268e-06, |
| "loss": 0.30100804567337036, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.5858145727426773, |
| "grad_norm": 0.1838119775056839, |
| "learning_rate": 4.193548387096774e-06, |
| "loss": 0.3351133167743683, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.5867828612926652, |
| "grad_norm": 0.19593499600887299, |
| "learning_rate": 4.183773216031281e-06, |
| "loss": 0.28100982308387756, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.5877511498426531, |
| "grad_norm": 0.16322395205497742, |
| "learning_rate": 4.173998044965787e-06, |
| "loss": 0.26457294821739197, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.588719438392641, |
| "grad_norm": 0.1786675602197647, |
| "learning_rate": 4.164222873900294e-06, |
| "loss": 0.2559005618095398, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.5896877269426289, |
| "grad_norm": 0.19520226120948792, |
| "learning_rate": 4.1544477028348e-06, |
| "loss": 0.2999897003173828, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.5906560154926168, |
| "grad_norm": 0.17103256285190582, |
| "learning_rate": 4.1446725317693065e-06, |
| "loss": 0.30779922008514404, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.5916243040426047, |
| "grad_norm": 0.17526350915431976, |
| "learning_rate": 4.134897360703813e-06, |
| "loss": 0.29173529148101807, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.5925925925925926, |
| "grad_norm": 0.18206097185611725, |
| "learning_rate": 4.125122189638319e-06, |
| "loss": 0.29199522733688354, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.5935608811425805, |
| "grad_norm": 0.1679670661687851, |
| "learning_rate": 4.115347018572826e-06, |
| "loss": 0.25542762875556946, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.5945291696925684, |
| "grad_norm": 0.19803665578365326, |
| "learning_rate": 4.105571847507332e-06, |
| "loss": 0.2858905792236328, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.5954974582425563, |
| "grad_norm": 0.17995841801166534, |
| "learning_rate": 4.095796676441839e-06, |
| "loss": 0.27671483159065247, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.5964657467925442, |
| "grad_norm": 0.18616031110286713, |
| "learning_rate": 4.086021505376344e-06, |
| "loss": 0.2712816596031189, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.597434035342532, |
| "grad_norm": 0.19008490443229675, |
| "learning_rate": 4.076246334310851e-06, |
| "loss": 0.2625333368778229, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.59840232389252, |
| "grad_norm": 0.1998487263917923, |
| "learning_rate": 4.066471163245357e-06, |
| "loss": 0.28343838453292847, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.5993706124425079, |
| "grad_norm": 0.17429369688034058, |
| "learning_rate": 4.0566959921798636e-06, |
| "loss": 0.2731628715991974, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.6003389009924958, |
| "grad_norm": 0.19498169422149658, |
| "learning_rate": 4.04692082111437e-06, |
| "loss": 0.29789942502975464, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.6013071895424836, |
| "grad_norm": 0.178371399641037, |
| "learning_rate": 4.0371456500488756e-06, |
| "loss": 0.28699758648872375, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.6022754780924715, |
| "grad_norm": 0.1959543526172638, |
| "learning_rate": 4.027370478983382e-06, |
| "loss": 0.32473817467689514, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.6032437666424595, |
| "grad_norm": 0.18459352850914001, |
| "learning_rate": 4.017595307917888e-06, |
| "loss": 0.2685423493385315, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.6042120551924474, |
| "grad_norm": 0.18294654786586761, |
| "learning_rate": 4.007820136852395e-06, |
| "loss": 0.28354576230049133, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.6051803437424352, |
| "grad_norm": 0.19509679079055786, |
| "learning_rate": 3.998044965786901e-06, |
| "loss": 0.30655306577682495, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.6061486322924231, |
| "grad_norm": 0.18222194910049438, |
| "learning_rate": 3.988269794721408e-06, |
| "loss": 0.26319050788879395, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.6071169208424111, |
| "grad_norm": 0.21766740083694458, |
| "learning_rate": 3.978494623655914e-06, |
| "loss": 0.29476338624954224, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.608085209392399, |
| "grad_norm": 0.1838199496269226, |
| "learning_rate": 3.9687194525904206e-06, |
| "loss": 0.313698947429657, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.6090534979423868, |
| "grad_norm": 0.18570809066295624, |
| "learning_rate": 3.958944281524927e-06, |
| "loss": 0.3509555160999298, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.6100217864923747, |
| "grad_norm": 0.19644515216350555, |
| "learning_rate": 3.949169110459433e-06, |
| "loss": 0.2718711197376251, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.6109900750423626, |
| "grad_norm": 0.1909233182668686, |
| "learning_rate": 3.93939393939394e-06, |
| "loss": 0.3205246925354004, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.6119583635923506, |
| "grad_norm": 0.18373022973537445, |
| "learning_rate": 3.929618768328446e-06, |
| "loss": 0.295777827501297, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.6129266521423384, |
| "grad_norm": 0.18277910351753235, |
| "learning_rate": 3.919843597262952e-06, |
| "loss": 0.3180069625377655, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.6138949406923263, |
| "grad_norm": 0.19421808421611786, |
| "learning_rate": 3.910068426197458e-06, |
| "loss": 0.2791898250579834, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.6148632292423142, |
| "grad_norm": 0.17601901292800903, |
| "learning_rate": 3.900293255131965e-06, |
| "loss": 0.26764553785324097, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.615831517792302, |
| "grad_norm": 0.1744976043701172, |
| "learning_rate": 3.890518084066471e-06, |
| "loss": 0.307162344455719, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.61679980634229, |
| "grad_norm": 0.1944838911294937, |
| "learning_rate": 3.8807429130009776e-06, |
| "loss": 0.2940749228000641, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.6177680948922779, |
| "grad_norm": 0.29076093435287476, |
| "learning_rate": 3.870967741935484e-06, |
| "loss": 0.32644060254096985, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.6187363834422658, |
| "grad_norm": 0.18829455971717834, |
| "learning_rate": 3.8611925708699904e-06, |
| "loss": 0.28472450375556946, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.6197046719922537, |
| "grad_norm": 0.1949450969696045, |
| "learning_rate": 3.851417399804497e-06, |
| "loss": 0.2577253580093384, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.6206729605422416, |
| "grad_norm": 0.1973968893289566, |
| "learning_rate": 3.841642228739003e-06, |
| "loss": 0.28368428349494934, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.6216412490922295, |
| "grad_norm": 0.1733219027519226, |
| "learning_rate": 3.83186705767351e-06, |
| "loss": 0.26086172461509705, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.6226095376422174, |
| "grad_norm": 0.20539860427379608, |
| "learning_rate": 3.822091886608016e-06, |
| "loss": 0.3593149483203888, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.6235778261922053, |
| "grad_norm": 0.18563023209571838, |
| "learning_rate": 3.812316715542522e-06, |
| "loss": 0.3003098964691162, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.6245461147421931, |
| "grad_norm": 0.19810666143894196, |
| "learning_rate": 3.8025415444770286e-06, |
| "loss": 0.2925172448158264, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.6255144032921811, |
| "grad_norm": 0.2321307510137558, |
| "learning_rate": 3.792766373411535e-06, |
| "loss": 0.25980299711227417, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.626482691842169, |
| "grad_norm": 0.16675977408885956, |
| "learning_rate": 3.7829912023460414e-06, |
| "loss": 0.258143812417984, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.6274509803921569, |
| "grad_norm": 0.18522602319717407, |
| "learning_rate": 3.773216031280548e-06, |
| "loss": 0.3249315619468689, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.6284192689421447, |
| "grad_norm": 0.17373818159103394, |
| "learning_rate": 3.763440860215054e-06, |
| "loss": 0.289806991815567, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.6293875574921327, |
| "grad_norm": 0.18944744765758514, |
| "learning_rate": 3.7536656891495603e-06, |
| "loss": 0.30416756868362427, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.6303558460421206, |
| "grad_norm": 0.19680985808372498, |
| "learning_rate": 3.7438905180840667e-06, |
| "loss": 0.28972989320755005, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.6313241345921085, |
| "grad_norm": 0.2205217033624649, |
| "learning_rate": 3.734115347018573e-06, |
| "loss": 0.28554368019104004, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.6322924231420963, |
| "grad_norm": 0.172973170876503, |
| "learning_rate": 3.7243401759530796e-06, |
| "loss": 0.331814169883728, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.6332607116920842, |
| "grad_norm": 0.1913972645998001, |
| "learning_rate": 3.714565004887586e-06, |
| "loss": 0.27782005071640015, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.6342290002420722, |
| "grad_norm": 0.19561362266540527, |
| "learning_rate": 3.7047898338220924e-06, |
| "loss": 0.3030650019645691, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.63519728879206, |
| "grad_norm": 0.19253604114055634, |
| "learning_rate": 3.6950146627565984e-06, |
| "loss": 0.29422512650489807, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.6361655773420479, |
| "grad_norm": 0.19124586880207062, |
| "learning_rate": 3.685239491691105e-06, |
| "loss": 0.26767367124557495, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.6371338658920358, |
| "grad_norm": 0.2221280336380005, |
| "learning_rate": 3.6754643206256113e-06, |
| "loss": 0.3479483723640442, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.6381021544420237, |
| "grad_norm": 0.20241160690784454, |
| "learning_rate": 3.6656891495601177e-06, |
| "loss": 0.2787402868270874, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.6390704429920117, |
| "grad_norm": 0.19073940813541412, |
| "learning_rate": 3.655913978494624e-06, |
| "loss": 0.29317712783813477, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.6400387315419995, |
| "grad_norm": 0.20870280265808105, |
| "learning_rate": 3.6461388074291306e-06, |
| "loss": 0.3079635202884674, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.6410070200919874, |
| "grad_norm": 0.18194538354873657, |
| "learning_rate": 3.6363636363636366e-06, |
| "loss": 0.26036518812179565, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.6419753086419753, |
| "grad_norm": 0.19380781054496765, |
| "learning_rate": 3.626588465298143e-06, |
| "loss": 0.32105469703674316, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.6429435971919633, |
| "grad_norm": 0.18779927492141724, |
| "learning_rate": 3.6168132942326494e-06, |
| "loss": 0.23958516120910645, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.6439118857419511, |
| "grad_norm": 0.16800741851329803, |
| "learning_rate": 3.607038123167156e-06, |
| "loss": 0.3183926045894623, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.644880174291939, |
| "grad_norm": 0.18218325078487396, |
| "learning_rate": 3.5972629521016623e-06, |
| "loss": 0.36072227358818054, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.6458484628419269, |
| "grad_norm": 0.1973208338022232, |
| "learning_rate": 3.5874877810361687e-06, |
| "loss": 0.31081509590148926, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.6468167513919147, |
| "grad_norm": 0.17719313502311707, |
| "learning_rate": 3.5777126099706747e-06, |
| "loss": 0.3088850677013397, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.6477850399419027, |
| "grad_norm": 0.22201496362686157, |
| "learning_rate": 3.567937438905181e-06, |
| "loss": 0.2832217812538147, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.6487533284918906, |
| "grad_norm": 0.2052207589149475, |
| "learning_rate": 3.5581622678396876e-06, |
| "loss": 0.2777295708656311, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.6497216170418785, |
| "grad_norm": 0.17530739307403564, |
| "learning_rate": 3.548387096774194e-06, |
| "loss": 0.3057093620300293, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.6506899055918663, |
| "grad_norm": 0.20253078639507294, |
| "learning_rate": 3.5386119257087004e-06, |
| "loss": 0.2525123059749603, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.6516581941418542, |
| "grad_norm": 0.19099098443984985, |
| "learning_rate": 3.528836754643207e-06, |
| "loss": 0.26486071944236755, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.6526264826918422, |
| "grad_norm": 0.19429947435855865, |
| "learning_rate": 3.5190615835777133e-06, |
| "loss": 0.27915486693382263, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.6535947712418301, |
| "grad_norm": 0.19641940295696259, |
| "learning_rate": 3.5092864125122193e-06, |
| "loss": 0.2952028214931488, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.654563059791818, |
| "grad_norm": 0.18606482446193695, |
| "learning_rate": 3.4995112414467257e-06, |
| "loss": 0.26710712909698486, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.6555313483418058, |
| "grad_norm": 0.18616363406181335, |
| "learning_rate": 3.489736070381232e-06, |
| "loss": 0.2896000146865845, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.6564996368917938, |
| "grad_norm": 0.18305549025535583, |
| "learning_rate": 3.4799608993157386e-06, |
| "loss": 0.27804529666900635, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.6574679254417817, |
| "grad_norm": 0.19162502884864807, |
| "learning_rate": 3.470185728250245e-06, |
| "loss": 0.3180793821811676, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.6584362139917695, |
| "grad_norm": 0.17288638651371002, |
| "learning_rate": 3.4604105571847514e-06, |
| "loss": 0.27254006266593933, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.6594045025417574, |
| "grad_norm": 0.20115594565868378, |
| "learning_rate": 3.4506353861192575e-06, |
| "loss": 0.326080858707428, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.6603727910917453, |
| "grad_norm": 0.20309938490390778, |
| "learning_rate": 3.440860215053764e-06, |
| "loss": 0.29796141386032104, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.6613410796417333, |
| "grad_norm": 0.20176127552986145, |
| "learning_rate": 3.43108504398827e-06, |
| "loss": 0.2814856469631195, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.6623093681917211, |
| "grad_norm": 0.21620069444179535, |
| "learning_rate": 3.4213098729227763e-06, |
| "loss": 0.36335426568984985, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.663277656741709, |
| "grad_norm": 0.20982684195041656, |
| "learning_rate": 3.4115347018572823e-06, |
| "loss": 0.2819657027721405, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.6642459452916969, |
| "grad_norm": 0.18432947993278503, |
| "learning_rate": 3.4017595307917887e-06, |
| "loss": 0.32050448656082153, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.6652142338416849, |
| "grad_norm": 0.17828144133090973, |
| "learning_rate": 3.391984359726295e-06, |
| "loss": 0.3236311376094818, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.6661825223916727, |
| "grad_norm": 0.1964399665594101, |
| "learning_rate": 3.3822091886608016e-06, |
| "loss": 0.32314908504486084, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.6671508109416606, |
| "grad_norm": 0.19078870117664337, |
| "learning_rate": 3.372434017595308e-06, |
| "loss": 0.27393656969070435, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.6681190994916485, |
| "grad_norm": 0.19160780310630798, |
| "learning_rate": 3.3626588465298145e-06, |
| "loss": 0.3088667690753937, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.6690873880416364, |
| "grad_norm": 0.18718208372592926, |
| "learning_rate": 3.352883675464321e-06, |
| "loss": 0.28694334626197815, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.6700556765916243, |
| "grad_norm": 0.19036638736724854, |
| "learning_rate": 3.343108504398827e-06, |
| "loss": 0.2764681279659271, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.6710239651416122, |
| "grad_norm": 0.17227678000926971, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 0.2784879207611084, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.6719922536916001, |
| "grad_norm": 0.20473547279834747, |
| "learning_rate": 3.3235581622678398e-06, |
| "loss": 0.2824912667274475, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.672960542241588, |
| "grad_norm": 0.1921864002943039, |
| "learning_rate": 3.313782991202346e-06, |
| "loss": 0.2795690894126892, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.6739288307915758, |
| "grad_norm": 0.2057105302810669, |
| "learning_rate": 3.3040078201368526e-06, |
| "loss": 0.27492284774780273, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.6748971193415638, |
| "grad_norm": 0.2041766345500946, |
| "learning_rate": 3.294232649071359e-06, |
| "loss": 0.30277037620544434, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.6758654078915517, |
| "grad_norm": 0.19042398035526276, |
| "learning_rate": 3.284457478005865e-06, |
| "loss": 0.31011852622032166, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.6768336964415396, |
| "grad_norm": 0.18352696299552917, |
| "learning_rate": 3.2746823069403715e-06, |
| "loss": 0.28382012248039246, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.6778019849915274, |
| "grad_norm": 0.2007741928100586, |
| "learning_rate": 3.264907135874878e-06, |
| "loss": 0.28195974230766296, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.6787702735415154, |
| "grad_norm": 0.20310088992118835, |
| "learning_rate": 3.2551319648093843e-06, |
| "loss": 0.2988584637641907, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.6797385620915033, |
| "grad_norm": 0.20353393256664276, |
| "learning_rate": 3.2453567937438908e-06, |
| "loss": 0.24649690091609955, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.6807068506414912, |
| "grad_norm": 0.1926201432943344, |
| "learning_rate": 3.235581622678397e-06, |
| "loss": 0.2895974814891815, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.681675139191479, |
| "grad_norm": 0.19565631449222565, |
| "learning_rate": 3.225806451612903e-06, |
| "loss": 0.2735288441181183, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.6826434277414669, |
| "grad_norm": 0.20555929839611053, |
| "learning_rate": 3.2160312805474096e-06, |
| "loss": 0.2749082148075104, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.6836117162914549, |
| "grad_norm": 0.19519391655921936, |
| "learning_rate": 3.206256109481916e-06, |
| "loss": 0.35463032126426697, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.6845800048414428, |
| "grad_norm": 0.19124329090118408, |
| "learning_rate": 3.1964809384164225e-06, |
| "loss": 0.2960769832134247, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.6855482933914306, |
| "grad_norm": 0.19353725016117096, |
| "learning_rate": 3.186705767350929e-06, |
| "loss": 0.29588258266448975, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.6865165819414185, |
| "grad_norm": 0.1908576339483261, |
| "learning_rate": 3.1769305962854353e-06, |
| "loss": 0.32410839200019836, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.6874848704914064, |
| "grad_norm": 0.19978390634059906, |
| "learning_rate": 3.1671554252199418e-06, |
| "loss": 0.26154428720474243, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.6884531590413944, |
| "grad_norm": 0.17735745012760162, |
| "learning_rate": 3.1573802541544478e-06, |
| "loss": 0.2741011083126068, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.6894214475913822, |
| "grad_norm": 0.19261346757411957, |
| "learning_rate": 3.147605083088954e-06, |
| "loss": 0.29346680641174316, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.6903897361413701, |
| "grad_norm": 0.18815375864505768, |
| "learning_rate": 3.1378299120234606e-06, |
| "loss": 0.317450612783432, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.691358024691358, |
| "grad_norm": 0.1747797578573227, |
| "learning_rate": 3.128054740957967e-06, |
| "loss": 0.26710936427116394, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.692326313241346, |
| "grad_norm": 0.1850060522556305, |
| "learning_rate": 3.1182795698924735e-06, |
| "loss": 0.3440788984298706, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.6932946017913338, |
| "grad_norm": 0.19904842972755432, |
| "learning_rate": 3.10850439882698e-06, |
| "loss": 0.27237698435783386, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.6942628903413217, |
| "grad_norm": 0.19219987094402313, |
| "learning_rate": 3.098729227761486e-06, |
| "loss": 0.2665986716747284, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.6952311788913096, |
| "grad_norm": 0.1957559734582901, |
| "learning_rate": 3.0889540566959923e-06, |
| "loss": 0.28654614090919495, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.6961994674412975, |
| "grad_norm": 0.2007106989622116, |
| "learning_rate": 3.0791788856304988e-06, |
| "loss": 0.30569547414779663, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.6971677559912854, |
| "grad_norm": 0.21884313225746155, |
| "learning_rate": 3.069403714565005e-06, |
| "loss": 0.2851307690143585, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.6981360445412733, |
| "grad_norm": 0.18904490768909454, |
| "learning_rate": 3.0596285434995116e-06, |
| "loss": 0.32544124126434326, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.6991043330912612, |
| "grad_norm": 0.22827713191509247, |
| "learning_rate": 3.049853372434018e-06, |
| "loss": 0.2876453101634979, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.7000726216412491, |
| "grad_norm": 0.18982501327991486, |
| "learning_rate": 3.0400782013685245e-06, |
| "loss": 0.28896069526672363, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.701040910191237, |
| "grad_norm": 0.208974227309227, |
| "learning_rate": 3.0303030303030305e-06, |
| "loss": 0.26989954710006714, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.7020091987412249, |
| "grad_norm": 0.19682757556438446, |
| "learning_rate": 3.020527859237537e-06, |
| "loss": 0.316387414932251, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.7029774872912128, |
| "grad_norm": 0.1741049438714981, |
| "learning_rate": 3.0107526881720433e-06, |
| "loss": 0.26443612575531006, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.7039457758412007, |
| "grad_norm": 0.2087400257587433, |
| "learning_rate": 3.0009775171065498e-06, |
| "loss": 0.2930486500263214, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.7049140643911885, |
| "grad_norm": 0.19682444632053375, |
| "learning_rate": 2.991202346041056e-06, |
| "loss": 0.2777274250984192, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.7058823529411765, |
| "grad_norm": 0.18029047548770905, |
| "learning_rate": 2.9814271749755626e-06, |
| "loss": 0.30682748556137085, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.7068506414911644, |
| "grad_norm": 0.21413344144821167, |
| "learning_rate": 2.9716520039100686e-06, |
| "loss": 0.2852901220321655, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.7078189300411523, |
| "grad_norm": 0.20641835033893585, |
| "learning_rate": 2.961876832844575e-06, |
| "loss": 0.30264589190483093, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.7087872185911401, |
| "grad_norm": 0.20583511888980865, |
| "learning_rate": 2.9521016617790815e-06, |
| "loss": 0.31246519088745117, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.709755507141128, |
| "grad_norm": 0.19352665543556213, |
| "learning_rate": 2.942326490713588e-06, |
| "loss": 0.25201672315597534, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.710723795691116, |
| "grad_norm": 0.19948013126850128, |
| "learning_rate": 2.9325513196480943e-06, |
| "loss": 0.2469996213912964, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.7116920842411039, |
| "grad_norm": 0.20024363696575165, |
| "learning_rate": 2.9227761485826008e-06, |
| "loss": 0.28980398178100586, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.7126603727910917, |
| "grad_norm": 0.19101053476333618, |
| "learning_rate": 2.9130009775171068e-06, |
| "loss": 0.27129659056663513, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.7136286613410796, |
| "grad_norm": 0.19807986915111542, |
| "learning_rate": 2.903225806451613e-06, |
| "loss": 0.2989445924758911, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.7145969498910676, |
| "grad_norm": 0.2047462910413742, |
| "learning_rate": 2.8934506353861196e-06, |
| "loss": 0.29249265789985657, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.7155652384410555, |
| "grad_norm": 0.21451207995414734, |
| "learning_rate": 2.883675464320626e-06, |
| "loss": 0.308368980884552, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.7165335269910433, |
| "grad_norm": 0.18969380855560303, |
| "learning_rate": 2.8739002932551325e-06, |
| "loss": 0.30544131994247437, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.7175018155410312, |
| "grad_norm": 0.21949923038482666, |
| "learning_rate": 2.864125122189639e-06, |
| "loss": 0.2871190011501312, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.7184701040910191, |
| "grad_norm": 0.18441982567310333, |
| "learning_rate": 2.8543499511241454e-06, |
| "loss": 0.34001511335372925, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.7194383926410071, |
| "grad_norm": 0.20495833456516266, |
| "learning_rate": 2.8445747800586514e-06, |
| "loss": 0.31153956055641174, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.7204066811909949, |
| "grad_norm": 0.17847374081611633, |
| "learning_rate": 2.8347996089931578e-06, |
| "loss": 0.2785325348377228, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.7213749697409828, |
| "grad_norm": 0.20845407247543335, |
| "learning_rate": 2.8250244379276642e-06, |
| "loss": 0.28710830211639404, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.7223432582909707, |
| "grad_norm": 0.20801788568496704, |
| "learning_rate": 2.8152492668621706e-06, |
| "loss": 0.2709939181804657, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.7233115468409586, |
| "grad_norm": 0.17509667575359344, |
| "learning_rate": 2.8054740957966762e-06, |
| "loss": 0.24158413708209991, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.7242798353909465, |
| "grad_norm": 0.2237170934677124, |
| "learning_rate": 2.7956989247311827e-06, |
| "loss": 0.26651033759117126, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.7252481239409344, |
| "grad_norm": 0.1964648962020874, |
| "learning_rate": 2.785923753665689e-06, |
| "loss": 0.26544153690338135, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.7262164124909223, |
| "grad_norm": 0.1828320175409317, |
| "learning_rate": 2.7761485826001955e-06, |
| "loss": 0.24963009357452393, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.7271847010409102, |
| "grad_norm": 0.17765893042087555, |
| "learning_rate": 2.766373411534702e-06, |
| "loss": 0.2530496418476105, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.7281529895908981, |
| "grad_norm": 0.17918957769870758, |
| "learning_rate": 2.7565982404692084e-06, |
| "loss": 0.2385520339012146, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.729121278140886, |
| "grad_norm": 0.1830013394355774, |
| "learning_rate": 2.7468230694037144e-06, |
| "loss": 0.26376885175704956, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.7300895666908739, |
| "grad_norm": 0.20502547919750214, |
| "learning_rate": 2.737047898338221e-06, |
| "loss": 0.2629661560058594, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.7310578552408618, |
| "grad_norm": 0.19126304984092712, |
| "learning_rate": 2.7272727272727272e-06, |
| "loss": 0.27432548999786377, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.7320261437908496, |
| "grad_norm": 0.1837206333875656, |
| "learning_rate": 2.7174975562072337e-06, |
| "loss": 0.2646147906780243, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.7329944323408376, |
| "grad_norm": 0.22238245606422424, |
| "learning_rate": 2.70772238514174e-06, |
| "loss": 0.29708367586135864, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.7339627208908255, |
| "grad_norm": 0.19030597805976868, |
| "learning_rate": 2.6979472140762465e-06, |
| "loss": 0.3007453680038452, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.7349310094408134, |
| "grad_norm": 0.18150079250335693, |
| "learning_rate": 2.688172043010753e-06, |
| "loss": 0.28624916076660156, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.7358992979908012, |
| "grad_norm": 0.21237732470035553, |
| "learning_rate": 2.678396871945259e-06, |
| "loss": 0.31297317147254944, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.7368675865407892, |
| "grad_norm": 0.2071557343006134, |
| "learning_rate": 2.6686217008797654e-06, |
| "loss": 0.25083449482917786, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.7378358750907771, |
| "grad_norm": 0.18313196301460266, |
| "learning_rate": 2.658846529814272e-06, |
| "loss": 0.28581753373146057, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.738804163640765, |
| "grad_norm": 0.20016784965991974, |
| "learning_rate": 2.6490713587487782e-06, |
| "loss": 0.28767916560173035, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.7397724521907528, |
| "grad_norm": 0.1874615103006363, |
| "learning_rate": 2.6392961876832847e-06, |
| "loss": 0.28244420886039734, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.7407407407407407, |
| "grad_norm": 0.21257996559143066, |
| "learning_rate": 2.629521016617791e-06, |
| "loss": 0.2639189064502716, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.7417090292907287, |
| "grad_norm": 0.21034327149391174, |
| "learning_rate": 2.619745845552297e-06, |
| "loss": 0.2773539125919342, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.7426773178407166, |
| "grad_norm": 0.21635524928569794, |
| "learning_rate": 2.6099706744868035e-06, |
| "loss": 0.283179372549057, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.7436456063907044, |
| "grad_norm": 0.19200022518634796, |
| "learning_rate": 2.60019550342131e-06, |
| "loss": 0.2603984475135803, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.7446138949406923, |
| "grad_norm": 0.20428141951560974, |
| "learning_rate": 2.5904203323558164e-06, |
| "loss": 0.3322230577468872, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.7455821834906802, |
| "grad_norm": 0.17995081841945648, |
| "learning_rate": 2.580645161290323e-06, |
| "loss": 0.26364511251449585, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.7465504720406682, |
| "grad_norm": 0.19678199291229248, |
| "learning_rate": 2.5708699902248292e-06, |
| "loss": 0.3625681698322296, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.747518760590656, |
| "grad_norm": 0.183084636926651, |
| "learning_rate": 2.5610948191593352e-06, |
| "loss": 0.2772168517112732, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.7484870491406439, |
| "grad_norm": 0.2048066258430481, |
| "learning_rate": 2.5513196480938417e-06, |
| "loss": 0.30713188648223877, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.7494553376906318, |
| "grad_norm": 0.21669703722000122, |
| "learning_rate": 2.541544477028348e-06, |
| "loss": 0.3376876413822174, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.7504236262406198, |
| "grad_norm": 0.16890452802181244, |
| "learning_rate": 2.5317693059628545e-06, |
| "loss": 0.28936320543289185, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.7513919147906076, |
| "grad_norm": 0.2113950401544571, |
| "learning_rate": 2.521994134897361e-06, |
| "loss": 0.3068625330924988, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.7523602033405955, |
| "grad_norm": 0.19548510015010834, |
| "learning_rate": 2.5122189638318674e-06, |
| "loss": 0.2764047384262085, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.7533284918905834, |
| "grad_norm": 0.19676341116428375, |
| "learning_rate": 2.502443792766374e-06, |
| "loss": 0.32238852977752686, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.7542967804405712, |
| "grad_norm": 0.20870518684387207, |
| "learning_rate": 2.49266862170088e-06, |
| "loss": 0.2966168224811554, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.7552650689905592, |
| "grad_norm": 0.19091863930225372, |
| "learning_rate": 2.4828934506353862e-06, |
| "loss": 0.260260671377182, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.7562333575405471, |
| "grad_norm": 0.18716365098953247, |
| "learning_rate": 2.4731182795698927e-06, |
| "loss": 0.2716587781906128, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.757201646090535, |
| "grad_norm": 0.19777894020080566, |
| "learning_rate": 2.463343108504399e-06, |
| "loss": 0.2737089693546295, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.7581699346405228, |
| "grad_norm": 0.1986621618270874, |
| "learning_rate": 2.4535679374389055e-06, |
| "loss": 0.27934715151786804, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.7591382231905107, |
| "grad_norm": 0.2001214176416397, |
| "learning_rate": 2.443792766373412e-06, |
| "loss": 0.29675161838531494, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.7601065117404987, |
| "grad_norm": 0.17941324412822723, |
| "learning_rate": 2.434017595307918e-06, |
| "loss": 0.2796166241168976, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.7610748002904866, |
| "grad_norm": 0.18563294410705566, |
| "learning_rate": 2.4242424242424244e-06, |
| "loss": 0.2594640851020813, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.7620430888404744, |
| "grad_norm": 0.1819997876882553, |
| "learning_rate": 2.414467253176931e-06, |
| "loss": 0.28631582856178284, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.7630113773904623, |
| "grad_norm": 0.2092135101556778, |
| "learning_rate": 2.4046920821114372e-06, |
| "loss": 0.29993587732315063, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.7639796659404503, |
| "grad_norm": 0.20817267894744873, |
| "learning_rate": 2.3949169110459437e-06, |
| "loss": 0.2964945435523987, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.7649479544904382, |
| "grad_norm": 0.18305228650569916, |
| "learning_rate": 2.38514173998045e-06, |
| "loss": 0.2470388114452362, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.765916243040426, |
| "grad_norm": 0.18974260985851288, |
| "learning_rate": 2.375366568914956e-06, |
| "loss": 0.26321178674697876, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.7668845315904139, |
| "grad_norm": 0.22661836445331573, |
| "learning_rate": 2.3655913978494625e-06, |
| "loss": 0.28920090198516846, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.7678528201404018, |
| "grad_norm": 0.21956227719783783, |
| "learning_rate": 2.355816226783969e-06, |
| "loss": 0.2883264422416687, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.7688211086903898, |
| "grad_norm": 0.21458660066127777, |
| "learning_rate": 2.3460410557184754e-06, |
| "loss": 0.3575912117958069, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.7697893972403776, |
| "grad_norm": 0.19066624343395233, |
| "learning_rate": 2.3362658846529814e-06, |
| "loss": 0.25565528869628906, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.7707576857903655, |
| "grad_norm": 0.19037111103534698, |
| "learning_rate": 2.326490713587488e-06, |
| "loss": 0.26588374376296997, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.7717259743403534, |
| "grad_norm": 0.1706329733133316, |
| "learning_rate": 2.3167155425219943e-06, |
| "loss": 0.2640436887741089, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.7726942628903414, |
| "grad_norm": 0.203688383102417, |
| "learning_rate": 2.3069403714565007e-06, |
| "loss": 0.272479772567749, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.7736625514403292, |
| "grad_norm": 0.21687336266040802, |
| "learning_rate": 2.297165200391007e-06, |
| "loss": 0.2606707811355591, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.7746308399903171, |
| "grad_norm": 0.18459083139896393, |
| "learning_rate": 2.287390029325513e-06, |
| "loss": 0.2953495979309082, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.775599128540305, |
| "grad_norm": 0.2097976803779602, |
| "learning_rate": 2.2776148582600195e-06, |
| "loss": 0.29703575372695923, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.7765674170902929, |
| "grad_norm": 0.20715487003326416, |
| "learning_rate": 2.267839687194526e-06, |
| "loss": 0.2804234027862549, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.7775357056402808, |
| "grad_norm": 0.21985439956188202, |
| "learning_rate": 2.2580645161290324e-06, |
| "loss": 0.29094335436820984, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.7785039941902687, |
| "grad_norm": 0.17857959866523743, |
| "learning_rate": 2.248289345063539e-06, |
| "loss": 0.2993057668209076, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.7794722827402566, |
| "grad_norm": 0.20267243683338165, |
| "learning_rate": 2.2385141739980453e-06, |
| "loss": 0.28471803665161133, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.7804405712902445, |
| "grad_norm": 0.18737877905368805, |
| "learning_rate": 2.2287390029325513e-06, |
| "loss": 0.27943700551986694, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.7814088598402323, |
| "grad_norm": 0.17687441408634186, |
| "learning_rate": 2.2189638318670577e-06, |
| "loss": 0.2751350402832031, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.7823771483902203, |
| "grad_norm": 0.20583491027355194, |
| "learning_rate": 2.209188660801564e-06, |
| "loss": 0.28236058354377747, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.7833454369402082, |
| "grad_norm": 0.22925525903701782, |
| "learning_rate": 2.1994134897360705e-06, |
| "loss": 0.2999430000782013, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.7843137254901961, |
| "grad_norm": 0.1996539980173111, |
| "learning_rate": 2.189638318670577e-06, |
| "loss": 0.29116010665893555, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.7852820140401839, |
| "grad_norm": 0.19890666007995605, |
| "learning_rate": 2.1798631476050834e-06, |
| "loss": 0.2903507947921753, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.7862503025901719, |
| "grad_norm": 0.1992999017238617, |
| "learning_rate": 2.17008797653959e-06, |
| "loss": 0.2690543532371521, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.7872185911401598, |
| "grad_norm": 0.1835276484489441, |
| "learning_rate": 2.160312805474096e-06, |
| "loss": 0.28388747572898865, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.7881868796901477, |
| "grad_norm": 0.236952006816864, |
| "learning_rate": 2.1505376344086023e-06, |
| "loss": 0.2714405953884125, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.7891551682401355, |
| "grad_norm": 0.19345760345458984, |
| "learning_rate": 2.1407624633431087e-06, |
| "loss": 0.2626250982284546, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.7901234567901234, |
| "grad_norm": 0.20259200036525726, |
| "learning_rate": 2.130987292277615e-06, |
| "loss": 0.29853078722953796, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.7910917453401114, |
| "grad_norm": 0.1846383810043335, |
| "learning_rate": 2.1212121212121216e-06, |
| "loss": 0.27077630162239075, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.7920600338900993, |
| "grad_norm": 0.21752354502677917, |
| "learning_rate": 2.111436950146628e-06, |
| "loss": 0.28987622261047363, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.7930283224400871, |
| "grad_norm": 0.18915565311908722, |
| "learning_rate": 2.101661779081134e-06, |
| "loss": 0.2888622581958771, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.793996610990075, |
| "grad_norm": 0.2110828459262848, |
| "learning_rate": 2.0918866080156404e-06, |
| "loss": 0.24480582773685455, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.7949648995400629, |
| "grad_norm": 0.19739995896816254, |
| "learning_rate": 2.082111436950147e-06, |
| "loss": 0.26558613777160645, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.7959331880900509, |
| "grad_norm": 0.17837020754814148, |
| "learning_rate": 2.0723362658846533e-06, |
| "loss": 0.2380271553993225, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.7969014766400387, |
| "grad_norm": 0.2132730782032013, |
| "learning_rate": 2.0625610948191597e-06, |
| "loss": 0.2731876075267792, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.7978697651900266, |
| "grad_norm": 0.18625319004058838, |
| "learning_rate": 2.052785923753666e-06, |
| "loss": 0.2940404415130615, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.7988380537400145, |
| "grad_norm": 0.18981625139713287, |
| "learning_rate": 2.043010752688172e-06, |
| "loss": 0.25833550095558167, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.7998063422900025, |
| "grad_norm": 0.19009682536125183, |
| "learning_rate": 2.0332355816226786e-06, |
| "loss": 0.26862984895706177, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.8007746308399903, |
| "grad_norm": 0.17396694421768188, |
| "learning_rate": 2.023460410557185e-06, |
| "loss": 0.2869129180908203, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.8017429193899782, |
| "grad_norm": 0.19141492247581482, |
| "learning_rate": 2.013685239491691e-06, |
| "loss": 0.32933974266052246, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.8027112079399661, |
| "grad_norm": 0.22585217654705048, |
| "learning_rate": 2.0039100684261974e-06, |
| "loss": 0.25727906823158264, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.803679496489954, |
| "grad_norm": 0.20204074680805206, |
| "learning_rate": 1.994134897360704e-06, |
| "loss": 0.28683584928512573, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.8046477850399419, |
| "grad_norm": 0.1816793978214264, |
| "learning_rate": 1.9843597262952103e-06, |
| "loss": 0.2783251702785492, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.8056160735899298, |
| "grad_norm": 0.19098123908042908, |
| "learning_rate": 1.9745845552297167e-06, |
| "loss": 0.28205838799476624, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.8065843621399177, |
| "grad_norm": 0.2102154642343521, |
| "learning_rate": 1.964809384164223e-06, |
| "loss": 0.32708585262298584, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.8075526506899056, |
| "grad_norm": 0.2377101480960846, |
| "learning_rate": 1.955034213098729e-06, |
| "loss": 0.3074392080307007, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.8085209392398935, |
| "grad_norm": 0.21340312063694, |
| "learning_rate": 1.9452590420332356e-06, |
| "loss": 0.28936126828193665, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.8094892277898814, |
| "grad_norm": 0.19761207699775696, |
| "learning_rate": 1.935483870967742e-06, |
| "loss": 0.30385932326316833, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.8104575163398693, |
| "grad_norm": 0.17896802723407745, |
| "learning_rate": 1.9257086999022484e-06, |
| "loss": 0.2657051682472229, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.8114258048898572, |
| "grad_norm": 0.19170638918876648, |
| "learning_rate": 1.915933528836755e-06, |
| "loss": 0.3132804036140442, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.812394093439845, |
| "grad_norm": 0.18938247859477997, |
| "learning_rate": 1.906158357771261e-06, |
| "loss": 0.260288804769516, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.813362381989833, |
| "grad_norm": 0.18173451721668243, |
| "learning_rate": 1.8963831867057675e-06, |
| "loss": 0.2886829078197479, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.8143306705398209, |
| "grad_norm": 0.1915765106678009, |
| "learning_rate": 1.886608015640274e-06, |
| "loss": 0.30934807658195496, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.8152989590898088, |
| "grad_norm": 0.2193581461906433, |
| "learning_rate": 1.8768328445747801e-06, |
| "loss": 0.29573243856430054, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.8162672476397966, |
| "grad_norm": 0.1817786544561386, |
| "learning_rate": 1.8670576735092866e-06, |
| "loss": 0.2668893337249756, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.8172355361897845, |
| "grad_norm": 0.19725021719932556, |
| "learning_rate": 1.857282502443793e-06, |
| "loss": 0.3286668062210083, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.8182038247397725, |
| "grad_norm": 0.20280499756336212, |
| "learning_rate": 1.8475073313782992e-06, |
| "loss": 0.26897329092025757, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.8191721132897604, |
| "grad_norm": 0.19977053999900818, |
| "learning_rate": 1.8377321603128056e-06, |
| "loss": 0.27279871702194214, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.8201404018397482, |
| "grad_norm": 0.19068841636180878, |
| "learning_rate": 1.827956989247312e-06, |
| "loss": 0.254513144493103, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.8211086903897361, |
| "grad_norm": 0.2015547901391983, |
| "learning_rate": 1.8181818181818183e-06, |
| "loss": 0.29649272561073303, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.8220769789397241, |
| "grad_norm": 0.18814009428024292, |
| "learning_rate": 1.8084066471163247e-06, |
| "loss": 0.2868715524673462, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.823045267489712, |
| "grad_norm": 0.19368094205856323, |
| "learning_rate": 1.7986314760508311e-06, |
| "loss": 0.2806050777435303, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.8240135560396998, |
| "grad_norm": 0.20298543572425842, |
| "learning_rate": 1.7888563049853374e-06, |
| "loss": 0.26234903931617737, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.8249818445896877, |
| "grad_norm": 0.1959095001220703, |
| "learning_rate": 1.7790811339198438e-06, |
| "loss": 0.28573155403137207, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.8259501331396756, |
| "grad_norm": 0.20691703259944916, |
| "learning_rate": 1.7693059628543502e-06, |
| "loss": 0.2719816565513611, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.8269184216896636, |
| "grad_norm": 0.21501125395298004, |
| "learning_rate": 1.7595307917888567e-06, |
| "loss": 0.29406917095184326, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.8278867102396514, |
| "grad_norm": 0.17245161533355713, |
| "learning_rate": 1.7497556207233629e-06, |
| "loss": 0.2694648206233978, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.8288549987896393, |
| "grad_norm": 0.18521907925605774, |
| "learning_rate": 1.7399804496578693e-06, |
| "loss": 0.2755904793739319, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.8298232873396272, |
| "grad_norm": 0.20708146691322327, |
| "learning_rate": 1.7302052785923757e-06, |
| "loss": 0.2739972472190857, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.830791575889615, |
| "grad_norm": 0.2165932059288025, |
| "learning_rate": 1.720430107526882e-06, |
| "loss": 0.30347809195518494, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.831759864439603, |
| "grad_norm": 0.2044944018125534, |
| "learning_rate": 1.7106549364613882e-06, |
| "loss": 0.30577352643013, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.8327281529895909, |
| "grad_norm": 0.23014850914478302, |
| "learning_rate": 1.7008797653958944e-06, |
| "loss": 0.2837938070297241, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.8336964415395788, |
| "grad_norm": 0.170841246843338, |
| "learning_rate": 1.6911045943304008e-06, |
| "loss": 0.27039510011672974, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.8346647300895667, |
| "grad_norm": 0.2066902071237564, |
| "learning_rate": 1.6813294232649072e-06, |
| "loss": 0.3122199773788452, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.8356330186395546, |
| "grad_norm": 0.21400435268878937, |
| "learning_rate": 1.6715542521994134e-06, |
| "loss": 0.2904992997646332, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.8366013071895425, |
| "grad_norm": 0.23855531215667725, |
| "learning_rate": 1.6617790811339199e-06, |
| "loss": 0.2858680486679077, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.8375695957395304, |
| "grad_norm": 0.20174764096736908, |
| "learning_rate": 1.6520039100684263e-06, |
| "loss": 0.2764103412628174, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.8385378842895183, |
| "grad_norm": 0.1859450787305832, |
| "learning_rate": 1.6422287390029325e-06, |
| "loss": 0.2620023488998413, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.8395061728395061, |
| "grad_norm": 0.18559077382087708, |
| "learning_rate": 1.632453567937439e-06, |
| "loss": 0.2956124544143677, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.8404744613894941, |
| "grad_norm": 0.1958460807800293, |
| "learning_rate": 1.6226783968719454e-06, |
| "loss": 0.24393334984779358, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.841442749939482, |
| "grad_norm": 0.20028391480445862, |
| "learning_rate": 1.6129032258064516e-06, |
| "loss": 0.2675096392631531, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.8424110384894699, |
| "grad_norm": 0.18042640388011932, |
| "learning_rate": 1.603128054740958e-06, |
| "loss": 0.2402784675359726, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.8433793270394577, |
| "grad_norm": 0.21275922656059265, |
| "learning_rate": 1.5933528836754645e-06, |
| "loss": 0.2840040922164917, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.8443476155894457, |
| "grad_norm": 0.19365417957305908, |
| "learning_rate": 1.5835777126099709e-06, |
| "loss": 0.28499388694763184, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.8453159041394336, |
| "grad_norm": 0.1794516146183014, |
| "learning_rate": 1.573802541544477e-06, |
| "loss": 0.24146252870559692, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.8462841926894215, |
| "grad_norm": 0.2163521647453308, |
| "learning_rate": 1.5640273704789835e-06, |
| "loss": 0.3129892349243164, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.8472524812394093, |
| "grad_norm": 0.1975439339876175, |
| "learning_rate": 1.55425219941349e-06, |
| "loss": 0.2796524167060852, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.8482207697893972, |
| "grad_norm": 0.2034914195537567, |
| "learning_rate": 1.5444770283479962e-06, |
| "loss": 0.279870867729187, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.8491890583393852, |
| "grad_norm": 0.19650639593601227, |
| "learning_rate": 1.5347018572825026e-06, |
| "loss": 0.2665901184082031, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.8501573468893731, |
| "grad_norm": 0.2097690999507904, |
| "learning_rate": 1.524926686217009e-06, |
| "loss": 0.27686014771461487, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.8511256354393609, |
| "grad_norm": 0.2037818878889084, |
| "learning_rate": 1.5151515151515152e-06, |
| "loss": 0.3026971220970154, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.8520939239893488, |
| "grad_norm": 0.20769764482975006, |
| "learning_rate": 1.5053763440860217e-06, |
| "loss": 0.27736592292785645, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.8530622125393367, |
| "grad_norm": 0.1871424913406372, |
| "learning_rate": 1.495601173020528e-06, |
| "loss": 0.2646699547767639, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.8540305010893247, |
| "grad_norm": 0.17274564504623413, |
| "learning_rate": 1.4858260019550343e-06, |
| "loss": 0.2835018038749695, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.8549987896393125, |
| "grad_norm": 0.19041228294372559, |
| "learning_rate": 1.4760508308895407e-06, |
| "loss": 0.2666222155094147, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.8559670781893004, |
| "grad_norm": 0.2032071202993393, |
| "learning_rate": 1.4662756598240472e-06, |
| "loss": 0.2845078706741333, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.8569353667392883, |
| "grad_norm": 0.19567905366420746, |
| "learning_rate": 1.4565004887585534e-06, |
| "loss": 0.2767939567565918, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.8579036552892763, |
| "grad_norm": 0.21539276838302612, |
| "learning_rate": 1.4467253176930598e-06, |
| "loss": 0.28917932510375977, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.8588719438392641, |
| "grad_norm": 0.19841663539409637, |
| "learning_rate": 1.4369501466275662e-06, |
| "loss": 0.2754652202129364, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.859840232389252, |
| "grad_norm": 0.1980779618024826, |
| "learning_rate": 1.4271749755620727e-06, |
| "loss": 0.24697673320770264, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.8608085209392399, |
| "grad_norm": 0.21110616624355316, |
| "learning_rate": 1.4173998044965789e-06, |
| "loss": 0.2851879894733429, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.8617768094892277, |
| "grad_norm": 0.19414329528808594, |
| "learning_rate": 1.4076246334310853e-06, |
| "loss": 0.25482916831970215, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.8627450980392157, |
| "grad_norm": 0.21367470920085907, |
| "learning_rate": 1.3978494623655913e-06, |
| "loss": 0.2666151821613312, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.8637133865892036, |
| "grad_norm": 0.1971525102853775, |
| "learning_rate": 1.3880742913000978e-06, |
| "loss": 0.28804174065589905, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.8646816751391915, |
| "grad_norm": 0.196051225066185, |
| "learning_rate": 1.3782991202346042e-06, |
| "loss": 0.2798953354358673, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.8656499636891793, |
| "grad_norm": 0.19818323850631714, |
| "learning_rate": 1.3685239491691104e-06, |
| "loss": 0.251752108335495, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.8666182522391672, |
| "grad_norm": 0.19199031591415405, |
| "learning_rate": 1.3587487781036168e-06, |
| "loss": 0.27647408843040466, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.8675865407891552, |
| "grad_norm": 0.22557084262371063, |
| "learning_rate": 1.3489736070381233e-06, |
| "loss": 0.3452335000038147, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.8685548293391431, |
| "grad_norm": 0.21375709772109985, |
| "learning_rate": 1.3391984359726295e-06, |
| "loss": 0.31028902530670166, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.869523117889131, |
| "grad_norm": 0.2083037942647934, |
| "learning_rate": 1.329423264907136e-06, |
| "loss": 0.27808475494384766, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.8704914064391188, |
| "grad_norm": 0.19114944338798523, |
| "learning_rate": 1.3196480938416423e-06, |
| "loss": 0.2660242021083832, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.8714596949891068, |
| "grad_norm": 0.2077726423740387, |
| "learning_rate": 1.3098729227761485e-06, |
| "loss": 0.3196616470813751, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.8724279835390947, |
| "grad_norm": 0.19043967127799988, |
| "learning_rate": 1.300097751710655e-06, |
| "loss": 0.2752097547054291, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.8733962720890825, |
| "grad_norm": 0.1956516057252884, |
| "learning_rate": 1.2903225806451614e-06, |
| "loss": 0.2782442271709442, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.8743645606390704, |
| "grad_norm": 0.21374346315860748, |
| "learning_rate": 1.2805474095796676e-06, |
| "loss": 0.3336328864097595, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.8753328491890583, |
| "grad_norm": 0.17390403151512146, |
| "learning_rate": 1.270772238514174e-06, |
| "loss": 0.28889116644859314, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.8763011377390463, |
| "grad_norm": 0.1946377009153366, |
| "learning_rate": 1.2609970674486805e-06, |
| "loss": 0.26131391525268555, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.8772694262890341, |
| "grad_norm": 0.19059988856315613, |
| "learning_rate": 1.251221896383187e-06, |
| "loss": 0.27641037106513977, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.878237714839022, |
| "grad_norm": 0.21638603508472443, |
| "learning_rate": 1.2414467253176931e-06, |
| "loss": 0.2549016773700714, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.8792060033890099, |
| "grad_norm": 0.18561683595180511, |
| "learning_rate": 1.2316715542521995e-06, |
| "loss": 0.2516704797744751, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.8801742919389978, |
| "grad_norm": 0.18754595518112183, |
| "learning_rate": 1.221896383186706e-06, |
| "loss": 0.24743372201919556, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.8811425804889857, |
| "grad_norm": 0.17627929151058197, |
| "learning_rate": 1.2121212121212122e-06, |
| "loss": 0.2443106323480606, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.8821108690389736, |
| "grad_norm": 0.21671797335147858, |
| "learning_rate": 1.2023460410557186e-06, |
| "loss": 0.2789687514305115, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.8830791575889615, |
| "grad_norm": 0.18491996824741364, |
| "learning_rate": 1.192570869990225e-06, |
| "loss": 0.280285507440567, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.8840474461389494, |
| "grad_norm": 0.19200359284877777, |
| "learning_rate": 1.1827956989247313e-06, |
| "loss": 0.3697912096977234, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.8850157346889373, |
| "grad_norm": 0.19149360060691833, |
| "learning_rate": 1.1730205278592377e-06, |
| "loss": 0.2533896565437317, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.8859840232389252, |
| "grad_norm": 0.1858339011669159, |
| "learning_rate": 1.163245356793744e-06, |
| "loss": 0.2724184989929199, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.8869523117889131, |
| "grad_norm": 0.18043696880340576, |
| "learning_rate": 1.1534701857282503e-06, |
| "loss": 0.3179680109024048, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.887920600338901, |
| "grad_norm": 0.2031916230916977, |
| "learning_rate": 1.1436950146627566e-06, |
| "loss": 0.2644922733306885, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 0.2100847363471985, |
| "learning_rate": 1.133919843597263e-06, |
| "loss": 0.2834533154964447, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.8898571774388768, |
| "grad_norm": 0.20932041108608246, |
| "learning_rate": 1.1241446725317694e-06, |
| "loss": 0.2602953314781189, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.8908254659888647, |
| "grad_norm": 0.1940714567899704, |
| "learning_rate": 1.1143695014662756e-06, |
| "loss": 0.29519274830818176, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.8917937545388526, |
| "grad_norm": 0.20699529349803925, |
| "learning_rate": 1.104594330400782e-06, |
| "loss": 0.2826448678970337, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.8927620430888404, |
| "grad_norm": 0.18003135919570923, |
| "learning_rate": 1.0948191593352885e-06, |
| "loss": 0.3036431670188904, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.8937303316388284, |
| "grad_norm": 0.2626630961894989, |
| "learning_rate": 1.085043988269795e-06, |
| "loss": 0.2694006860256195, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.8946986201888163, |
| "grad_norm": 0.21386921405792236, |
| "learning_rate": 1.0752688172043011e-06, |
| "loss": 0.2830575704574585, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.8956669087388042, |
| "grad_norm": 0.20465651154518127, |
| "learning_rate": 1.0654936461388076e-06, |
| "loss": 0.2928478419780731, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.896635197288792, |
| "grad_norm": 0.218974307179451, |
| "learning_rate": 1.055718475073314e-06, |
| "loss": 0.265733003616333, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.8976034858387799, |
| "grad_norm": 0.18097904324531555, |
| "learning_rate": 1.0459433040078202e-06, |
| "loss": 0.297993540763855, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.8985717743887679, |
| "grad_norm": 0.18121756613254547, |
| "learning_rate": 1.0361681329423266e-06, |
| "loss": 0.3206055760383606, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.8995400629387558, |
| "grad_norm": 0.18943090736865997, |
| "learning_rate": 1.026392961876833e-06, |
| "loss": 0.3015185594558716, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.9005083514887436, |
| "grad_norm": 0.19779494404792786, |
| "learning_rate": 1.0166177908113393e-06, |
| "loss": 0.27546051144599915, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.9014766400387315, |
| "grad_norm": 0.1858789324760437, |
| "learning_rate": 1.0068426197458455e-06, |
| "loss": 0.2784835994243622, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.9024449285887194, |
| "grad_norm": 0.19459734857082367, |
| "learning_rate": 9.97067448680352e-07, |
| "loss": 0.28571465611457825, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.9034132171387074, |
| "grad_norm": 0.18275073170661926, |
| "learning_rate": 9.872922776148584e-07, |
| "loss": 0.2614639401435852, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.9043815056886952, |
| "grad_norm": 0.19755122065544128, |
| "learning_rate": 9.775171065493646e-07, |
| "loss": 0.3016014099121094, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.9053497942386831, |
| "grad_norm": 0.21569618582725525, |
| "learning_rate": 9.67741935483871e-07, |
| "loss": 0.29818177223205566, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.906318082788671, |
| "grad_norm": 0.18675316870212555, |
| "learning_rate": 9.579667644183774e-07, |
| "loss": 0.3368891477584839, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.907286371338659, |
| "grad_norm": 0.19871239364147186, |
| "learning_rate": 9.481915933528838e-07, |
| "loss": 0.3153863549232483, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.9082546598886468, |
| "grad_norm": 0.22014066576957703, |
| "learning_rate": 9.384164222873901e-07, |
| "loss": 0.2810421884059906, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.9092229484386347, |
| "grad_norm": 0.19278523325920105, |
| "learning_rate": 9.286412512218965e-07, |
| "loss": 0.2553982138633728, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.9101912369886226, |
| "grad_norm": 0.20471501350402832, |
| "learning_rate": 9.188660801564028e-07, |
| "loss": 0.3324427902698517, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.9111595255386105, |
| "grad_norm": 0.19074149429798126, |
| "learning_rate": 9.090909090909091e-07, |
| "loss": 0.2935166656970978, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.9121278140885984, |
| "grad_norm": 0.19555461406707764, |
| "learning_rate": 8.993157380254156e-07, |
| "loss": 0.27848702669143677, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.9130961026385863, |
| "grad_norm": 0.1958128958940506, |
| "learning_rate": 8.895405669599219e-07, |
| "loss": 0.3214573860168457, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.9140643911885742, |
| "grad_norm": 0.20188724994659424, |
| "learning_rate": 8.797653958944283e-07, |
| "loss": 0.29266253113746643, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.9150326797385621, |
| "grad_norm": 0.2061896175146103, |
| "learning_rate": 8.699902248289346e-07, |
| "loss": 0.26876091957092285, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.9160009682885499, |
| "grad_norm": 0.18365229666233063, |
| "learning_rate": 8.60215053763441e-07, |
| "loss": 0.24429546296596527, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.9169692568385379, |
| "grad_norm": 0.2009628713130951, |
| "learning_rate": 8.504398826979472e-07, |
| "loss": 0.2813577651977539, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.9179375453885258, |
| "grad_norm": 0.21519120037555695, |
| "learning_rate": 8.406647116324536e-07, |
| "loss": 0.29421091079711914, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.9189058339385137, |
| "grad_norm": 0.19519393146038055, |
| "learning_rate": 8.308895405669599e-07, |
| "loss": 0.27097785472869873, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.9198741224885015, |
| "grad_norm": 0.18344323337078094, |
| "learning_rate": 8.211143695014663e-07, |
| "loss": 0.27933016419410706, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.9208424110384895, |
| "grad_norm": 0.18683570623397827, |
| "learning_rate": 8.113391984359727e-07, |
| "loss": 0.28024059534072876, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.9218106995884774, |
| "grad_norm": 0.2764555513858795, |
| "learning_rate": 8.01564027370479e-07, |
| "loss": 0.2519608438014984, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.9227789881384653, |
| "grad_norm": 0.20227362215518951, |
| "learning_rate": 7.917888563049854e-07, |
| "loss": 0.2634407877922058, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.9237472766884531, |
| "grad_norm": 0.20687641203403473, |
| "learning_rate": 7.820136852394918e-07, |
| "loss": 0.2730368375778198, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.924715565238441, |
| "grad_norm": 0.18547162413597107, |
| "learning_rate": 7.722385141739981e-07, |
| "loss": 0.26113927364349365, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.925683853788429, |
| "grad_norm": 0.1972709447145462, |
| "learning_rate": 7.624633431085045e-07, |
| "loss": 0.3210276663303375, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.9266521423384169, |
| "grad_norm": 0.22296936810016632, |
| "learning_rate": 7.526881720430108e-07, |
| "loss": 0.2896474301815033, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.9276204308884047, |
| "grad_norm": 0.1758430004119873, |
| "learning_rate": 7.429130009775172e-07, |
| "loss": 0.25095510482788086, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.9285887194383926, |
| "grad_norm": 0.20484335720539093, |
| "learning_rate": 7.331378299120236e-07, |
| "loss": 0.27182087302207947, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.9295570079883806, |
| "grad_norm": 0.18908201158046722, |
| "learning_rate": 7.233626588465299e-07, |
| "loss": 0.2869470417499542, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.9305252965383685, |
| "grad_norm": 0.20601920783519745, |
| "learning_rate": 7.135874877810363e-07, |
| "loss": 0.31839150190353394, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.9314935850883563, |
| "grad_norm": 0.2003796547651291, |
| "learning_rate": 7.038123167155427e-07, |
| "loss": 0.28072643280029297, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.9324618736383442, |
| "grad_norm": 0.21452200412750244, |
| "learning_rate": 6.940371456500489e-07, |
| "loss": 0.3070773780345917, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.9334301621883321, |
| "grad_norm": 0.20407654345035553, |
| "learning_rate": 6.842619745845552e-07, |
| "loss": 0.28470179438591003, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.9343984507383201, |
| "grad_norm": 0.21125538647174835, |
| "learning_rate": 6.744868035190616e-07, |
| "loss": 0.29014891386032104, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.9353667392883079, |
| "grad_norm": 0.18405841290950775, |
| "learning_rate": 6.64711632453568e-07, |
| "loss": 0.2623524069786072, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.9363350278382958, |
| "grad_norm": 0.2125682681798935, |
| "learning_rate": 6.549364613880743e-07, |
| "loss": 0.3087378144264221, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.9373033163882837, |
| "grad_norm": 0.20235757529735565, |
| "learning_rate": 6.451612903225807e-07, |
| "loss": 0.2936643660068512, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.9382716049382716, |
| "grad_norm": 0.1939656287431717, |
| "learning_rate": 6.35386119257087e-07, |
| "loss": 0.2780473828315735, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.9392398934882595, |
| "grad_norm": 0.20643159747123718, |
| "learning_rate": 6.256109481915935e-07, |
| "loss": 0.2650626003742218, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.9402081820382474, |
| "grad_norm": 0.1930253654718399, |
| "learning_rate": 6.158357771260998e-07, |
| "loss": 0.305324912071228, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.9411764705882353, |
| "grad_norm": 0.19949081540107727, |
| "learning_rate": 6.060606060606061e-07, |
| "loss": 0.27924615144729614, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.9421447591382232, |
| "grad_norm": 0.1923617720603943, |
| "learning_rate": 5.962854349951125e-07, |
| "loss": 0.33369550108909607, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.9431130476882111, |
| "grad_norm": 0.1924324929714203, |
| "learning_rate": 5.865102639296188e-07, |
| "loss": 0.2702648937702179, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.944081336238199, |
| "grad_norm": 0.189810648560524, |
| "learning_rate": 5.767350928641252e-07, |
| "loss": 0.2990330457687378, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.9450496247881869, |
| "grad_norm": 0.2015506476163864, |
| "learning_rate": 5.669599217986315e-07, |
| "loss": 0.30142831802368164, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.9460179133381748, |
| "grad_norm": 0.21465028822422028, |
| "learning_rate": 5.571847507331378e-07, |
| "loss": 0.2767145037651062, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.9469862018881626, |
| "grad_norm": 0.19279153645038605, |
| "learning_rate": 5.474095796676442e-07, |
| "loss": 0.24644437432289124, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.9479544904381506, |
| "grad_norm": 0.20867611467838287, |
| "learning_rate": 5.376344086021506e-07, |
| "loss": 0.27333688735961914, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.9489227789881385, |
| "grad_norm": 0.19024871289730072, |
| "learning_rate": 5.27859237536657e-07, |
| "loss": 0.2586132884025574, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.9498910675381264, |
| "grad_norm": 0.18523293733596802, |
| "learning_rate": 5.180840664711633e-07, |
| "loss": 0.2814341187477112, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.9508593560881142, |
| "grad_norm": 0.19874310493469238, |
| "learning_rate": 5.083088954056696e-07, |
| "loss": 0.27490949630737305, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.9518276446381021, |
| "grad_norm": 0.21202170848846436, |
| "learning_rate": 4.98533724340176e-07, |
| "loss": 0.2904297411441803, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.9527959331880901, |
| "grad_norm": 0.2094363272190094, |
| "learning_rate": 4.887585532746823e-07, |
| "loss": 0.27371150255203247, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.953764221738078, |
| "grad_norm": 0.18295787274837494, |
| "learning_rate": 4.789833822091887e-07, |
| "loss": 0.2708626985549927, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.9547325102880658, |
| "grad_norm": 0.2100997418165207, |
| "learning_rate": 4.6920821114369504e-07, |
| "loss": 0.26008886098861694, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.9557007988380537, |
| "grad_norm": 0.20343877375125885, |
| "learning_rate": 4.594330400782014e-07, |
| "loss": 0.2885707914829254, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.9566690873880417, |
| "grad_norm": 0.2062508761882782, |
| "learning_rate": 4.496578690127078e-07, |
| "loss": 0.2915845215320587, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.9576373759380296, |
| "grad_norm": 0.21393194794654846, |
| "learning_rate": 4.3988269794721416e-07, |
| "loss": 0.3045470714569092, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.9586056644880174, |
| "grad_norm": 0.20916247367858887, |
| "learning_rate": 4.301075268817205e-07, |
| "loss": 0.3206391930580139, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.9595739530380053, |
| "grad_norm": 0.20829743146896362, |
| "learning_rate": 4.203323558162268e-07, |
| "loss": 0.281288743019104, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.9605422415879932, |
| "grad_norm": 0.21254244446754456, |
| "learning_rate": 4.1055718475073313e-07, |
| "loss": 0.29028719663619995, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.9615105301379812, |
| "grad_norm": 0.20817913115024567, |
| "learning_rate": 4.007820136852395e-07, |
| "loss": 0.3223232626914978, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.962478818687969, |
| "grad_norm": 0.19397568702697754, |
| "learning_rate": 3.910068426197459e-07, |
| "loss": 0.2968447208404541, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.9634471072379569, |
| "grad_norm": 0.1994376927614212, |
| "learning_rate": 3.8123167155425226e-07, |
| "loss": 0.2874579131603241, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.9644153957879448, |
| "grad_norm": 0.20042456686496735, |
| "learning_rate": 3.714565004887586e-07, |
| "loss": 0.25470271706581116, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.9653836843379328, |
| "grad_norm": 0.21064911782741547, |
| "learning_rate": 3.6168132942326495e-07, |
| "loss": 0.25948402285575867, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.9663519728879206, |
| "grad_norm": 0.19920513033866882, |
| "learning_rate": 3.5190615835777133e-07, |
| "loss": 0.2682594358921051, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.9673202614379085, |
| "grad_norm": 0.1974617838859558, |
| "learning_rate": 3.421309872922776e-07, |
| "loss": 0.2706855833530426, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.9682885499878964, |
| "grad_norm": 0.19910918176174164, |
| "learning_rate": 3.32355816226784e-07, |
| "loss": 0.2881166338920593, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.9692568385378842, |
| "grad_norm": 0.19066068530082703, |
| "learning_rate": 3.2258064516129035e-07, |
| "loss": 0.2593529224395752, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.9702251270878722, |
| "grad_norm": 0.21316994726657867, |
| "learning_rate": 3.128054740957967e-07, |
| "loss": 0.2673231363296509, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.9711934156378601, |
| "grad_norm": 0.1907181590795517, |
| "learning_rate": 3.0303030303030305e-07, |
| "loss": 0.2969304323196411, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.972161704187848, |
| "grad_norm": 0.2059427797794342, |
| "learning_rate": 2.932551319648094e-07, |
| "loss": 0.2977202832698822, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.9731299927378358, |
| "grad_norm": 0.19578853249549866, |
| "learning_rate": 2.8347996089931575e-07, |
| "loss": 0.2898738980293274, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.9740982812878237, |
| "grad_norm": 0.19571205973625183, |
| "learning_rate": 2.737047898338221e-07, |
| "loss": 0.2661632299423218, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.9750665698378117, |
| "grad_norm": 0.21246828138828278, |
| "learning_rate": 2.639296187683285e-07, |
| "loss": 0.26930439472198486, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.9760348583877996, |
| "grad_norm": 0.20583873987197876, |
| "learning_rate": 2.541544477028348e-07, |
| "loss": 0.2842969298362732, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.9770031469377874, |
| "grad_norm": 0.18972201645374298, |
| "learning_rate": 2.4437927663734114e-07, |
| "loss": 0.28072866797447205, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.9779714354877753, |
| "grad_norm": 0.2141742706298828, |
| "learning_rate": 2.3460410557184752e-07, |
| "loss": 0.28579071164131165, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.9789397240377633, |
| "grad_norm": 0.2145223468542099, |
| "learning_rate": 2.248289345063539e-07, |
| "loss": 0.29237863421440125, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.9799080125877512, |
| "grad_norm": 0.18137916922569275, |
| "learning_rate": 2.1505376344086024e-07, |
| "loss": 0.27613335847854614, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.980876301137739, |
| "grad_norm": 0.18069401383399963, |
| "learning_rate": 2.0527859237536657e-07, |
| "loss": 0.255997896194458, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.9818445896877269, |
| "grad_norm": 0.1869657039642334, |
| "learning_rate": 1.9550342130987294e-07, |
| "loss": 0.25478553771972656, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.9828128782377148, |
| "grad_norm": 0.22846192121505737, |
| "learning_rate": 1.857282502443793e-07, |
| "loss": 0.2954884171485901, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.9837811667877028, |
| "grad_norm": 0.20486541092395782, |
| "learning_rate": 1.7595307917888567e-07, |
| "loss": 0.2752358317375183, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.9847494553376906, |
| "grad_norm": 0.20248091220855713, |
| "learning_rate": 1.66177908113392e-07, |
| "loss": 0.27697792649269104, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.9857177438876785, |
| "grad_norm": 0.2098854035139084, |
| "learning_rate": 1.5640273704789836e-07, |
| "loss": 0.30580762028694153, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.9866860324376664, |
| "grad_norm": 0.19671432673931122, |
| "learning_rate": 1.466275659824047e-07, |
| "loss": 0.2934240698814392, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.9876543209876543, |
| "grad_norm": 0.2045270800590515, |
| "learning_rate": 1.3685239491691106e-07, |
| "loss": 0.26624009013175964, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.9886226095376422, |
| "grad_norm": 0.18321022391319275, |
| "learning_rate": 1.270772238514174e-07, |
| "loss": 0.22881919145584106, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.9895908980876301, |
| "grad_norm": 0.1937808096408844, |
| "learning_rate": 1.1730205278592376e-07, |
| "loss": 0.27172714471817017, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.990559186637618, |
| "grad_norm": 0.22623102366924286, |
| "learning_rate": 1.0752688172043012e-07, |
| "loss": 0.3045693039894104, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.9915274751876059, |
| "grad_norm": 0.2050536870956421, |
| "learning_rate": 9.775171065493647e-08, |
| "loss": 0.26483532786369324, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.9924957637375939, |
| "grad_norm": 0.19890232384204865, |
| "learning_rate": 8.797653958944283e-08, |
| "loss": 0.25764352083206177, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.9934640522875817, |
| "grad_norm": 0.198257714509964, |
| "learning_rate": 7.820136852394918e-08, |
| "loss": 0.27279871702194214, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.9944323408375696, |
| "grad_norm": 0.19575795531272888, |
| "learning_rate": 6.842619745845553e-08, |
| "loss": 0.2848638594150543, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.9954006293875575, |
| "grad_norm": 0.19270561635494232, |
| "learning_rate": 5.865102639296188e-08, |
| "loss": 0.26724010705947876, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.9963689179375453, |
| "grad_norm": 0.2059524953365326, |
| "learning_rate": 4.8875855327468235e-08, |
| "loss": 0.28259921073913574, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.9973372064875333, |
| "grad_norm": 0.22036604583263397, |
| "learning_rate": 3.910068426197459e-08, |
| "loss": 0.2710026502609253, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.9983054950375212, |
| "grad_norm": 0.19827115535736084, |
| "learning_rate": 2.932551319648094e-08, |
| "loss": 0.2782309949398041, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.9992737835875091, |
| "grad_norm": 0.19505129754543304, |
| "learning_rate": 1.9550342130987295e-08, |
| "loss": 0.2857624292373657, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.22344279289245605, |
| "learning_rate": 9.775171065493648e-09, |
| "loss": 0.25447842478752136, |
| "step": 1033 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1033, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.907215148242811e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
