| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.07715454054471106, |
| "eval_steps": 500, |
| "global_step": 1500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 10.742102813720702, |
| "epoch": 0.0002571818018157035, |
| "grad_norm": 5.21875, |
| "learning_rate": 2e-06, |
| "loss": 10.7614, |
| "mean_token_accuracy": 8.620689623057842e-05, |
| "num_tokens": 9573.0, |
| "step": 5 |
| }, |
| { |
| "entropy": 10.742151069641114, |
| "epoch": 0.000514363603631407, |
| "grad_norm": 4.84375, |
| "learning_rate": 4.5e-06, |
| "loss": 10.7583, |
| "mean_token_accuracy": 0.0, |
| "num_tokens": 18933.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 10.742130088806153, |
| "epoch": 0.0007715454054471106, |
| "grad_norm": 5.21875, |
| "learning_rate": 7e-06, |
| "loss": 10.7448, |
| "mean_token_accuracy": 0.0, |
| "num_tokens": 29028.0, |
| "step": 15 |
| }, |
| { |
| "entropy": 10.742134284973144, |
| "epoch": 0.001028727207262814, |
| "grad_norm": 4.9375, |
| "learning_rate": 9.5e-06, |
| "loss": 10.6881, |
| "mean_token_accuracy": 0.00012970168609172106, |
| "num_tokens": 37987.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 10.742049884796142, |
| "epoch": 0.0012859090090785177, |
| "grad_norm": 4.4375, |
| "learning_rate": 1.2e-05, |
| "loss": 10.5852, |
| "mean_token_accuracy": 0.0029032987426035107, |
| "num_tokens": 47163.0, |
| "step": 25 |
| }, |
| { |
| "entropy": 10.741710948944093, |
| "epoch": 0.0015430908108942211, |
| "grad_norm": 4.25, |
| "learning_rate": 1.4500000000000002e-05, |
| "loss": 10.4809, |
| "mean_token_accuracy": 0.02479298785328865, |
| "num_tokens": 56096.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 10.740671920776368, |
| "epoch": 0.0018002726127099246, |
| "grad_norm": 3.296875, |
| "learning_rate": 1.7000000000000003e-05, |
| "loss": 10.3641, |
| "mean_token_accuracy": 0.03960379287600517, |
| "num_tokens": 65823.0, |
| "step": 35 |
| }, |
| { |
| "entropy": 10.737626838684083, |
| "epoch": 0.002057454414525628, |
| "grad_norm": 2.578125, |
| "learning_rate": 1.95e-05, |
| "loss": 10.2147, |
| "mean_token_accuracy": 0.04078627172857523, |
| "num_tokens": 75005.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 10.73199462890625, |
| "epoch": 0.0023146362163413317, |
| "grad_norm": 2.53125, |
| "learning_rate": 2.2e-05, |
| "loss": 10.1015, |
| "mean_token_accuracy": 0.04431910365819931, |
| "num_tokens": 83340.0, |
| "step": 45 |
| }, |
| { |
| "entropy": 10.72521743774414, |
| "epoch": 0.0025718180181570354, |
| "grad_norm": 2.140625, |
| "learning_rate": 2.4500000000000003e-05, |
| "loss": 10.0212, |
| "mean_token_accuracy": 0.049253365769982335, |
| "num_tokens": 92004.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 10.719530010223389, |
| "epoch": 0.0028289998199727386, |
| "grad_norm": 2.078125, |
| "learning_rate": 2.7e-05, |
| "loss": 9.9673, |
| "mean_token_accuracy": 0.04715999849140644, |
| "num_tokens": 101196.0, |
| "step": 55 |
| }, |
| { |
| "entropy": 10.713758850097657, |
| "epoch": 0.0030861816217884423, |
| "grad_norm": 2.078125, |
| "learning_rate": 2.95e-05, |
| "loss": 9.8887, |
| "mean_token_accuracy": 0.04930844120681286, |
| "num_tokens": 109931.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 10.709882545471192, |
| "epoch": 0.003343363423604146, |
| "grad_norm": 2.0625, |
| "learning_rate": 3.2e-05, |
| "loss": 9.8563, |
| "mean_token_accuracy": 0.046213630586862564, |
| "num_tokens": 118450.0, |
| "step": 65 |
| }, |
| { |
| "entropy": 10.70816535949707, |
| "epoch": 0.003600545225419849, |
| "grad_norm": 1.96875, |
| "learning_rate": 3.4500000000000005e-05, |
| "loss": 9.7843, |
| "mean_token_accuracy": 0.04638329595327377, |
| "num_tokens": 127311.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 10.705178928375243, |
| "epoch": 0.003857727027235553, |
| "grad_norm": 1.875, |
| "learning_rate": 3.7e-05, |
| "loss": 9.7153, |
| "mean_token_accuracy": 0.05029761902987957, |
| "num_tokens": 136529.0, |
| "step": 75 |
| }, |
| { |
| "entropy": 10.696865940093994, |
| "epoch": 0.004114908829051256, |
| "grad_norm": 1.828125, |
| "learning_rate": 3.95e-05, |
| "loss": 9.6593, |
| "mean_token_accuracy": 0.050337107852101326, |
| "num_tokens": 145754.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 10.685219669342041, |
| "epoch": 0.00437209063086696, |
| "grad_norm": 1.8046875, |
| "learning_rate": 4.2000000000000004e-05, |
| "loss": 9.6217, |
| "mean_token_accuracy": 0.04981501027941704, |
| "num_tokens": 155229.0, |
| "step": 85 |
| }, |
| { |
| "entropy": 10.669653797149659, |
| "epoch": 0.004629272432682663, |
| "grad_norm": 1.8984375, |
| "learning_rate": 4.45e-05, |
| "loss": 9.4894, |
| "mean_token_accuracy": 0.06370054408907891, |
| "num_tokens": 163766.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 10.649745845794678, |
| "epoch": 0.004886454234498367, |
| "grad_norm": 1.7265625, |
| "learning_rate": 4.7000000000000004e-05, |
| "loss": 9.4341, |
| "mean_token_accuracy": 0.05732584930956364, |
| "num_tokens": 172309.0, |
| "step": 95 |
| }, |
| { |
| "entropy": 10.618613624572754, |
| "epoch": 0.005143636036314071, |
| "grad_norm": 1.7421875, |
| "learning_rate": 4.9500000000000004e-05, |
| "loss": 9.2855, |
| "mean_token_accuracy": 0.06327233165502548, |
| "num_tokens": 180242.0, |
| "step": 100 |
| }, |
| { |
| "entropy": 10.569914817810059, |
| "epoch": 0.0054008178381297735, |
| "grad_norm": 1.75, |
| "learning_rate": 5.2e-05, |
| "loss": 9.2324, |
| "mean_token_accuracy": 0.060527439787983896, |
| "num_tokens": 189044.0, |
| "step": 105 |
| }, |
| { |
| "entropy": 10.520080757141113, |
| "epoch": 0.005657999639945477, |
| "grad_norm": 1.5390625, |
| "learning_rate": 5.45e-05, |
| "loss": 9.1122, |
| "mean_token_accuracy": 0.06187737137079239, |
| "num_tokens": 197779.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 10.468755054473878, |
| "epoch": 0.005915181441761181, |
| "grad_norm": 1.5859375, |
| "learning_rate": 5.7e-05, |
| "loss": 8.9561, |
| "mean_token_accuracy": 0.06379008032381535, |
| "num_tokens": 206025.0, |
| "step": 115 |
| }, |
| { |
| "entropy": 10.407035160064698, |
| "epoch": 0.0061723632435768845, |
| "grad_norm": 1.453125, |
| "learning_rate": 5.9499999999999996e-05, |
| "loss": 8.9663, |
| "mean_token_accuracy": 0.05617102049291134, |
| "num_tokens": 216620.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 10.3653733253479, |
| "epoch": 0.006429545045392588, |
| "grad_norm": 1.375, |
| "learning_rate": 6.2e-05, |
| "loss": 8.7968, |
| "mean_token_accuracy": 0.059108608216047284, |
| "num_tokens": 225654.0, |
| "step": 125 |
| }, |
| { |
| "entropy": 10.301421070098877, |
| "epoch": 0.006686726847208292, |
| "grad_norm": 1.4609375, |
| "learning_rate": 6.450000000000001e-05, |
| "loss": 8.6036, |
| "mean_token_accuracy": 0.06164416745305061, |
| "num_tokens": 233967.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 10.185540676116943, |
| "epoch": 0.006943908649023995, |
| "grad_norm": 1.4140625, |
| "learning_rate": 6.7e-05, |
| "loss": 8.5469, |
| "mean_token_accuracy": 0.06072752773761749, |
| "num_tokens": 241911.0, |
| "step": 135 |
| }, |
| { |
| "entropy": 10.0550705909729, |
| "epoch": 0.007201090450839698, |
| "grad_norm": 1.25, |
| "learning_rate": 6.950000000000001e-05, |
| "loss": 8.4323, |
| "mean_token_accuracy": 0.06439580023288727, |
| "num_tokens": 250771.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 9.967238235473634, |
| "epoch": 0.007458272252655402, |
| "grad_norm": 1.1171875, |
| "learning_rate": 7.2e-05, |
| "loss": 8.3391, |
| "mean_token_accuracy": 0.06209088861942291, |
| "num_tokens": 260036.0, |
| "step": 145 |
| }, |
| { |
| "entropy": 9.832792282104492, |
| "epoch": 0.007715454054471106, |
| "grad_norm": 1.1875, |
| "learning_rate": 7.45e-05, |
| "loss": 8.2272, |
| "mean_token_accuracy": 0.06231529638171196, |
| "num_tokens": 268614.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 9.642397022247314, |
| "epoch": 0.00797263585628681, |
| "grad_norm": 1.0546875, |
| "learning_rate": 7.7e-05, |
| "loss": 8.085, |
| "mean_token_accuracy": 0.06268828995525837, |
| "num_tokens": 278205.0, |
| "step": 155 |
| }, |
| { |
| "entropy": 9.471720123291016, |
| "epoch": 0.008229817658102512, |
| "grad_norm": 1.109375, |
| "learning_rate": 7.950000000000001e-05, |
| "loss": 8.0285, |
| "mean_token_accuracy": 0.054571619257330894, |
| "num_tokens": 287369.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 9.277729606628418, |
| "epoch": 0.008486999459918217, |
| "grad_norm": 0.9765625, |
| "learning_rate": 8.2e-05, |
| "loss": 7.8389, |
| "mean_token_accuracy": 0.0658249743282795, |
| "num_tokens": 295469.0, |
| "step": 165 |
| }, |
| { |
| "entropy": 9.065653324127197, |
| "epoch": 0.00874418126173392, |
| "grad_norm": 0.875, |
| "learning_rate": 8.450000000000001e-05, |
| "loss": 7.8802, |
| "mean_token_accuracy": 0.05946259275078773, |
| "num_tokens": 304108.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 8.9242995262146, |
| "epoch": 0.009001363063549624, |
| "grad_norm": 0.83203125, |
| "learning_rate": 8.7e-05, |
| "loss": 7.7549, |
| "mean_token_accuracy": 0.06102342195808887, |
| "num_tokens": 312797.0, |
| "step": 175 |
| }, |
| { |
| "entropy": 8.724368000030518, |
| "epoch": 0.009258544865365327, |
| "grad_norm": 0.89453125, |
| "learning_rate": 8.95e-05, |
| "loss": 7.726, |
| "mean_token_accuracy": 0.05993276461958885, |
| "num_tokens": 321947.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 8.550490474700927, |
| "epoch": 0.00951572666718103, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.2e-05, |
| "loss": 7.7268, |
| "mean_token_accuracy": 0.06107203662395477, |
| "num_tokens": 330881.0, |
| "step": 185 |
| }, |
| { |
| "entropy": 8.48734483718872, |
| "epoch": 0.009772908468996734, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.45e-05, |
| "loss": 7.6738, |
| "mean_token_accuracy": 0.06392239518463612, |
| "num_tokens": 339615.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 8.382297706604003, |
| "epoch": 0.010030090270812437, |
| "grad_norm": 0.9765625, |
| "learning_rate": 9.7e-05, |
| "loss": 7.5319, |
| "mean_token_accuracy": 0.0668424092233181, |
| "num_tokens": 347445.0, |
| "step": 195 |
| }, |
| { |
| "entropy": 8.23064022064209, |
| "epoch": 0.010287272072628141, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.95e-05, |
| "loss": 7.6527, |
| "mean_token_accuracy": 0.0642503272742033, |
| "num_tokens": 356466.0, |
| "step": 200 |
| }, |
| { |
| "entropy": 8.293260860443116, |
| "epoch": 0.010544453874443844, |
| "grad_norm": 0.890625, |
| "learning_rate": 0.000102, |
| "loss": 7.6586, |
| "mean_token_accuracy": 0.06924829706549644, |
| "num_tokens": 364582.0, |
| "step": 205 |
| }, |
| { |
| "entropy": 8.233483600616456, |
| "epoch": 0.010801635676259547, |
| "grad_norm": 0.87890625, |
| "learning_rate": 0.00010449999999999999, |
| "loss": 7.5999, |
| "mean_token_accuracy": 0.06699038669466972, |
| "num_tokens": 373816.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 8.192768096923828, |
| "epoch": 0.011058817478075252, |
| "grad_norm": 0.96484375, |
| "learning_rate": 0.000107, |
| "loss": 7.6079, |
| "mean_token_accuracy": 0.06721281111240388, |
| "num_tokens": 382663.0, |
| "step": 215 |
| }, |
| { |
| "entropy": 8.15766954421997, |
| "epoch": 0.011315999279890954, |
| "grad_norm": 0.875, |
| "learning_rate": 0.0001095, |
| "loss": 7.5084, |
| "mean_token_accuracy": 0.06859233565628528, |
| "num_tokens": 391146.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 8.103716373443604, |
| "epoch": 0.011573181081706659, |
| "grad_norm": 0.8125, |
| "learning_rate": 0.000112, |
| "loss": 7.5845, |
| "mean_token_accuracy": 0.06810487173497677, |
| "num_tokens": 400693.0, |
| "step": 225 |
| }, |
| { |
| "entropy": 8.105987453460694, |
| "epoch": 0.011830362883522362, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.0001145, |
| "loss": 7.539, |
| "mean_token_accuracy": 0.06601319462060928, |
| "num_tokens": 409706.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 8.056668090820313, |
| "epoch": 0.012087544685338066, |
| "grad_norm": 0.9140625, |
| "learning_rate": 0.00011700000000000001, |
| "loss": 7.4696, |
| "mean_token_accuracy": 0.06857900470495223, |
| "num_tokens": 418717.0, |
| "step": 235 |
| }, |
| { |
| "entropy": 8.077108192443848, |
| "epoch": 0.012344726487153769, |
| "grad_norm": 1.046875, |
| "learning_rate": 0.00011949999999999999, |
| "loss": 7.5335, |
| "mean_token_accuracy": 0.06780378967523575, |
| "num_tokens": 428630.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 8.065593910217284, |
| "epoch": 0.012601908288969472, |
| "grad_norm": 0.9609375, |
| "learning_rate": 0.000122, |
| "loss": 7.559, |
| "mean_token_accuracy": 0.06397245228290557, |
| "num_tokens": 438762.0, |
| "step": 245 |
| }, |
| { |
| "entropy": 8.016668844223023, |
| "epoch": 0.012859090090785176, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.0001245, |
| "loss": 7.4803, |
| "mean_token_accuracy": 0.06500645838677883, |
| "num_tokens": 447419.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 8.066792869567871, |
| "epoch": 0.01311627189260088, |
| "grad_norm": 0.97265625, |
| "learning_rate": 0.000127, |
| "loss": 7.4872, |
| "mean_token_accuracy": 0.07560092583298683, |
| "num_tokens": 455818.0, |
| "step": 255 |
| }, |
| { |
| "entropy": 8.00608172416687, |
| "epoch": 0.013373453694416584, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0001295, |
| "loss": 7.4407, |
| "mean_token_accuracy": 0.0703579068183899, |
| "num_tokens": 464411.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 8.006528282165528, |
| "epoch": 0.013630635496232286, |
| "grad_norm": 0.95703125, |
| "learning_rate": 0.000132, |
| "loss": 7.4791, |
| "mean_token_accuracy": 0.07310711704194546, |
| "num_tokens": 473181.0, |
| "step": 265 |
| }, |
| { |
| "entropy": 7.954403877258301, |
| "epoch": 0.01388781729804799, |
| "grad_norm": 0.890625, |
| "learning_rate": 0.00013450000000000002, |
| "loss": 7.3802, |
| "mean_token_accuracy": 0.07561531476676464, |
| "num_tokens": 481776.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 7.960335302352905, |
| "epoch": 0.014144999099863694, |
| "grad_norm": 0.91796875, |
| "learning_rate": 0.00013700000000000002, |
| "loss": 7.3739, |
| "mean_token_accuracy": 0.07225163355469703, |
| "num_tokens": 490482.0, |
| "step": 275 |
| }, |
| { |
| "entropy": 7.908543682098388, |
| "epoch": 0.014402180901679397, |
| "grad_norm": 1.046875, |
| "learning_rate": 0.0001395, |
| "loss": 7.3373, |
| "mean_token_accuracy": 0.08000247925519943, |
| "num_tokens": 498394.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 7.912304162979126, |
| "epoch": 0.014659362703495101, |
| "grad_norm": 1.3671875, |
| "learning_rate": 0.00014199999999999998, |
| "loss": 7.3847, |
| "mean_token_accuracy": 0.07234559133648873, |
| "num_tokens": 507194.0, |
| "step": 285 |
| }, |
| { |
| "entropy": 7.905929660797119, |
| "epoch": 0.014916544505310804, |
| "grad_norm": 1.0390625, |
| "learning_rate": 0.0001445, |
| "loss": 7.3824, |
| "mean_token_accuracy": 0.07954801470041276, |
| "num_tokens": 515538.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 7.906702852249145, |
| "epoch": 0.015173726307126508, |
| "grad_norm": 0.98828125, |
| "learning_rate": 0.000147, |
| "loss": 7.4258, |
| "mean_token_accuracy": 0.0705490980297327, |
| "num_tokens": 524544.0, |
| "step": 295 |
| }, |
| { |
| "entropy": 7.956319189071655, |
| "epoch": 0.015430908108942211, |
| "grad_norm": 0.95703125, |
| "learning_rate": 0.0001495, |
| "loss": 7.3581, |
| "mean_token_accuracy": 0.0792141430079937, |
| "num_tokens": 533096.0, |
| "step": 300 |
| }, |
| { |
| "entropy": 7.908858060836792, |
| "epoch": 0.015688089910757916, |
| "grad_norm": 0.95703125, |
| "learning_rate": 0.000152, |
| "loss": 7.2829, |
| "mean_token_accuracy": 0.07599962502717972, |
| "num_tokens": 542254.0, |
| "step": 305 |
| }, |
| { |
| "entropy": 7.929060173034668, |
| "epoch": 0.01594527171257362, |
| "grad_norm": 0.97265625, |
| "learning_rate": 0.00015450000000000001, |
| "loss": 7.3804, |
| "mean_token_accuracy": 0.07816362082958221, |
| "num_tokens": 550985.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 7.865027332305909, |
| "epoch": 0.01620245351438932, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.000157, |
| "loss": 7.3625, |
| "mean_token_accuracy": 0.07863678447902203, |
| "num_tokens": 560224.0, |
| "step": 315 |
| }, |
| { |
| "entropy": 7.856458759307861, |
| "epoch": 0.016459635316205024, |
| "grad_norm": 0.98828125, |
| "learning_rate": 0.0001595, |
| "loss": 7.2099, |
| "mean_token_accuracy": 0.0831373617053032, |
| "num_tokens": 569268.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 7.8261981964111325, |
| "epoch": 0.01671681711802073, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.000162, |
| "loss": 7.305, |
| "mean_token_accuracy": 0.07629284039139747, |
| "num_tokens": 577876.0, |
| "step": 325 |
| }, |
| { |
| "entropy": 7.825508499145508, |
| "epoch": 0.016973998919836433, |
| "grad_norm": 0.94921875, |
| "learning_rate": 0.00016450000000000001, |
| "loss": 7.1964, |
| "mean_token_accuracy": 0.08476228266954422, |
| "num_tokens": 586622.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 7.87431845664978, |
| "epoch": 0.017231180721652136, |
| "grad_norm": 0.9609375, |
| "learning_rate": 0.00016700000000000002, |
| "loss": 7.3968, |
| "mean_token_accuracy": 0.07733883932232857, |
| "num_tokens": 596544.0, |
| "step": 335 |
| }, |
| { |
| "entropy": 7.786734390258789, |
| "epoch": 0.01748836252346784, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.00016950000000000003, |
| "loss": 7.2342, |
| "mean_token_accuracy": 0.07911348566412926, |
| "num_tokens": 605349.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 7.809148788452148, |
| "epoch": 0.01774554432528354, |
| "grad_norm": 0.98828125, |
| "learning_rate": 0.00017199999999999998, |
| "loss": 7.2457, |
| "mean_token_accuracy": 0.07915201708674431, |
| "num_tokens": 614266.0, |
| "step": 345 |
| }, |
| { |
| "entropy": 7.771593856811523, |
| "epoch": 0.018002726127099248, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.00017449999999999999, |
| "loss": 7.2829, |
| "mean_token_accuracy": 0.07773459404706955, |
| "num_tokens": 622534.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 7.822271633148193, |
| "epoch": 0.01825990792891495, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.000177, |
| "loss": 7.2365, |
| "mean_token_accuracy": 0.08085938617587089, |
| "num_tokens": 631838.0, |
| "step": 355 |
| }, |
| { |
| "entropy": 7.698997259140015, |
| "epoch": 0.018517089730730654, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.0001795, |
| "loss": 7.2539, |
| "mean_token_accuracy": 0.08351444229483604, |
| "num_tokens": 641386.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 7.703382873535157, |
| "epoch": 0.018774271532546356, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.000182, |
| "loss": 7.2384, |
| "mean_token_accuracy": 0.0824521966278553, |
| "num_tokens": 650465.0, |
| "step": 365 |
| }, |
| { |
| "entropy": 7.835447978973389, |
| "epoch": 0.01903145333436206, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.0001845, |
| "loss": 7.1401, |
| "mean_token_accuracy": 0.08636756986379623, |
| "num_tokens": 659509.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 7.586853075027466, |
| "epoch": 0.019288635136177765, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.000187, |
| "loss": 7.1678, |
| "mean_token_accuracy": 0.08730523958802223, |
| "num_tokens": 668137.0, |
| "step": 375 |
| }, |
| { |
| "entropy": 7.862004041671753, |
| "epoch": 0.019545816937993468, |
| "grad_norm": 1.078125, |
| "learning_rate": 0.0001895, |
| "loss": 7.2499, |
| "mean_token_accuracy": 0.0831152357161045, |
| "num_tokens": 677784.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 7.637575674057007, |
| "epoch": 0.01980299873980917, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.000192, |
| "loss": 7.1701, |
| "mean_token_accuracy": 0.08491914793848991, |
| "num_tokens": 686088.0, |
| "step": 385 |
| }, |
| { |
| "entropy": 7.752926158905029, |
| "epoch": 0.020060180541624874, |
| "grad_norm": 1.0234375, |
| "learning_rate": 0.0001945, |
| "loss": 7.3326, |
| "mean_token_accuracy": 0.08027631081640721, |
| "num_tokens": 695131.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 7.793869876861573, |
| "epoch": 0.020317362343440577, |
| "grad_norm": 1.0390625, |
| "learning_rate": 0.00019700000000000002, |
| "loss": 7.1152, |
| "mean_token_accuracy": 0.08675874844193458, |
| "num_tokens": 703976.0, |
| "step": 395 |
| }, |
| { |
| "entropy": 7.674239635467529, |
| "epoch": 0.020574544145256283, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.00019950000000000002, |
| "loss": 7.1607, |
| "mean_token_accuracy": 0.08738962039351464, |
| "num_tokens": 712080.0, |
| "step": 400 |
| }, |
| { |
| "entropy": 7.662798118591309, |
| "epoch": 0.020831725947071986, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.000202, |
| "loss": 7.2073, |
| "mean_token_accuracy": 0.08529370948672295, |
| "num_tokens": 721151.0, |
| "step": 405 |
| }, |
| { |
| "entropy": 7.703192710876465, |
| "epoch": 0.02108890774888769, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.00020449999999999998, |
| "loss": 7.2059, |
| "mean_token_accuracy": 0.08231882154941558, |
| "num_tokens": 730957.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 7.6682192325592045, |
| "epoch": 0.02134608955070339, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.000207, |
| "loss": 7.115, |
| "mean_token_accuracy": 0.09367254376411438, |
| "num_tokens": 740054.0, |
| "step": 415 |
| }, |
| { |
| "entropy": 7.710998058319092, |
| "epoch": 0.021603271352519094, |
| "grad_norm": 1.0390625, |
| "learning_rate": 0.0002095, |
| "loss": 7.1138, |
| "mean_token_accuracy": 0.0901214174926281, |
| "num_tokens": 748576.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 7.615434312820435, |
| "epoch": 0.0218604531543348, |
| "grad_norm": 0.91015625, |
| "learning_rate": 0.000212, |
| "loss": 7.1257, |
| "mean_token_accuracy": 0.08843043595552444, |
| "num_tokens": 758078.0, |
| "step": 425 |
| }, |
| { |
| "entropy": 7.6622356414794925, |
| "epoch": 0.022117634956150503, |
| "grad_norm": 1.0390625, |
| "learning_rate": 0.0002145, |
| "loss": 7.1976, |
| "mean_token_accuracy": 0.08554179668426513, |
| "num_tokens": 767041.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 7.6705575466156, |
| "epoch": 0.022374816757966206, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.00021700000000000002, |
| "loss": 7.192, |
| "mean_token_accuracy": 0.08901726603507995, |
| "num_tokens": 775675.0, |
| "step": 435 |
| }, |
| { |
| "entropy": 7.627669334411621, |
| "epoch": 0.02263199855978191, |
| "grad_norm": 1.1796875, |
| "learning_rate": 0.0002195, |
| "loss": 7.0133, |
| "mean_token_accuracy": 0.09209411665797233, |
| "num_tokens": 784105.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 7.484321117401123, |
| "epoch": 0.022889180361597615, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.000222, |
| "loss": 6.9712, |
| "mean_token_accuracy": 0.09117011949419976, |
| "num_tokens": 792861.0, |
| "step": 445 |
| }, |
| { |
| "entropy": 7.594349336624146, |
| "epoch": 0.023146362163413318, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0002245, |
| "loss": 7.0314, |
| "mean_token_accuracy": 0.08824475556612014, |
| "num_tokens": 801642.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 7.497442388534546, |
| "epoch": 0.02340354396522902, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.00022700000000000002, |
| "loss": 6.9939, |
| "mean_token_accuracy": 0.08806813433766365, |
| "num_tokens": 811105.0, |
| "step": 455 |
| }, |
| { |
| "entropy": 7.556538200378418, |
| "epoch": 0.023660725767044723, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.00022950000000000002, |
| "loss": 7.0195, |
| "mean_token_accuracy": 0.09214109480381012, |
| "num_tokens": 819989.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 7.516587781906128, |
| "epoch": 0.023917907568860426, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.00023200000000000003, |
| "loss": 7.0303, |
| "mean_token_accuracy": 0.0912808708846569, |
| "num_tokens": 829532.0, |
| "step": 465 |
| }, |
| { |
| "entropy": 7.524700498580932, |
| "epoch": 0.024175089370676132, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.00023449999999999998, |
| "loss": 6.9313, |
| "mean_token_accuracy": 0.09493043571710587, |
| "num_tokens": 838071.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 7.6139366149902346, |
| "epoch": 0.024432271172491835, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.000237, |
| "loss": 7.1399, |
| "mean_token_accuracy": 0.0876034751534462, |
| "num_tokens": 848094.0, |
| "step": 475 |
| }, |
| { |
| "entropy": 7.520268821716309, |
| "epoch": 0.024689452974307538, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.0002395, |
| "loss": 7.0461, |
| "mean_token_accuracy": 0.09003157168626785, |
| "num_tokens": 856585.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 7.4084981918334964, |
| "epoch": 0.02494663477612324, |
| "grad_norm": 1.0, |
| "learning_rate": 0.000242, |
| "loss": 7.0064, |
| "mean_token_accuracy": 0.09524489566683769, |
| "num_tokens": 865866.0, |
| "step": 485 |
| }, |
| { |
| "entropy": 7.565576791763306, |
| "epoch": 0.025203816577938944, |
| "grad_norm": 1.390625, |
| "learning_rate": 0.0002445, |
| "loss": 7.0857, |
| "mean_token_accuracy": 0.09243087470531464, |
| "num_tokens": 874963.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 7.522153425216675, |
| "epoch": 0.02546099837975465, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.000247, |
| "loss": 7.0253, |
| "mean_token_accuracy": 0.09747636616230011, |
| "num_tokens": 883670.0, |
| "step": 495 |
| }, |
| { |
| "entropy": 7.411280775070191, |
| "epoch": 0.025718180181570353, |
| "grad_norm": 1.234375, |
| "learning_rate": 0.0002495, |
| "loss": 6.9456, |
| "mean_token_accuracy": 0.09364836364984512, |
| "num_tokens": 892322.0, |
| "step": 500 |
| }, |
| { |
| "entropy": 7.502190637588501, |
| "epoch": 0.025975361983386056, |
| "grad_norm": 0.98828125, |
| "learning_rate": 0.000252, |
| "loss": 7.0, |
| "mean_token_accuracy": 0.09010454788804054, |
| "num_tokens": 901450.0, |
| "step": 505 |
| }, |
| { |
| "entropy": 7.450657367706299, |
| "epoch": 0.02623254378520176, |
| "grad_norm": 1.0703125, |
| "learning_rate": 0.0002545, |
| "loss": 6.9258, |
| "mean_token_accuracy": 0.0917640596628189, |
| "num_tokens": 910499.0, |
| "step": 510 |
| }, |
| { |
| "entropy": 7.4553405284881595, |
| "epoch": 0.02648972558701746, |
| "grad_norm": 0.9921875, |
| "learning_rate": 0.000257, |
| "loss": 7.042, |
| "mean_token_accuracy": 0.08597794771194459, |
| "num_tokens": 920223.0, |
| "step": 515 |
| }, |
| { |
| "entropy": 7.50772066116333, |
| "epoch": 0.026746907388833167, |
| "grad_norm": 1.2265625, |
| "learning_rate": 0.0002595, |
| "loss": 7.014, |
| "mean_token_accuracy": 0.08768303692340851, |
| "num_tokens": 929414.0, |
| "step": 520 |
| }, |
| { |
| "entropy": 7.4105640888214115, |
| "epoch": 0.02700408919064887, |
| "grad_norm": 1.28125, |
| "learning_rate": 0.000262, |
| "loss": 6.98, |
| "mean_token_accuracy": 0.08690723404288292, |
| "num_tokens": 938059.0, |
| "step": 525 |
| }, |
| { |
| "entropy": 7.362936401367188, |
| "epoch": 0.027261270992464573, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.00026450000000000003, |
| "loss": 7.0251, |
| "mean_token_accuracy": 0.08964922651648521, |
| "num_tokens": 946868.0, |
| "step": 530 |
| }, |
| { |
| "entropy": 7.468600177764893, |
| "epoch": 0.027518452794280276, |
| "grad_norm": 1.0703125, |
| "learning_rate": 0.00026700000000000004, |
| "loss": 6.867, |
| "mean_token_accuracy": 0.09712589457631111, |
| "num_tokens": 954997.0, |
| "step": 535 |
| }, |
| { |
| "entropy": 7.428448724746704, |
| "epoch": 0.02777563459609598, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.00026950000000000005, |
| "loss": 6.9816, |
| "mean_token_accuracy": 0.09053401798009872, |
| "num_tokens": 964488.0, |
| "step": 540 |
| }, |
| { |
| "entropy": 7.317347574234009, |
| "epoch": 0.028032816397911685, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.00027200000000000005, |
| "loss": 6.8074, |
| "mean_token_accuracy": 0.10062685832381249, |
| "num_tokens": 972901.0, |
| "step": 545 |
| }, |
| { |
| "entropy": 7.45094141960144, |
| "epoch": 0.028289998199727388, |
| "grad_norm": 1.0, |
| "learning_rate": 0.0002745, |
| "loss": 7.0093, |
| "mean_token_accuracy": 0.09124675542116165, |
| "num_tokens": 981922.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 7.441890525817871, |
| "epoch": 0.02854718000154309, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.000277, |
| "loss": 6.9774, |
| "mean_token_accuracy": 0.09369566291570663, |
| "num_tokens": 990419.0, |
| "step": 555 |
| }, |
| { |
| "entropy": 7.304813051223755, |
| "epoch": 0.028804361803358793, |
| "grad_norm": 1.125, |
| "learning_rate": 0.0002795, |
| "loss": 6.8424, |
| "mean_token_accuracy": 0.09960516914725304, |
| "num_tokens": 998236.0, |
| "step": 560 |
| }, |
| { |
| "entropy": 7.3862227439880375, |
| "epoch": 0.0290615436051745, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.00028199999999999997, |
| "loss": 6.8905, |
| "mean_token_accuracy": 0.09915700182318687, |
| "num_tokens": 1008258.0, |
| "step": 565 |
| }, |
| { |
| "entropy": 7.355383062362671, |
| "epoch": 0.029318725406990202, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.0002845, |
| "loss": 6.8729, |
| "mean_token_accuracy": 0.09238902553915977, |
| "num_tokens": 1017029.0, |
| "step": 570 |
| }, |
| { |
| "entropy": 7.315412712097168, |
| "epoch": 0.029575907208805905, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.000287, |
| "loss": 6.9067, |
| "mean_token_accuracy": 0.09177370145916938, |
| "num_tokens": 1026497.0, |
| "step": 575 |
| }, |
| { |
| "entropy": 7.337841367721557, |
| "epoch": 0.029833089010621608, |
| "grad_norm": 1.234375, |
| "learning_rate": 0.0002895, |
| "loss": 6.8092, |
| "mean_token_accuracy": 0.10336045101284981, |
| "num_tokens": 1034728.0, |
| "step": 580 |
| }, |
| { |
| "entropy": 7.256781911849975, |
| "epoch": 0.03009027081243731, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.000292, |
| "loss": 6.8645, |
| "mean_token_accuracy": 0.09807764887809753, |
| "num_tokens": 1043556.0, |
| "step": 585 |
| }, |
| { |
| "entropy": 7.315465259552002, |
| "epoch": 0.030347452614253017, |
| "grad_norm": 1.25, |
| "learning_rate": 0.0002945, |
| "loss": 6.7914, |
| "mean_token_accuracy": 0.10462642684578896, |
| "num_tokens": 1053449.0, |
| "step": 590 |
| }, |
| { |
| "entropy": 7.294723844528198, |
| "epoch": 0.03060463441606872, |
| "grad_norm": 1.25, |
| "learning_rate": 0.000297, |
| "loss": 6.8701, |
| "mean_token_accuracy": 0.09261535704135895, |
| "num_tokens": 1062691.0, |
| "step": 595 |
| }, |
| { |
| "entropy": 7.328425025939941, |
| "epoch": 0.030861816217884423, |
| "grad_norm": 1.0703125, |
| "learning_rate": 0.0002995, |
| "loss": 6.8732, |
| "mean_token_accuracy": 0.09672143906354905, |
| "num_tokens": 1072194.0, |
| "step": 600 |
| }, |
| { |
| "entropy": 7.280484533309936, |
| "epoch": 0.031118998019700125, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.000302, |
| "loss": 6.7832, |
| "mean_token_accuracy": 0.09872276112437248, |
| "num_tokens": 1080781.0, |
| "step": 605 |
| }, |
| { |
| "entropy": 7.2788474559783936, |
| "epoch": 0.03137617982151583, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.0003045, |
| "loss": 6.9191, |
| "mean_token_accuracy": 0.09485599771142006, |
| "num_tokens": 1090048.0, |
| "step": 610 |
| }, |
| { |
| "entropy": 7.34011402130127, |
| "epoch": 0.03163336162333153, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.000307, |
| "loss": 6.9368, |
| "mean_token_accuracy": 0.09523111060261727, |
| "num_tokens": 1100121.0, |
| "step": 615 |
| }, |
| { |
| "entropy": 7.326197099685669, |
| "epoch": 0.03189054342514724, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.0003095, |
| "loss": 6.8036, |
| "mean_token_accuracy": 0.09568134695291519, |
| "num_tokens": 1108569.0, |
| "step": 620 |
| }, |
| { |
| "entropy": 7.213407182693482, |
| "epoch": 0.032147725226962943, |
| "grad_norm": 1.171875, |
| "learning_rate": 0.000312, |
| "loss": 6.776, |
| "mean_token_accuracy": 0.09914244189858437, |
| "num_tokens": 1118247.0, |
| "step": 625 |
| }, |
| { |
| "entropy": 7.210325479507446, |
| "epoch": 0.03240490702877864, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.0003145, |
| "loss": 6.7999, |
| "mean_token_accuracy": 0.09887302219867707, |
| "num_tokens": 1126951.0, |
| "step": 630 |
| }, |
| { |
| "entropy": 7.209123611450195, |
| "epoch": 0.03266208883059435, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.000317, |
| "loss": 6.7651, |
| "mean_token_accuracy": 0.10773184821009636, |
| "num_tokens": 1135390.0, |
| "step": 635 |
| }, |
| { |
| "entropy": 7.2418413162231445, |
| "epoch": 0.03291927063241005, |
| "grad_norm": 1.171875, |
| "learning_rate": 0.0003195, |
| "loss": 6.8057, |
| "mean_token_accuracy": 0.09772193506360054, |
| "num_tokens": 1143911.0, |
| "step": 640 |
| }, |
| { |
| "entropy": 7.288219833374024, |
| "epoch": 0.033176452434225755, |
| "grad_norm": 1.2265625, |
| "learning_rate": 0.000322, |
| "loss": 6.7833, |
| "mean_token_accuracy": 0.10312128961086273, |
| "num_tokens": 1152957.0, |
| "step": 645 |
| }, |
| { |
| "entropy": 7.144729995727539, |
| "epoch": 0.03343363423604146, |
| "grad_norm": 0.96484375, |
| "learning_rate": 0.00032450000000000003, |
| "loss": 6.7073, |
| "mean_token_accuracy": 0.10490344762802124, |
| "num_tokens": 1161911.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 7.214617156982422, |
| "epoch": 0.03369081603785716, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.00032700000000000003, |
| "loss": 6.7621, |
| "mean_token_accuracy": 0.10395861864089966, |
| "num_tokens": 1170932.0, |
| "step": 655 |
| }, |
| { |
| "entropy": 7.226040458679199, |
| "epoch": 0.03394799783967287, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.00032950000000000004, |
| "loss": 6.8979, |
| "mean_token_accuracy": 0.09301602616906166, |
| "num_tokens": 1180417.0, |
| "step": 660 |
| }, |
| { |
| "entropy": 7.148654270172119, |
| "epoch": 0.034205179641488566, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.00033200000000000005, |
| "loss": 6.7629, |
| "mean_token_accuracy": 0.09860587194561958, |
| "num_tokens": 1189153.0, |
| "step": 665 |
| }, |
| { |
| "entropy": 7.214554643630981, |
| "epoch": 0.03446236144330427, |
| "grad_norm": 1.2109375, |
| "learning_rate": 0.00033450000000000005, |
| "loss": 6.7476, |
| "mean_token_accuracy": 0.1043582171201706, |
| "num_tokens": 1197903.0, |
| "step": 670 |
| }, |
| { |
| "entropy": 7.1135680198669435, |
| "epoch": 0.03471954324511998, |
| "grad_norm": 1.046875, |
| "learning_rate": 0.000337, |
| "loss": 6.7435, |
| "mean_token_accuracy": 0.10275317579507828, |
| "num_tokens": 1207310.0, |
| "step": 675 |
| }, |
| { |
| "entropy": 7.197217321395874, |
| "epoch": 0.03497672504693568, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.0003395, |
| "loss": 6.7117, |
| "mean_token_accuracy": 0.10364129021763802, |
| "num_tokens": 1215577.0, |
| "step": 680 |
| }, |
| { |
| "entropy": 7.160997724533081, |
| "epoch": 0.035233906848751384, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.000342, |
| "loss": 6.801, |
| "mean_token_accuracy": 0.10323198661208152, |
| "num_tokens": 1223906.0, |
| "step": 685 |
| }, |
| { |
| "entropy": 7.1171308040618895, |
| "epoch": 0.03549108865056708, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.00034449999999999997, |
| "loss": 6.7434, |
| "mean_token_accuracy": 0.10217863768339157, |
| "num_tokens": 1232689.0, |
| "step": 690 |
| }, |
| { |
| "entropy": 7.243052577972412, |
| "epoch": 0.03574827045238279, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.000347, |
| "loss": 6.777, |
| "mean_token_accuracy": 0.10172305777668952, |
| "num_tokens": 1241079.0, |
| "step": 695 |
| }, |
| { |
| "entropy": 7.0958874225616455, |
| "epoch": 0.036005452254198496, |
| "grad_norm": 1.125, |
| "learning_rate": 0.0003495, |
| "loss": 6.6994, |
| "mean_token_accuracy": 0.10428043976426124, |
| "num_tokens": 1249540.0, |
| "step": 700 |
| }, |
| { |
| "entropy": 7.236631059646607, |
| "epoch": 0.036262634056014195, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.000352, |
| "loss": 6.767, |
| "mean_token_accuracy": 0.10423633679747582, |
| "num_tokens": 1257823.0, |
| "step": 705 |
| }, |
| { |
| "entropy": 7.162586879730225, |
| "epoch": 0.0365198158578299, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.0003545, |
| "loss": 6.7752, |
| "mean_token_accuracy": 0.10328136906027793, |
| "num_tokens": 1267242.0, |
| "step": 710 |
| }, |
| { |
| "entropy": 7.095451688766479, |
| "epoch": 0.0367769976596456, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.000357, |
| "loss": 6.6616, |
| "mean_token_accuracy": 0.10539852529764175, |
| "num_tokens": 1275942.0, |
| "step": 715 |
| }, |
| { |
| "entropy": 7.087832736968994, |
| "epoch": 0.03703417946146131, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.0003595, |
| "loss": 6.716, |
| "mean_token_accuracy": 0.10562722086906433, |
| "num_tokens": 1284840.0, |
| "step": 720 |
| }, |
| { |
| "entropy": 7.123103380203247, |
| "epoch": 0.03729136126327701, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.000362, |
| "loss": 6.6864, |
| "mean_token_accuracy": 0.10260284543037415, |
| "num_tokens": 1293592.0, |
| "step": 725 |
| }, |
| { |
| "entropy": 7.171104860305786, |
| "epoch": 0.03754854306509271, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.0003645, |
| "loss": 6.8006, |
| "mean_token_accuracy": 0.10065393671393394, |
| "num_tokens": 1301903.0, |
| "step": 730 |
| }, |
| { |
| "entropy": 7.110880374908447, |
| "epoch": 0.03780572486690842, |
| "grad_norm": 1.265625, |
| "learning_rate": 0.000367, |
| "loss": 6.6262, |
| "mean_token_accuracy": 0.105719206482172, |
| "num_tokens": 1310230.0, |
| "step": 735 |
| }, |
| { |
| "entropy": 7.178726625442505, |
| "epoch": 0.03806290666872412, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.0003695, |
| "loss": 6.7676, |
| "mean_token_accuracy": 0.10490798503160477, |
| "num_tokens": 1320029.0, |
| "step": 740 |
| }, |
| { |
| "entropy": 7.001174449920654, |
| "epoch": 0.038320088470539825, |
| "grad_norm": 1.0703125, |
| "learning_rate": 0.000372, |
| "loss": 6.6133, |
| "mean_token_accuracy": 0.10703234896063804, |
| "num_tokens": 1329155.0, |
| "step": 745 |
| }, |
| { |
| "entropy": 7.125448083877563, |
| "epoch": 0.03857727027235553, |
| "grad_norm": 1.1484375, |
| "learning_rate": 0.0003745, |
| "loss": 6.8029, |
| "mean_token_accuracy": 0.1019430361688137, |
| "num_tokens": 1337958.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 7.109465599060059, |
| "epoch": 0.03883445207417123, |
| "grad_norm": 1.3125, |
| "learning_rate": 0.000377, |
| "loss": 6.7375, |
| "mean_token_accuracy": 0.09966553151607513, |
| "num_tokens": 1347105.0, |
| "step": 755 |
| }, |
| { |
| "entropy": 7.161317777633667, |
| "epoch": 0.039091633875986936, |
| "grad_norm": 1.234375, |
| "learning_rate": 0.0003795, |
| "loss": 6.6791, |
| "mean_token_accuracy": 0.10060147866606713, |
| "num_tokens": 1356161.0, |
| "step": 760 |
| }, |
| { |
| "entropy": 6.9970433712005615, |
| "epoch": 0.039348815677802636, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.000382, |
| "loss": 6.6891, |
| "mean_token_accuracy": 0.10932381451129913, |
| "num_tokens": 1365291.0, |
| "step": 765 |
| }, |
| { |
| "entropy": 7.0630707263946535, |
| "epoch": 0.03960599747961834, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.0003845, |
| "loss": 6.6481, |
| "mean_token_accuracy": 0.1059026412665844, |
| "num_tokens": 1374057.0, |
| "step": 770 |
| }, |
| { |
| "entropy": 7.118219041824341, |
| "epoch": 0.03986317928143405, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.00038700000000000003, |
| "loss": 6.6895, |
| "mean_token_accuracy": 0.09991606175899506, |
| "num_tokens": 1383204.0, |
| "step": 775 |
| }, |
| { |
| "entropy": 7.0793726444244385, |
| "epoch": 0.04012036108324975, |
| "grad_norm": 1.2421875, |
| "learning_rate": 0.00038950000000000003, |
| "loss": 6.7114, |
| "mean_token_accuracy": 0.1018392451107502, |
| "num_tokens": 1392303.0, |
| "step": 780 |
| }, |
| { |
| "entropy": 7.041213703155518, |
| "epoch": 0.040377542885065454, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.00039200000000000004, |
| "loss": 6.6789, |
| "mean_token_accuracy": 0.10870900377631187, |
| "num_tokens": 1401955.0, |
| "step": 785 |
| }, |
| { |
| "entropy": 7.127471685409546, |
| "epoch": 0.04063472468688115, |
| "grad_norm": 1.1796875, |
| "learning_rate": 0.00039450000000000005, |
| "loss": 6.6934, |
| "mean_token_accuracy": 0.10036104544997215, |
| "num_tokens": 1410467.0, |
| "step": 790 |
| }, |
| { |
| "entropy": 6.975720405578613, |
| "epoch": 0.04089190648869686, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.00039700000000000005, |
| "loss": 6.6748, |
| "mean_token_accuracy": 0.09731148779392243, |
| "num_tokens": 1420337.0, |
| "step": 795 |
| }, |
| { |
| "entropy": 7.059706926345825, |
| "epoch": 0.041149088290512566, |
| "grad_norm": 1.078125, |
| "learning_rate": 0.0003995, |
| "loss": 6.6711, |
| "mean_token_accuracy": 0.10144198536872864, |
| "num_tokens": 1429453.0, |
| "step": 800 |
| }, |
| { |
| "entropy": 7.094644546508789, |
| "epoch": 0.041406270092328265, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.000402, |
| "loss": 6.6208, |
| "mean_token_accuracy": 0.10604123547673225, |
| "num_tokens": 1438417.0, |
| "step": 805 |
| }, |
| { |
| "entropy": 6.986465740203857, |
| "epoch": 0.04166345189414397, |
| "grad_norm": 1.40625, |
| "learning_rate": 0.0004045, |
| "loss": 6.6667, |
| "mean_token_accuracy": 0.10473878160119057, |
| "num_tokens": 1446480.0, |
| "step": 810 |
| }, |
| { |
| "entropy": 6.946633005142212, |
| "epoch": 0.04192063369595967, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.00040699999999999997, |
| "loss": 6.6306, |
| "mean_token_accuracy": 0.10496868267655372, |
| "num_tokens": 1455102.0, |
| "step": 815 |
| }, |
| { |
| "entropy": 7.14404935836792, |
| "epoch": 0.04217781549777538, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.0004095, |
| "loss": 6.6538, |
| "mean_token_accuracy": 0.10508396551012993, |
| "num_tokens": 1463839.0, |
| "step": 820 |
| }, |
| { |
| "entropy": 7.024435377120971, |
| "epoch": 0.04243499729959108, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.000412, |
| "loss": 6.6836, |
| "mean_token_accuracy": 0.10788170769810676, |
| "num_tokens": 1472806.0, |
| "step": 825 |
| }, |
| { |
| "entropy": 6.979895305633545, |
| "epoch": 0.04269217910140678, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.0004145, |
| "loss": 6.6016, |
| "mean_token_accuracy": 0.10319365486502648, |
| "num_tokens": 1481707.0, |
| "step": 830 |
| }, |
| { |
| "entropy": 6.948284530639649, |
| "epoch": 0.04294936090322249, |
| "grad_norm": 1.1796875, |
| "learning_rate": 0.000417, |
| "loss": 6.6068, |
| "mean_token_accuracy": 0.10952205657958984, |
| "num_tokens": 1491057.0, |
| "step": 835 |
| }, |
| { |
| "entropy": 6.963069152832031, |
| "epoch": 0.04320654270503819, |
| "grad_norm": 1.0234375, |
| "learning_rate": 0.0004195, |
| "loss": 6.5666, |
| "mean_token_accuracy": 0.10177317038178443, |
| "num_tokens": 1500331.0, |
| "step": 840 |
| }, |
| { |
| "entropy": 6.964898347854614, |
| "epoch": 0.043463724506853894, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.000422, |
| "loss": 6.6376, |
| "mean_token_accuracy": 0.10519776120781898, |
| "num_tokens": 1509051.0, |
| "step": 845 |
| }, |
| { |
| "entropy": 7.032815408706665, |
| "epoch": 0.0437209063086696, |
| "grad_norm": 1.2421875, |
| "learning_rate": 0.0004245, |
| "loss": 6.5931, |
| "mean_token_accuracy": 0.10714114159345627, |
| "num_tokens": 1517082.0, |
| "step": 850 |
| }, |
| { |
| "entropy": 6.869009304046631, |
| "epoch": 0.0439780881104853, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.000427, |
| "loss": 6.5338, |
| "mean_token_accuracy": 0.11201286613941193, |
| "num_tokens": 1525498.0, |
| "step": 855 |
| }, |
| { |
| "entropy": 6.827907609939575, |
| "epoch": 0.044235269912301006, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.0004295, |
| "loss": 6.4978, |
| "mean_token_accuracy": 0.11273056790232658, |
| "num_tokens": 1534476.0, |
| "step": 860 |
| }, |
| { |
| "entropy": 6.958985805511475, |
| "epoch": 0.04449245171411671, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.000432, |
| "loss": 6.5896, |
| "mean_token_accuracy": 0.10771357268095016, |
| "num_tokens": 1542905.0, |
| "step": 865 |
| }, |
| { |
| "entropy": 6.942825794219971, |
| "epoch": 0.04474963351593241, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.0004345, |
| "loss": 6.583, |
| "mean_token_accuracy": 0.10546278730034828, |
| "num_tokens": 1551763.0, |
| "step": 870 |
| }, |
| { |
| "entropy": 6.906496191024781, |
| "epoch": 0.04500681531774812, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.000437, |
| "loss": 6.5085, |
| "mean_token_accuracy": 0.11341241300106049, |
| "num_tokens": 1560520.0, |
| "step": 875 |
| }, |
| { |
| "entropy": 6.904255485534668, |
| "epoch": 0.04526399711956382, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0004395, |
| "loss": 6.4871, |
| "mean_token_accuracy": 0.11152468100190163, |
| "num_tokens": 1569401.0, |
| "step": 880 |
| }, |
| { |
| "entropy": 6.922533941268921, |
| "epoch": 0.045521178921379524, |
| "grad_norm": 1.046875, |
| "learning_rate": 0.000442, |
| "loss": 6.5564, |
| "mean_token_accuracy": 0.10919757708907127, |
| "num_tokens": 1578440.0, |
| "step": 885 |
| }, |
| { |
| "entropy": 6.789845991134643, |
| "epoch": 0.04577836072319523, |
| "grad_norm": 1.234375, |
| "learning_rate": 0.0004445, |
| "loss": 6.4462, |
| "mean_token_accuracy": 0.11144870221614837, |
| "num_tokens": 1587551.0, |
| "step": 890 |
| }, |
| { |
| "entropy": 6.944276809692383, |
| "epoch": 0.04603554252501093, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.000447, |
| "loss": 6.6154, |
| "mean_token_accuracy": 0.10818377807736397, |
| "num_tokens": 1596314.0, |
| "step": 895 |
| }, |
| { |
| "entropy": 6.900253582000732, |
| "epoch": 0.046292724326826636, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.00044950000000000003, |
| "loss": 6.4889, |
| "mean_token_accuracy": 0.1112966388463974, |
| "num_tokens": 1605025.0, |
| "step": 900 |
| }, |
| { |
| "entropy": 6.905750894546509, |
| "epoch": 0.046549906128642335, |
| "grad_norm": 1.2265625, |
| "learning_rate": 0.00045200000000000004, |
| "loss": 6.5348, |
| "mean_token_accuracy": 0.10826415568590164, |
| "num_tokens": 1613295.0, |
| "step": 905 |
| }, |
| { |
| "entropy": 6.862349224090576, |
| "epoch": 0.04680708793045804, |
| "grad_norm": 1.328125, |
| "learning_rate": 0.00045450000000000004, |
| "loss": 6.5131, |
| "mean_token_accuracy": 0.1080511450767517, |
| "num_tokens": 1621865.0, |
| "step": 910 |
| }, |
| { |
| "entropy": 6.87268099784851, |
| "epoch": 0.04706426973227375, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.00045700000000000005, |
| "loss": 6.517, |
| "mean_token_accuracy": 0.11334388554096222, |
| "num_tokens": 1631036.0, |
| "step": 915 |
| }, |
| { |
| "entropy": 6.960796642303467, |
| "epoch": 0.04732145153408945, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.00045950000000000006, |
| "loss": 6.6083, |
| "mean_token_accuracy": 0.10900305211544037, |
| "num_tokens": 1640311.0, |
| "step": 920 |
| }, |
| { |
| "entropy": 6.877505731582642, |
| "epoch": 0.04757863333590515, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.000462, |
| "loss": 6.5707, |
| "mean_token_accuracy": 0.11122839301824569, |
| "num_tokens": 1648651.0, |
| "step": 925 |
| }, |
| { |
| "entropy": 6.814219570159912, |
| "epoch": 0.04783581513772085, |
| "grad_norm": 1.2109375, |
| "learning_rate": 0.0004645, |
| "loss": 6.5091, |
| "mean_token_accuracy": 0.11311314180493355, |
| "num_tokens": 1657493.0, |
| "step": 930 |
| }, |
| { |
| "entropy": 6.919810724258423, |
| "epoch": 0.04809299693953656, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.000467, |
| "loss": 6.5672, |
| "mean_token_accuracy": 0.10320627093315124, |
| "num_tokens": 1666909.0, |
| "step": 935 |
| }, |
| { |
| "entropy": 6.835229587554932, |
| "epoch": 0.048350178741352265, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.0004695, |
| "loss": 6.5857, |
| "mean_token_accuracy": 0.10411025136709214, |
| "num_tokens": 1676071.0, |
| "step": 940 |
| }, |
| { |
| "entropy": 6.990052223205566, |
| "epoch": 0.048607360543167964, |
| "grad_norm": 1.1484375, |
| "learning_rate": 0.000472, |
| "loss": 6.6305, |
| "mean_token_accuracy": 0.10452140420675278, |
| "num_tokens": 1685240.0, |
| "step": 945 |
| }, |
| { |
| "entropy": 6.916949987411499, |
| "epoch": 0.04886454234498367, |
| "grad_norm": 1.078125, |
| "learning_rate": 0.0004745, |
| "loss": 6.5346, |
| "mean_token_accuracy": 0.117493636906147, |
| "num_tokens": 1694441.0, |
| "step": 950 |
| }, |
| { |
| "entropy": 6.721475076675415, |
| "epoch": 0.04912172414679937, |
| "grad_norm": 1.171875, |
| "learning_rate": 0.000477, |
| "loss": 6.4578, |
| "mean_token_accuracy": 0.1129125975072384, |
| "num_tokens": 1702925.0, |
| "step": 955 |
| }, |
| { |
| "entropy": 6.895248603820801, |
| "epoch": 0.049378905948615076, |
| "grad_norm": 1.125, |
| "learning_rate": 0.0004795, |
| "loss": 6.4835, |
| "mean_token_accuracy": 0.10699952915310859, |
| "num_tokens": 1711708.0, |
| "step": 960 |
| }, |
| { |
| "entropy": 6.799575614929199, |
| "epoch": 0.04963608775043078, |
| "grad_norm": 1.21875, |
| "learning_rate": 0.000482, |
| "loss": 6.4901, |
| "mean_token_accuracy": 0.10597067773342132, |
| "num_tokens": 1720543.0, |
| "step": 965 |
| }, |
| { |
| "entropy": 6.862289619445801, |
| "epoch": 0.04989326955224648, |
| "grad_norm": 1.171875, |
| "learning_rate": 0.0004845, |
| "loss": 6.4988, |
| "mean_token_accuracy": 0.11304299309849739, |
| "num_tokens": 1729776.0, |
| "step": 970 |
| }, |
| { |
| "entropy": 6.8804943561553955, |
| "epoch": 0.05015045135406219, |
| "grad_norm": 1.171875, |
| "learning_rate": 0.000487, |
| "loss": 6.4822, |
| "mean_token_accuracy": 0.11637242883443832, |
| "num_tokens": 1738249.0, |
| "step": 975 |
| }, |
| { |
| "entropy": 6.828695917129517, |
| "epoch": 0.05040763315587789, |
| "grad_norm": 1.171875, |
| "learning_rate": 0.0004895, |
| "loss": 6.5063, |
| "mean_token_accuracy": 0.11184739843010902, |
| "num_tokens": 1747262.0, |
| "step": 980 |
| }, |
| { |
| "entropy": 6.891150426864624, |
| "epoch": 0.050664814957693594, |
| "grad_norm": 1.2890625, |
| "learning_rate": 0.000492, |
| "loss": 6.5072, |
| "mean_token_accuracy": 0.11530979126691818, |
| "num_tokens": 1755320.0, |
| "step": 985 |
| }, |
| { |
| "entropy": 6.7496922492980955, |
| "epoch": 0.0509219967595093, |
| "grad_norm": 1.078125, |
| "learning_rate": 0.0004945, |
| "loss": 6.5038, |
| "mean_token_accuracy": 0.11211839094758033, |
| "num_tokens": 1763798.0, |
| "step": 990 |
| }, |
| { |
| "entropy": 6.788990116119384, |
| "epoch": 0.051179178561325, |
| "grad_norm": 1.1484375, |
| "learning_rate": 0.000497, |
| "loss": 6.4671, |
| "mean_token_accuracy": 0.11327328234910965, |
| "num_tokens": 1773862.0, |
| "step": 995 |
| }, |
| { |
| "entropy": 6.837374210357666, |
| "epoch": 0.051436360363140705, |
| "grad_norm": 1.0078125, |
| "learning_rate": 0.0004995, |
| "loss": 6.5248, |
| "mean_token_accuracy": 0.11146914437413216, |
| "num_tokens": 1783552.0, |
| "step": 1000 |
| }, |
| { |
| "entropy": 6.746343898773193, |
| "epoch": 0.051693542164956405, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.000499998026082006, |
| "loss": 6.426, |
| "mean_token_accuracy": 0.11493942067027092, |
| "num_tokens": 1792245.0, |
| "step": 1005 |
| }, |
| { |
| "entropy": 6.774056434631348, |
| "epoch": 0.05195072396677211, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.0004999900070995136, |
| "loss": 6.5069, |
| "mean_token_accuracy": 0.11212562620639802, |
| "num_tokens": 1800813.0, |
| "step": 1010 |
| }, |
| { |
| "entropy": 6.852898216247558, |
| "epoch": 0.05220790576858782, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0004999758199023239, |
| "loss": 6.5207, |
| "mean_token_accuracy": 0.11174971088767052, |
| "num_tokens": 1809671.0, |
| "step": 1015 |
| }, |
| { |
| "entropy": 6.741954612731933, |
| "epoch": 0.05246508757040352, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.0004999554648793858, |
| "loss": 6.4463, |
| "mean_token_accuracy": 0.11097860932350159, |
| "num_tokens": 1817968.0, |
| "step": 1020 |
| }, |
| { |
| "entropy": 6.815918350219727, |
| "epoch": 0.05272226937221922, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.0004999289425887425, |
| "loss": 6.529, |
| "mean_token_accuracy": 0.10783923268318177, |
| "num_tokens": 1826302.0, |
| "step": 1025 |
| }, |
| { |
| "entropy": 6.708252668380737, |
| "epoch": 0.05297945117403492, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.0004998962537575161, |
| "loss": 6.4088, |
| "mean_token_accuracy": 0.11643101274967194, |
| "num_tokens": 1836008.0, |
| "step": 1030 |
| }, |
| { |
| "entropy": 6.737126874923706, |
| "epoch": 0.05323663297585063, |
| "grad_norm": 1.1484375, |
| "learning_rate": 0.0004998573992818874, |
| "loss": 6.4282, |
| "mean_token_accuracy": 0.11566728353500366, |
| "num_tokens": 1844730.0, |
| "step": 1035 |
| }, |
| { |
| "entropy": 6.724181604385376, |
| "epoch": 0.053493814777666335, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.0004998123802270715, |
| "loss": 6.402, |
| "mean_token_accuracy": 0.11093823388218879, |
| "num_tokens": 1853186.0, |
| "step": 1040 |
| }, |
| { |
| "entropy": 6.778470802307129, |
| "epoch": 0.053750996579482034, |
| "grad_norm": 1.21875, |
| "learning_rate": 0.0004997611978272886, |
| "loss": 6.376, |
| "mean_token_accuracy": 0.1124820165336132, |
| "num_tokens": 1861579.0, |
| "step": 1045 |
| }, |
| { |
| "entropy": 6.778669786453247, |
| "epoch": 0.05400817838129774, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.0004997038534857298, |
| "loss": 6.5295, |
| "mean_token_accuracy": 0.1051288291811943, |
| "num_tokens": 1871948.0, |
| "step": 1050 |
| }, |
| { |
| "entropy": 6.779291105270386, |
| "epoch": 0.05426536018311344, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.0004996403487745194, |
| "loss": 6.4291, |
| "mean_token_accuracy": 0.11674032881855964, |
| "num_tokens": 1880142.0, |
| "step": 1055 |
| }, |
| { |
| "entropy": 6.749887180328369, |
| "epoch": 0.054522541984929146, |
| "grad_norm": 1.078125, |
| "learning_rate": 0.000499570685434671, |
| "loss": 6.4415, |
| "mean_token_accuracy": 0.10835661590099335, |
| "num_tokens": 1888929.0, |
| "step": 1060 |
| }, |
| { |
| "entropy": 6.763294887542725, |
| "epoch": 0.05477972378674485, |
| "grad_norm": 1.1796875, |
| "learning_rate": 0.0004994948653760405, |
| "loss": 6.4847, |
| "mean_token_accuracy": 0.10644253864884376, |
| "num_tokens": 1897982.0, |
| "step": 1065 |
| }, |
| { |
| "entropy": 6.66923336982727, |
| "epoch": 0.05503690558856055, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.0004994128906772729, |
| "loss": 6.3776, |
| "mean_token_accuracy": 0.11694736555218696, |
| "num_tokens": 1906583.0, |
| "step": 1070 |
| }, |
| { |
| "entropy": 6.752908086776733, |
| "epoch": 0.05529408739037626, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.000499324763585746, |
| "loss": 6.4433, |
| "mean_token_accuracy": 0.11435103714466095, |
| "num_tokens": 1915457.0, |
| "step": 1075 |
| }, |
| { |
| "entropy": 6.66996021270752, |
| "epoch": 0.05555126919219196, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.0004992304865175085, |
| "loss": 6.3785, |
| "mean_token_accuracy": 0.12019199803471566, |
| "num_tokens": 1923802.0, |
| "step": 1080 |
| }, |
| { |
| "entropy": 6.735610485076904, |
| "epoch": 0.05580845099400766, |
| "grad_norm": 1.0234375, |
| "learning_rate": 0.0004991300620572138, |
| "loss": 6.3917, |
| "mean_token_accuracy": 0.11757480353116989, |
| "num_tokens": 1933097.0, |
| "step": 1085 |
| }, |
| { |
| "entropy": 6.72240138053894, |
| "epoch": 0.05606563279582337, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.0004990234929580494, |
| "loss": 6.3646, |
| "mean_token_accuracy": 0.11228772699832916, |
| "num_tokens": 1942240.0, |
| "step": 1090 |
| }, |
| { |
| "entropy": 6.5773022174835205, |
| "epoch": 0.05632281459763907, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.0004989107821416609, |
| "loss": 6.3542, |
| "mean_token_accuracy": 0.11520460173487664, |
| "num_tokens": 1950501.0, |
| "step": 1095 |
| }, |
| { |
| "entropy": 6.835616827011108, |
| "epoch": 0.056579996399454775, |
| "grad_norm": 1.2421875, |
| "learning_rate": 0.0004987919326980723, |
| "loss": 6.4121, |
| "mean_token_accuracy": 0.11566629931330681, |
| "num_tokens": 1958621.0, |
| "step": 1100 |
| }, |
| { |
| "entropy": 6.723128461837769, |
| "epoch": 0.05683717820127048, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0004986669478856011, |
| "loss": 6.5071, |
| "mean_token_accuracy": 0.11123462915420532, |
| "num_tokens": 1966836.0, |
| "step": 1105 |
| }, |
| { |
| "entropy": 6.7716064453125, |
| "epoch": 0.05709436000308618, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.0004985358311307688, |
| "loss": 6.4827, |
| "mean_token_accuracy": 0.11127110049128533, |
| "num_tokens": 1976046.0, |
| "step": 1110 |
| }, |
| { |
| "entropy": 6.752973651885986, |
| "epoch": 0.05735154180490189, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.0004983985860282081, |
| "loss": 6.4645, |
| "mean_token_accuracy": 0.11258459836244583, |
| "num_tokens": 1984074.0, |
| "step": 1115 |
| }, |
| { |
| "entropy": 6.730236387252807, |
| "epoch": 0.057608723606717586, |
| "grad_norm": 1.0703125, |
| "learning_rate": 0.0004982552163405623, |
| "loss": 6.539, |
| "mean_token_accuracy": 0.11384548544883728, |
| "num_tokens": 1992898.0, |
| "step": 1120 |
| }, |
| { |
| "entropy": 6.832723760604859, |
| "epoch": 0.05786590540853329, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.0004981057259983839, |
| "loss": 6.4669, |
| "mean_token_accuracy": 0.11225469931960105, |
| "num_tokens": 2002390.0, |
| "step": 1125 |
| }, |
| { |
| "entropy": 6.657161140441895, |
| "epoch": 0.058123087210349, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.0004979501191000262, |
| "loss": 6.3538, |
| "mean_token_accuracy": 0.1199690505862236, |
| "num_tokens": 2011499.0, |
| "step": 1130 |
| }, |
| { |
| "entropy": 6.6502784252166744, |
| "epoch": 0.0583802690121647, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.0004977883999115311, |
| "loss": 6.4782, |
| "mean_token_accuracy": 0.11357165277004241, |
| "num_tokens": 2021336.0, |
| "step": 1135 |
| }, |
| { |
| "entropy": 6.731290435791015, |
| "epoch": 0.058637450813980405, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.0004976205728665113, |
| "loss": 6.3638, |
| "mean_token_accuracy": 0.11489428207278252, |
| "num_tokens": 2029706.0, |
| "step": 1140 |
| }, |
| { |
| "entropy": 6.830005741119384, |
| "epoch": 0.058894632615796104, |
| "grad_norm": 1.171875, |
| "learning_rate": 0.0004974466425660307, |
| "loss": 6.5844, |
| "mean_token_accuracy": 0.10661658570170403, |
| "num_tokens": 2038915.0, |
| "step": 1145 |
| }, |
| { |
| "entropy": 6.701237726211548, |
| "epoch": 0.05915181441761181, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.0004972666137784759, |
| "loss": 6.418, |
| "mean_token_accuracy": 0.11196302473545075, |
| "num_tokens": 2047661.0, |
| "step": 1150 |
| }, |
| { |
| "entropy": 6.637448024749756, |
| "epoch": 0.059408996219427516, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.0004970804914394271, |
| "loss": 6.4053, |
| "mean_token_accuracy": 0.11128832325339318, |
| "num_tokens": 2056768.0, |
| "step": 1155 |
| }, |
| { |
| "entropy": 6.7576159000396725, |
| "epoch": 0.059666178021243216, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0004968882806515225, |
| "loss": 6.4509, |
| "mean_token_accuracy": 0.11101424172520638, |
| "num_tokens": 2066862.0, |
| "step": 1160 |
| }, |
| { |
| "entropy": 6.65157413482666, |
| "epoch": 0.05992335982305892, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.0004966899866843177, |
| "loss": 6.2771, |
| "mean_token_accuracy": 0.11530844420194626, |
| "num_tokens": 2075794.0, |
| "step": 1165 |
| }, |
| { |
| "entropy": 6.693396663665771, |
| "epoch": 0.06018054162487462, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.000496485614974142, |
| "loss": 6.4464, |
| "mean_token_accuracy": 0.11457487121224404, |
| "num_tokens": 2084806.0, |
| "step": 1170 |
| }, |
| { |
| "entropy": 6.578125905990601, |
| "epoch": 0.06043772342669033, |
| "grad_norm": 1.0, |
| "learning_rate": 0.0004962751711239492, |
| "loss": 6.3015, |
| "mean_token_accuracy": 0.11791201233863831, |
| "num_tokens": 2093884.0, |
| "step": 1175 |
| }, |
| { |
| "entropy": 6.601912546157837, |
| "epoch": 0.060694905228506034, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.0004960586609031636, |
| "loss": 6.2546, |
| "mean_token_accuracy": 0.12269692420959473, |
| "num_tokens": 2103716.0, |
| "step": 1180 |
| }, |
| { |
| "entropy": 6.633868169784546, |
| "epoch": 0.06095208703032173, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.0004958360902475224, |
| "loss": 6.3092, |
| "mean_token_accuracy": 0.11640048250555993, |
| "num_tokens": 2113627.0, |
| "step": 1185 |
| }, |
| { |
| "entropy": 6.588856792449951, |
| "epoch": 0.06120926883213744, |
| "grad_norm": 1.2109375, |
| "learning_rate": 0.0004956074652589125, |
| "loss": 6.2842, |
| "mean_token_accuracy": 0.1199034109711647, |
| "num_tokens": 2121455.0, |
| "step": 1190 |
| }, |
| { |
| "entropy": 6.636424875259399, |
| "epoch": 0.06146645063395314, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.0004953727922052035, |
| "loss": 6.2933, |
| "mean_token_accuracy": 0.11959701478481292, |
| "num_tokens": 2130364.0, |
| "step": 1195 |
| }, |
| { |
| "entropy": 6.704743337631226, |
| "epoch": 0.061723632435768845, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.0004951320775200756, |
| "loss": 6.4765, |
| "mean_token_accuracy": 0.11397643610835076, |
| "num_tokens": 2138893.0, |
| "step": 1200 |
| }, |
| { |
| "entropy": 6.7864457130432125, |
| "epoch": 0.06198081423758455, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.0004948853278028436, |
| "loss": 6.4775, |
| "mean_token_accuracy": 0.11080277115106582, |
| "num_tokens": 2148441.0, |
| "step": 1205 |
| }, |
| { |
| "entropy": 6.467393255233764, |
| "epoch": 0.06223799603940025, |
| "grad_norm": 1.125, |
| "learning_rate": 0.0004946325498182755, |
| "loss": 6.3488, |
| "mean_token_accuracy": 0.11968965232372283, |
| "num_tokens": 2157566.0, |
| "step": 1210 |
| }, |
| { |
| "entropy": 6.594685506820679, |
| "epoch": 0.06249517784121596, |
| "grad_norm": 1.0703125, |
| "learning_rate": 0.0004943737504964076, |
| "loss": 6.2783, |
| "mean_token_accuracy": 0.12351583763957023, |
| "num_tokens": 2166652.0, |
| "step": 1215 |
| }, |
| { |
| "entropy": 6.595351934432983, |
| "epoch": 0.06275235964303166, |
| "grad_norm": 1.078125, |
| "learning_rate": 0.000494108936932354, |
| "loss": 6.3271, |
| "mean_token_accuracy": 0.11962940394878388, |
| "num_tokens": 2175786.0, |
| "step": 1220 |
| }, |
| { |
| "entropy": 6.599175357818604, |
| "epoch": 0.06300954144484737, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.0004938381163861124, |
| "loss": 6.3318, |
| "mean_token_accuracy": 0.11382425799965859, |
| "num_tokens": 2184282.0, |
| "step": 1225 |
| }, |
| { |
| "entropy": 6.65804877281189, |
| "epoch": 0.06326672324666306, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.0004935612962823645, |
| "loss": 6.2634, |
| "mean_token_accuracy": 0.1293702930212021, |
| "num_tokens": 2192588.0, |
| "step": 1230 |
| }, |
| { |
| "entropy": 6.570264053344727, |
| "epoch": 0.06352390504847877, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.0004932784842102739, |
| "loss": 6.224, |
| "mean_token_accuracy": 0.1252226300537586, |
| "num_tokens": 2201247.0, |
| "step": 1235 |
| }, |
| { |
| "entropy": 6.581180286407471, |
| "epoch": 0.06378108685029447, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.0004929896879232758, |
| "loss": 6.4, |
| "mean_token_accuracy": 0.11070948839187622, |
| "num_tokens": 2210096.0, |
| "step": 1240 |
| }, |
| { |
| "entropy": 6.548767185211181, |
| "epoch": 0.06403826865211018, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0004926949153388668, |
| "loss": 6.2372, |
| "mean_token_accuracy": 0.12190242633223533, |
| "num_tokens": 2219221.0, |
| "step": 1245 |
| }, |
| { |
| "entropy": 6.613304138183594, |
| "epoch": 0.06429545045392589, |
| "grad_norm": 1.0234375, |
| "learning_rate": 0.0004923941745383859, |
| "loss": 6.3914, |
| "mean_token_accuracy": 0.11916265785694122, |
| "num_tokens": 2229094.0, |
| "step": 1250 |
| }, |
| { |
| "entropy": 6.622950220108033, |
| "epoch": 0.06455263225574158, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.000492087473766794, |
| "loss": 6.2814, |
| "mean_token_accuracy": 0.12494359165430069, |
| "num_tokens": 2236964.0, |
| "step": 1255 |
| }, |
| { |
| "entropy": 6.639262056350708, |
| "epoch": 0.06480981405755729, |
| "grad_norm": 1.0703125, |
| "learning_rate": 0.000491774821432448, |
| "loss": 6.2964, |
| "mean_token_accuracy": 0.11379757001996041, |
| "num_tokens": 2247044.0, |
| "step": 1260 |
| }, |
| { |
| "entropy": 6.578648328781128, |
| "epoch": 0.06506699585937299, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.0004914562261068693, |
| "loss": 6.3464, |
| "mean_token_accuracy": 0.11853989958763123, |
| "num_tokens": 2256106.0, |
| "step": 1265 |
| }, |
| { |
| "entropy": 6.5819896221160885, |
| "epoch": 0.0653241776611887, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.0004911316965245098, |
| "loss": 6.333, |
| "mean_token_accuracy": 0.1119878426194191, |
| "num_tokens": 2265432.0, |
| "step": 1270 |
| }, |
| { |
| "entropy": 6.685585260391235, |
| "epoch": 0.0655813594630044, |
| "grad_norm": 1.125, |
| "learning_rate": 0.000490801241582512, |
| "loss": 6.3091, |
| "mean_token_accuracy": 0.11969617679715157, |
| "num_tokens": 2273882.0, |
| "step": 1275 |
| }, |
| { |
| "entropy": 6.507035255432129, |
| "epoch": 0.0658385412648201, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.000490464870340465, |
| "loss": 6.2311, |
| "mean_token_accuracy": 0.12235765084624291, |
| "num_tokens": 2282754.0, |
| "step": 1280 |
| }, |
| { |
| "entropy": 6.6120068550109865, |
| "epoch": 0.0660957230666358, |
| "grad_norm": 1.046875, |
| "learning_rate": 0.0004901225920201563, |
| "loss": 6.2385, |
| "mean_token_accuracy": 0.11968952193856239, |
| "num_tokens": 2291637.0, |
| "step": 1285 |
| }, |
| { |
| "entropy": 6.5052814960479735, |
| "epoch": 0.06635290486845151, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.000489774416005319, |
| "loss": 6.2752, |
| "mean_token_accuracy": 0.1284623309969902, |
| "num_tokens": 2300279.0, |
| "step": 1290 |
| }, |
| { |
| "entropy": 6.605392360687256, |
| "epoch": 0.06661008667026722, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.0004894203518413742, |
| "loss": 6.3063, |
| "mean_token_accuracy": 0.11685983091592789, |
| "num_tokens": 2309413.0, |
| "step": 1295 |
| }, |
| { |
| "entropy": 6.453005313873291, |
| "epoch": 0.06686726847208292, |
| "grad_norm": 1.046875, |
| "learning_rate": 0.0004890604092351701, |
| "loss": 6.2339, |
| "mean_token_accuracy": 0.12537124752998352, |
| "num_tokens": 2318284.0, |
| "step": 1300 |
| }, |
| { |
| "entropy": 6.663999080657959, |
| "epoch": 0.06712445027389861, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.000488694598054715, |
| "loss": 6.4158, |
| "mean_token_accuracy": 0.11596757918596268, |
| "num_tokens": 2327483.0, |
| "step": 1305 |
| }, |
| { |
| "entropy": 6.604641580581665, |
| "epoch": 0.06738163207571432, |
| "grad_norm": 1.046875, |
| "learning_rate": 0.0004883229283289071, |
| "loss": 6.3298, |
| "mean_token_accuracy": 0.11663304418325424, |
| "num_tokens": 2336096.0, |
| "step": 1310 |
| }, |
| { |
| "entropy": 6.647005414962768, |
| "epoch": 0.06763881387753003, |
| "grad_norm": 1.0, |
| "learning_rate": 0.00048794541024725993, |
| "loss": 6.2797, |
| "mean_token_accuracy": 0.11775869503617287, |
| "num_tokens": 2345393.0, |
| "step": 1315 |
| }, |
| { |
| "entropy": 6.554132890701294, |
| "epoch": 0.06789599567934573, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.0004875620541596221, |
| "loss": 6.2501, |
| "mean_token_accuracy": 0.12467899695038795, |
| "num_tokens": 2353824.0, |
| "step": 1320 |
| }, |
| { |
| "entropy": 6.465411710739136, |
| "epoch": 0.06815317748116144, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.00048717287057589454, |
| "loss": 6.2802, |
| "mean_token_accuracy": 0.12414587661623955, |
| "num_tokens": 2361992.0, |
| "step": 1325 |
| }, |
| { |
| "entropy": 6.607723951339722, |
| "epoch": 0.06841035928297713, |
| "grad_norm": 1.0390625, |
| "learning_rate": 0.0004867778701657417, |
| "loss": 6.1856, |
| "mean_token_accuracy": 0.12355614453554153, |
| "num_tokens": 2370849.0, |
| "step": 1330 |
| }, |
| { |
| "entropy": 6.542122459411621, |
| "epoch": 0.06866754108479284, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.00048637706375829955, |
| "loss": 6.2951, |
| "mean_token_accuracy": 0.125213223695755, |
| "num_tokens": 2379460.0, |
| "step": 1335 |
| }, |
| { |
| "entropy": 6.524771022796631, |
| "epoch": 0.06892472288660854, |
| "grad_norm": 1.046875, |
| "learning_rate": 0.000485970462341878, |
| "loss": 6.1841, |
| "mean_token_accuracy": 0.12624969705939293, |
| "num_tokens": 2388236.0, |
| "step": 1340 |
| }, |
| { |
| "entropy": 6.408080244064331, |
| "epoch": 0.06918190468842425, |
| "grad_norm": 1.1796875, |
| "learning_rate": 0.00048555807706366044, |
| "loss": 6.2347, |
| "mean_token_accuracy": 0.12203069031238556, |
| "num_tokens": 2397598.0, |
| "step": 1345 |
| }, |
| { |
| "entropy": 6.627772331237793, |
| "epoch": 0.06943908649023996, |
| "grad_norm": 1.125, |
| "learning_rate": 0.00048513991922939756, |
| "loss": 6.2066, |
| "mean_token_accuracy": 0.12295120730996131, |
| "num_tokens": 2406097.0, |
| "step": 1350 |
| }, |
| { |
| "entropy": 6.502293634414673, |
| "epoch": 0.06969626829205565, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.00048471600030309744, |
| "loss": 6.3098, |
| "mean_token_accuracy": 0.11426047384738922, |
| "num_tokens": 2414590.0, |
| "step": 1355 |
| }, |
| { |
| "entropy": 6.440834903717041, |
| "epoch": 0.06995345009387136, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.00048428633190671186, |
| "loss": 6.1354, |
| "mean_token_accuracy": 0.1235704205930233, |
| "num_tokens": 2424100.0, |
| "step": 1360 |
| }, |
| { |
| "entropy": 6.563741016387939, |
| "epoch": 0.07021063189568706, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.0004838509258198167, |
| "loss": 6.2091, |
| "mean_token_accuracy": 0.121873689442873, |
| "num_tokens": 2432751.0, |
| "step": 1365 |
| }, |
| { |
| "entropy": 6.543551826477051, |
| "epoch": 0.07046781369750277, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.00048340979397929, |
| "loss": 6.1861, |
| "mean_token_accuracy": 0.12034041285514832, |
| "num_tokens": 2442054.0, |
| "step": 1370 |
| }, |
| { |
| "entropy": 6.375408792495728, |
| "epoch": 0.07072499549931847, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.00048296294847898386, |
| "loss": 6.1099, |
| "mean_token_accuracy": 0.12799823582172393, |
| "num_tokens": 2450711.0, |
| "step": 1375 |
| }, |
| { |
| "entropy": 6.405136442184448, |
| "epoch": 0.07098217730113417, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.0004825104015693934, |
| "loss": 6.1895, |
| "mean_token_accuracy": 0.12983948215842248, |
| "num_tokens": 2460203.0, |
| "step": 1380 |
| }, |
| { |
| "entropy": 6.558651971817016, |
| "epoch": 0.07123935910294987, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.0004820521656573208, |
| "loss": 6.2482, |
| "mean_token_accuracy": 0.12185781002044678, |
| "num_tokens": 2469656.0, |
| "step": 1385 |
| }, |
| { |
| "entropy": 6.4783261775970455, |
| "epoch": 0.07149654090476558, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.00048158825330553505, |
| "loss": 6.1986, |
| "mean_token_accuracy": 0.12839986979961396, |
| "num_tokens": 2478359.0, |
| "step": 1390 |
| }, |
| { |
| "entropy": 6.440516662597656, |
| "epoch": 0.07175372270658129, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.00048111867723242763, |
| "loss": 6.1319, |
| "mean_token_accuracy": 0.12275411933660507, |
| "num_tokens": 2487330.0, |
| "step": 1395 |
| }, |
| { |
| "entropy": 6.464969682693481, |
| "epoch": 0.07201090450839699, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.0004806434503116637, |
| "loss": 6.1196, |
| "mean_token_accuracy": 0.12776034623384475, |
| "num_tokens": 2495445.0, |
| "step": 1400 |
| }, |
| { |
| "entropy": 6.352128219604492, |
| "epoch": 0.07226808631021268, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.0004801625855718296, |
| "loss": 6.1221, |
| "mean_token_accuracy": 0.129915539175272, |
| "num_tokens": 2504061.0, |
| "step": 1405 |
| }, |
| { |
| "entropy": 6.479479789733887, |
| "epoch": 0.07252526811202839, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.00047967609619607477, |
| "loss": 6.1634, |
| "mean_token_accuracy": 0.12523439154028893, |
| "num_tokens": 2513044.0, |
| "step": 1410 |
| }, |
| { |
| "entropy": 6.456380176544189, |
| "epoch": 0.0727824499138441, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0004791839955217513, |
| "loss": 6.2452, |
| "mean_token_accuracy": 0.12148747369647026, |
| "num_tokens": 2522027.0, |
| "step": 1415 |
| }, |
| { |
| "entropy": 6.455992269515991, |
| "epoch": 0.0730396317156598, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.00047868629704004786, |
| "loss": 6.1438, |
| "mean_token_accuracy": 0.12664651721715928, |
| "num_tokens": 2530888.0, |
| "step": 1420 |
| }, |
| { |
| "entropy": 6.309210348129272, |
| "epoch": 0.07329681351747551, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.00047818301439561965, |
| "loss": 6.1205, |
| "mean_token_accuracy": 0.13230895176529883, |
| "num_tokens": 2540210.0, |
| "step": 1425 |
| }, |
| { |
| "entropy": 6.500010251998901, |
| "epoch": 0.0735539953192912, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.00047767416138621454, |
| "loss": 6.1576, |
| "mean_token_accuracy": 0.13035310953855514, |
| "num_tokens": 2547943.0, |
| "step": 1430 |
| }, |
| { |
| "entropy": 6.4128905773162845, |
| "epoch": 0.07381117712110691, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.000477159751962295, |
| "loss": 6.1758, |
| "mean_token_accuracy": 0.12096773236989974, |
| "num_tokens": 2557174.0, |
| "step": 1435 |
| }, |
| { |
| "entropy": 6.467635154724121, |
| "epoch": 0.07406835892292261, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.00047663980022665507, |
| "loss": 6.1847, |
| "mean_token_accuracy": 0.12423764616250992, |
| "num_tokens": 2566139.0, |
| "step": 1440 |
| }, |
| { |
| "entropy": 6.443244886398316, |
| "epoch": 0.07432554072473832, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.00047611432043403437, |
| "loss": 6.1833, |
| "mean_token_accuracy": 0.12400569245219231, |
| "num_tokens": 2574701.0, |
| "step": 1445 |
| }, |
| { |
| "entropy": 6.48380708694458, |
| "epoch": 0.07458272252655403, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.0004755833269907267, |
| "loss": 6.1683, |
| "mean_token_accuracy": 0.13298066854476928, |
| "num_tokens": 2583065.0, |
| "step": 1450 |
| }, |
| { |
| "entropy": 6.337066030502319, |
| "epoch": 0.07483990432836972, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0004750468344541857, |
| "loss": 6.0415, |
| "mean_token_accuracy": 0.13096242472529412, |
| "num_tokens": 2592619.0, |
| "step": 1455 |
| }, |
| { |
| "entropy": 6.387078046798706, |
| "epoch": 0.07509708613018543, |
| "grad_norm": 1.125, |
| "learning_rate": 0.00047450485753262525, |
| "loss": 6.1234, |
| "mean_token_accuracy": 0.12428422570228577, |
| "num_tokens": 2601434.0, |
| "step": 1460 |
| }, |
| { |
| "entropy": 6.404777574539184, |
| "epoch": 0.07535426793200113, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.00047395741108461633, |
| "loss": 6.247, |
| "mean_token_accuracy": 0.11993053182959557, |
| "num_tokens": 2610925.0, |
| "step": 1465 |
| }, |
| { |
| "entropy": 6.445322704315186, |
| "epoch": 0.07561144973381684, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.00047340451011867985, |
| "loss": 6.2036, |
| "mean_token_accuracy": 0.1239316701889038, |
| "num_tokens": 2620275.0, |
| "step": 1470 |
| }, |
| { |
| "entropy": 6.519756078720093, |
| "epoch": 0.07586863153563254, |
| "grad_norm": 1.0, |
| "learning_rate": 0.00047284616979287515, |
| "loss": 6.2099, |
| "mean_token_accuracy": 0.1233117938041687, |
| "num_tokens": 2629826.0, |
| "step": 1475 |
| }, |
| { |
| "entropy": 6.344198274612427, |
| "epoch": 0.07612581333744824, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.00047228240541438433, |
| "loss": 5.9902, |
| "mean_token_accuracy": 0.13270971104502677, |
| "num_tokens": 2638680.0, |
| "step": 1480 |
| }, |
| { |
| "entropy": 6.357509803771973, |
| "epoch": 0.07638299513926394, |
| "grad_norm": 1.078125, |
| "learning_rate": 0.00047171323243909257, |
| "loss": 6.1679, |
| "mean_token_accuracy": 0.12576281726360322, |
| "num_tokens": 2647739.0, |
| "step": 1485 |
| }, |
| { |
| "entropy": 6.3423261642456055, |
| "epoch": 0.07664017694107965, |
| "grad_norm": 1.125, |
| "learning_rate": 0.00047113866647116457, |
| "loss": 6.0689, |
| "mean_token_accuracy": 0.12693566605448722, |
| "num_tokens": 2656137.0, |
| "step": 1490 |
| }, |
| { |
| "entropy": 6.399060344696045, |
| "epoch": 0.07689735874289536, |
| "grad_norm": 1.046875, |
| "learning_rate": 0.0004705587232626164, |
| "loss": 6.1868, |
| "mean_token_accuracy": 0.1253664128482342, |
| "num_tokens": 2665173.0, |
| "step": 1495 |
| }, |
| { |
| "entropy": 6.466083621978759, |
| "epoch": 0.07715454054471106, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.00046997341871288424, |
| "loss": 6.1583, |
| "mean_token_accuracy": 0.13294297680258751, |
| "num_tokens": 2673574.0, |
| "step": 1500 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 4000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 529781529968640.0, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
