| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.956126096847579, |
| "eval_steps": 500, |
| "global_step": 30500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0025071034598027745, |
| "grad_norm": 0.09887482225894928, |
| "learning_rate": 3e-05, |
| "loss": 1.1694, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.005014206919605549, |
| "grad_norm": 0.04257430136203766, |
| "learning_rate": 6e-05, |
| "loss": 1.0648, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.007521310379408324, |
| "grad_norm": 0.025177787989377975, |
| "learning_rate": 9e-05, |
| "loss": 0.9901, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.010028413839211098, |
| "grad_norm": 0.014405222609639168, |
| "learning_rate": 0.00012, |
| "loss": 0.9677, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.012535517299013872, |
| "grad_norm": 0.012216474860906601, |
| "learning_rate": 0.00015000000000000001, |
| "loss": 0.9271, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.015042620758816648, |
| "grad_norm": 0.01270276214927435, |
| "learning_rate": 0.00018, |
| "loss": 0.9087, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.01754972421861942, |
| "grad_norm": 0.014931446872651577, |
| "learning_rate": 0.00019996645983565321, |
| "loss": 0.8911, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.020056827678422196, |
| "grad_norm": 0.013434696942567825, |
| "learning_rate": 0.00019986583934261277, |
| "loss": 0.9009, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.022563931138224972, |
| "grad_norm": 0.014926938340067863, |
| "learning_rate": 0.00019976521884957238, |
| "loss": 0.8827, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.025071034598027744, |
| "grad_norm": 0.018700918182730675, |
| "learning_rate": 0.00019966459835653194, |
| "loss": 0.8815, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.02757813805783052, |
| "grad_norm": 0.01647135801613331, |
| "learning_rate": 0.00019956397786349156, |
| "loss": 0.8762, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.030085241517633296, |
| "grad_norm": 0.016942940652370453, |
| "learning_rate": 0.00019946335737045111, |
| "loss": 0.8648, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.03259234497743607, |
| "grad_norm": 0.019231606274843216, |
| "learning_rate": 0.00019936273687741073, |
| "loss": 0.8567, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.03509944843723884, |
| "grad_norm": 0.019707536324858665, |
| "learning_rate": 0.00019926211638437028, |
| "loss": 0.8568, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.03760655189704162, |
| "grad_norm": 0.023225486278533936, |
| "learning_rate": 0.0001991614958913299, |
| "loss": 0.8507, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.04011365535684439, |
| "grad_norm": 0.019466817378997803, |
| "learning_rate": 0.00019906087539828946, |
| "loss": 0.8559, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.04262075881664717, |
| "grad_norm": 0.020322684198617935, |
| "learning_rate": 0.00019896025490524907, |
| "loss": 0.8411, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.045127862276449944, |
| "grad_norm": 0.018744077533483505, |
| "learning_rate": 0.00019885963441220863, |
| "loss": 0.8587, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.04763496573625271, |
| "grad_norm": 0.018990306183695793, |
| "learning_rate": 0.0001987590139191682, |
| "loss": 0.8434, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.05014206919605549, |
| "grad_norm": 0.018513506278395653, |
| "learning_rate": 0.0001986583934261278, |
| "loss": 0.8573, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.052649172655858265, |
| "grad_norm": 0.019561799243092537, |
| "learning_rate": 0.00019855777293308738, |
| "loss": 0.8459, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.05515627611566104, |
| "grad_norm": 0.019172094762325287, |
| "learning_rate": 0.00019845715244004697, |
| "loss": 0.8653, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.057663379575463816, |
| "grad_norm": 0.018002351745963097, |
| "learning_rate": 0.00019835653194700655, |
| "loss": 0.837, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.06017048303526659, |
| "grad_norm": 0.01977609097957611, |
| "learning_rate": 0.00019825591145396614, |
| "loss": 0.8352, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.06267758649506937, |
| "grad_norm": 0.019932597875595093, |
| "learning_rate": 0.0001981552909609257, |
| "loss": 0.8309, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.06518468995487214, |
| "grad_norm": 0.01805214211344719, |
| "learning_rate": 0.0001980546704678853, |
| "loss": 0.8427, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.0676917934146749, |
| "grad_norm": 0.018298575654625893, |
| "learning_rate": 0.00019795404997484487, |
| "loss": 0.8286, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.07019889687447768, |
| "grad_norm": 0.01844840496778488, |
| "learning_rate": 0.00019785342948180448, |
| "loss": 0.8455, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.07270600033428046, |
| "grad_norm": 0.018125606700778008, |
| "learning_rate": 0.00019775280898876404, |
| "loss": 0.8376, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.07521310379408323, |
| "grad_norm": 0.01847078464925289, |
| "learning_rate": 0.00019765218849572365, |
| "loss": 0.8387, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.07772020725388601, |
| "grad_norm": 0.0198803897947073, |
| "learning_rate": 0.0001975515680026832, |
| "loss": 0.8123, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.08022731071368878, |
| "grad_norm": 0.018840806558728218, |
| "learning_rate": 0.00019745094750964282, |
| "loss": 0.8182, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.08273441417349156, |
| "grad_norm": 0.02007896639406681, |
| "learning_rate": 0.00019735032701660238, |
| "loss": 0.8417, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.08524151763329434, |
| "grad_norm": 0.02028510719537735, |
| "learning_rate": 0.000197249706523562, |
| "loss": 0.8359, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.08774862109309711, |
| "grad_norm": 0.019926371052861214, |
| "learning_rate": 0.00019714908603052155, |
| "loss": 0.8253, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.09025572455289989, |
| "grad_norm": 0.02000526711344719, |
| "learning_rate": 0.00019704846553748117, |
| "loss": 0.8136, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.09276282801270266, |
| "grad_norm": 0.019949857145547867, |
| "learning_rate": 0.00019694784504444072, |
| "loss": 0.814, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.09526993147250543, |
| "grad_norm": 0.018684815615415573, |
| "learning_rate": 0.0001968472245514003, |
| "loss": 0.8251, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.0977770349323082, |
| "grad_norm": 0.01959558017551899, |
| "learning_rate": 0.0001967466040583599, |
| "loss": 0.8176, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.10028413839211098, |
| "grad_norm": 0.02020624279975891, |
| "learning_rate": 0.00019664598356531948, |
| "loss": 0.8181, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.10279124185191375, |
| "grad_norm": 0.019187506288290024, |
| "learning_rate": 0.00019654536307227907, |
| "loss": 0.8269, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.10529834531171653, |
| "grad_norm": 0.019997362047433853, |
| "learning_rate": 0.00019644474257923865, |
| "loss": 0.8208, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.1078054487715193, |
| "grad_norm": 0.02035447023808956, |
| "learning_rate": 0.00019634412208619824, |
| "loss": 0.822, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.11031255223132208, |
| "grad_norm": 0.019842060282826424, |
| "learning_rate": 0.0001962435015931578, |
| "loss": 0.8123, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.11281965569112486, |
| "grad_norm": 0.0202711783349514, |
| "learning_rate": 0.0001961428811001174, |
| "loss": 0.8137, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.11532675915092763, |
| "grad_norm": 0.020544525235891342, |
| "learning_rate": 0.00019604226060707697, |
| "loss": 0.807, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.11783386261073041, |
| "grad_norm": 0.02084393985569477, |
| "learning_rate": 0.00019594164011403658, |
| "loss": 0.8136, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.12034096607053318, |
| "grad_norm": 0.020337115973234177, |
| "learning_rate": 0.00019584101962099614, |
| "loss": 0.8162, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.12284806953033595, |
| "grad_norm": 0.019300837069749832, |
| "learning_rate": 0.00019574039912795575, |
| "loss": 0.8116, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.12535517299013874, |
| "grad_norm": 0.020422646775841713, |
| "learning_rate": 0.0001956397786349153, |
| "loss": 0.8208, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.1278622764499415, |
| "grad_norm": 0.019620511680841446, |
| "learning_rate": 0.00019553915814187492, |
| "loss": 0.7984, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.1303693799097443, |
| "grad_norm": 0.018732598051428795, |
| "learning_rate": 0.00019543853764883448, |
| "loss": 0.8121, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.13287648336954705, |
| "grad_norm": 0.020731749013066292, |
| "learning_rate": 0.0001953379171557941, |
| "loss": 0.8106, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.1353835868293498, |
| "grad_norm": 0.019481362774968147, |
| "learning_rate": 0.00019523729666275365, |
| "loss": 0.8098, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.1378906902891526, |
| "grad_norm": 0.021802278235554695, |
| "learning_rate": 0.00019513667616971326, |
| "loss": 0.7904, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.14039779374895536, |
| "grad_norm": 0.02061532624065876, |
| "learning_rate": 0.00019503605567667282, |
| "loss": 0.8084, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.14290489720875815, |
| "grad_norm": 0.01921633817255497, |
| "learning_rate": 0.00019493543518363243, |
| "loss": 0.8099, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.14541200066856091, |
| "grad_norm": 0.020100874826312065, |
| "learning_rate": 0.000194834814690592, |
| "loss": 0.7984, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.1479191041283637, |
| "grad_norm": 0.019538206979632378, |
| "learning_rate": 0.00019473419419755158, |
| "loss": 0.8003, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.15042620758816647, |
| "grad_norm": 0.021109605208039284, |
| "learning_rate": 0.00019463357370451116, |
| "loss": 0.8027, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.15293331104796926, |
| "grad_norm": 0.023268043994903564, |
| "learning_rate": 0.00019453295321147075, |
| "loss": 0.8137, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.15544041450777202, |
| "grad_norm": 0.020138578489422798, |
| "learning_rate": 0.00019443233271843033, |
| "loss": 0.8015, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.1579475179675748, |
| "grad_norm": 0.02234073542058468, |
| "learning_rate": 0.00019433171222538992, |
| "loss": 0.812, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.16045462142737757, |
| "grad_norm": 0.02045338600873947, |
| "learning_rate": 0.0001942310917323495, |
| "loss": 0.7988, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.16296172488718033, |
| "grad_norm": 0.020514754578471184, |
| "learning_rate": 0.00019413047123930906, |
| "loss": 0.7954, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.16546882834698312, |
| "grad_norm": 0.020174162462353706, |
| "learning_rate": 0.00019402985074626867, |
| "loss": 0.7998, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.16797593180678588, |
| "grad_norm": 0.020632125437259674, |
| "learning_rate": 0.00019392923025322823, |
| "loss": 0.8049, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.17048303526658867, |
| "grad_norm": 0.02562854066491127, |
| "learning_rate": 0.00019382860976018785, |
| "loss": 0.8058, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.17299013872639143, |
| "grad_norm": 0.019526248797774315, |
| "learning_rate": 0.0001937279892671474, |
| "loss": 0.7936, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.17549724218619422, |
| "grad_norm": 0.020038483664393425, |
| "learning_rate": 0.00019362736877410702, |
| "loss": 0.8057, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.178004345645997, |
| "grad_norm": 0.022498290985822678, |
| "learning_rate": 0.00019352674828106658, |
| "loss": 0.801, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.18051144910579978, |
| "grad_norm": 0.020256614312529564, |
| "learning_rate": 0.0001934261277880262, |
| "loss": 0.7984, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.18301855256560254, |
| "grad_norm": 0.021500416100025177, |
| "learning_rate": 0.00019332550729498575, |
| "loss": 0.8026, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.18552565602540533, |
| "grad_norm": 0.02118818834424019, |
| "learning_rate": 0.00019322488680194536, |
| "loss": 0.805, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.1880327594852081, |
| "grad_norm": 0.020503008738160133, |
| "learning_rate": 0.00019312426630890492, |
| "loss": 0.7991, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.19053986294501085, |
| "grad_norm": 0.02011336386203766, |
| "learning_rate": 0.00019302364581586453, |
| "loss": 0.7966, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.19304696640481364, |
| "grad_norm": 0.020229632034897804, |
| "learning_rate": 0.0001929230253228241, |
| "loss": 0.7925, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.1955540698646164, |
| "grad_norm": 0.021130822598934174, |
| "learning_rate": 0.00019282240482978367, |
| "loss": 0.7942, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.1980611733244192, |
| "grad_norm": 0.02094241976737976, |
| "learning_rate": 0.00019272178433674326, |
| "loss": 0.7857, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.20056827678422195, |
| "grad_norm": 0.01990380696952343, |
| "learning_rate": 0.00019262116384370284, |
| "loss": 0.7821, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.20307538024402474, |
| "grad_norm": 0.020579956471920013, |
| "learning_rate": 0.00019252054335066243, |
| "loss": 0.8054, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.2055824837038275, |
| "grad_norm": 0.02037345990538597, |
| "learning_rate": 0.00019241992285762202, |
| "loss": 0.789, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.2080895871636303, |
| "grad_norm": 0.02104773558676243, |
| "learning_rate": 0.0001923193023645816, |
| "loss": 0.7812, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.21059669062343306, |
| "grad_norm": 0.020640334114432335, |
| "learning_rate": 0.00019221868187154119, |
| "loss": 0.7976, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.21310379408323585, |
| "grad_norm": 0.02236183173954487, |
| "learning_rate": 0.00019211806137850077, |
| "loss": 0.7855, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.2156108975430386, |
| "grad_norm": 0.021454576402902603, |
| "learning_rate": 0.00019201744088546033, |
| "loss": 0.7921, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.21811800100284137, |
| "grad_norm": 0.0205401424318552, |
| "learning_rate": 0.00019191682039241994, |
| "loss": 0.7919, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.22062510446264416, |
| "grad_norm": 0.020427586510777473, |
| "learning_rate": 0.0001918161998993795, |
| "loss": 0.7842, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.22313220792244692, |
| "grad_norm": 0.020643971860408783, |
| "learning_rate": 0.0001917155794063391, |
| "loss": 0.8012, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.2256393113822497, |
| "grad_norm": 0.02139684371650219, |
| "learning_rate": 0.00019161495891329867, |
| "loss": 0.7853, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.22814641484205248, |
| "grad_norm": 0.020423240959644318, |
| "learning_rate": 0.00019151433842025828, |
| "loss": 0.7918, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.23065351830185526, |
| "grad_norm": 0.022509122267365456, |
| "learning_rate": 0.00019141371792721784, |
| "loss": 0.7867, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.23316062176165803, |
| "grad_norm": 0.021511022001504898, |
| "learning_rate": 0.00019131309743417746, |
| "loss": 0.7785, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.23566772522146082, |
| "grad_norm": 0.021113473922014236, |
| "learning_rate": 0.00019121247694113701, |
| "loss": 0.7835, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.23817482868126358, |
| "grad_norm": 0.02204412780702114, |
| "learning_rate": 0.00019111185644809663, |
| "loss": 0.7796, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.24068193214106637, |
| "grad_norm": 0.021546153351664543, |
| "learning_rate": 0.00019101123595505618, |
| "loss": 0.795, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.24318903560086913, |
| "grad_norm": 0.02130185067653656, |
| "learning_rate": 0.00019091061546201577, |
| "loss": 0.7743, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.2456961390606719, |
| "grad_norm": 0.020676780492067337, |
| "learning_rate": 0.00019080999496897536, |
| "loss": 0.7827, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.24820324252047468, |
| "grad_norm": 0.02096562273800373, |
| "learning_rate": 0.00019070937447593494, |
| "loss": 0.8017, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.25071034598027747, |
| "grad_norm": 0.021092170849442482, |
| "learning_rate": 0.00019060875398289453, |
| "loss": 0.7752, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.25321744944008023, |
| "grad_norm": 0.02107168734073639, |
| "learning_rate": 0.0001905081334898541, |
| "loss": 0.7819, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.255724552899883, |
| "grad_norm": 0.021778512746095657, |
| "learning_rate": 0.0001904075129968137, |
| "loss": 0.7911, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.25823165635968576, |
| "grad_norm": 0.020381765440106392, |
| "learning_rate": 0.00019030689250377328, |
| "loss": 0.787, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.2607387598194886, |
| "grad_norm": 0.02274371311068535, |
| "learning_rate": 0.00019020627201073287, |
| "loss": 0.7828, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.26324586327929134, |
| "grad_norm": 0.02126036398112774, |
| "learning_rate": 0.00019010565151769243, |
| "loss": 0.7798, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.2657529667390941, |
| "grad_norm": 0.02086903154850006, |
| "learning_rate": 0.00019000503102465204, |
| "loss": 0.7723, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.26826007019889686, |
| "grad_norm": 0.05506217107176781, |
| "learning_rate": 0.0001899044105316116, |
| "loss": 0.7798, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.2707671736586996, |
| "grad_norm": 0.02119087241590023, |
| "learning_rate": 0.0001898037900385712, |
| "loss": 0.7809, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.27327427711850244, |
| "grad_norm": 0.02315429411828518, |
| "learning_rate": 0.00018970316954553077, |
| "loss": 0.7881, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.2757813805783052, |
| "grad_norm": 0.021781641989946365, |
| "learning_rate": 0.00018960254905249038, |
| "loss": 0.7902, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.27828848403810796, |
| "grad_norm": 0.022906338796019554, |
| "learning_rate": 0.00018950192855944994, |
| "loss": 0.7766, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.2807955874979107, |
| "grad_norm": 0.021640203893184662, |
| "learning_rate": 0.00018940130806640955, |
| "loss": 0.777, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.28330269095771354, |
| "grad_norm": 0.02225816249847412, |
| "learning_rate": 0.0001893006875733691, |
| "loss": 0.7777, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.2858097944175163, |
| "grad_norm": 0.021424556151032448, |
| "learning_rate": 0.00018920006708032872, |
| "loss": 0.7609, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.28831689787731907, |
| "grad_norm": 0.02180912159383297, |
| "learning_rate": 0.00018909944658728828, |
| "loss": 0.7691, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.29082400133712183, |
| "grad_norm": 0.021193066611886024, |
| "learning_rate": 0.00018899882609424787, |
| "loss": 0.7636, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.29333110479692465, |
| "grad_norm": 0.021105512976646423, |
| "learning_rate": 0.00018889820560120745, |
| "loss": 0.7756, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.2958382082567274, |
| "grad_norm": 0.021696053445339203, |
| "learning_rate": 0.00018879758510816704, |
| "loss": 0.7814, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.29834531171653017, |
| "grad_norm": 0.021872224286198616, |
| "learning_rate": 0.00018869696461512662, |
| "loss": 0.7912, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.30085241517633293, |
| "grad_norm": 0.02113959938287735, |
| "learning_rate": 0.0001885963441220862, |
| "loss": 0.7775, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.3033595186361357, |
| "grad_norm": 0.020779291167855263, |
| "learning_rate": 0.0001884957236290458, |
| "loss": 0.7752, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.3058666220959385, |
| "grad_norm": 0.021366087719798088, |
| "learning_rate": 0.00018839510313600538, |
| "loss": 0.7748, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.3083737255557413, |
| "grad_norm": 0.02154374308884144, |
| "learning_rate": 0.00018829448264296497, |
| "loss": 0.7774, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.31088082901554404, |
| "grad_norm": 0.020630501210689545, |
| "learning_rate": 0.00018819386214992455, |
| "loss": 0.7832, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.3133879324753468, |
| "grad_norm": 0.022217195481061935, |
| "learning_rate": 0.00018809324165688414, |
| "loss": 0.7742, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.3158950359351496, |
| "grad_norm": 0.021622564643621445, |
| "learning_rate": 0.0001879926211638437, |
| "loss": 0.7782, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.3184021393949524, |
| "grad_norm": 0.02158367820084095, |
| "learning_rate": 0.0001878920006708033, |
| "loss": 0.7753, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.32090924285475514, |
| "grad_norm": 0.021993108093738556, |
| "learning_rate": 0.00018779138017776287, |
| "loss": 0.7801, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.3234163463145579, |
| "grad_norm": 0.02169063873589039, |
| "learning_rate": 0.00018769075968472248, |
| "loss": 0.7937, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.32592344977436066, |
| "grad_norm": 0.023950908333063126, |
| "learning_rate": 0.00018759013919168204, |
| "loss": 0.7668, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.3284305532341635, |
| "grad_norm": 0.02253536880016327, |
| "learning_rate": 0.00018748951869864165, |
| "loss": 0.7796, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.33093765669396624, |
| "grad_norm": 0.021693330258131027, |
| "learning_rate": 0.0001873888982056012, |
| "loss": 0.7634, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.333444760153769, |
| "grad_norm": 0.022510211914777756, |
| "learning_rate": 0.00018728827771256082, |
| "loss": 0.7664, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.33595186361357177, |
| "grad_norm": 0.021836843341588974, |
| "learning_rate": 0.00018718765721952038, |
| "loss": 0.7849, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.3384589670733746, |
| "grad_norm": 0.021421095356345177, |
| "learning_rate": 0.00018708703672647996, |
| "loss": 0.78, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.34096607053317735, |
| "grad_norm": 0.02277962490916252, |
| "learning_rate": 0.00018698641623343955, |
| "loss": 0.7935, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.3434731739929801, |
| "grad_norm": 0.022962411865592003, |
| "learning_rate": 0.00018688579574039913, |
| "loss": 0.7573, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.34598027745278287, |
| "grad_norm": 0.021092860028147697, |
| "learning_rate": 0.00018678517524735872, |
| "loss": 0.7725, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.3484873809125857, |
| "grad_norm": 0.0216389037668705, |
| "learning_rate": 0.0001866845547543183, |
| "loss": 0.7717, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.35099448437238845, |
| "grad_norm": 0.022193802520632744, |
| "learning_rate": 0.0001865839342612779, |
| "loss": 0.7671, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.3535015878321912, |
| "grad_norm": 0.021959876641631126, |
| "learning_rate": 0.00018648331376823748, |
| "loss": 0.7893, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.356008691291994, |
| "grad_norm": 0.022308630868792534, |
| "learning_rate": 0.00018638269327519706, |
| "loss": 0.7719, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.35851579475179673, |
| "grad_norm": 0.022814404219388962, |
| "learning_rate": 0.00018628207278215665, |
| "loss": 0.7687, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.36102289821159955, |
| "grad_norm": 0.021741073578596115, |
| "learning_rate": 0.00018618145228911623, |
| "loss": 0.7757, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.3635300016714023, |
| "grad_norm": 0.022700047120451927, |
| "learning_rate": 0.00018608083179607582, |
| "loss": 0.7724, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.3660371051312051, |
| "grad_norm": 0.023608332499861717, |
| "learning_rate": 0.0001859802113030354, |
| "loss": 0.7697, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.36854420859100784, |
| "grad_norm": 0.02221842296421528, |
| "learning_rate": 0.00018587959080999496, |
| "loss": 0.7746, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.37105131205081066, |
| "grad_norm": 0.022841554135084152, |
| "learning_rate": 0.00018577897031695457, |
| "loss": 0.7798, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.3735584155106134, |
| "grad_norm": 0.021496908739209175, |
| "learning_rate": 0.00018567834982391413, |
| "loss": 0.7608, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.3760655189704162, |
| "grad_norm": 0.022609667852520943, |
| "learning_rate": 0.00018557772933087375, |
| "loss": 0.7582, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.37857262243021894, |
| "grad_norm": 0.022388063371181488, |
| "learning_rate": 0.0001854771088378333, |
| "loss": 0.7736, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.3810797258900217, |
| "grad_norm": 0.021875958889722824, |
| "learning_rate": 0.00018537648834479292, |
| "loss": 0.764, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.3835868293498245, |
| "grad_norm": 0.023109521716833115, |
| "learning_rate": 0.00018527586785175247, |
| "loss": 0.7646, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.3860939328096273, |
| "grad_norm": 0.02191918157041073, |
| "learning_rate": 0.00018517524735871206, |
| "loss": 0.7688, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.38860103626943004, |
| "grad_norm": 0.022137146443128586, |
| "learning_rate": 0.00018507462686567165, |
| "loss": 0.7708, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.3911081397292328, |
| "grad_norm": 0.023074300959706306, |
| "learning_rate": 0.00018497400637263123, |
| "loss": 0.77, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.3936152431890356, |
| "grad_norm": 0.023129386827349663, |
| "learning_rate": 0.00018487338587959082, |
| "loss": 0.7645, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.3961223466488384, |
| "grad_norm": 0.022260216996073723, |
| "learning_rate": 0.0001847727653865504, |
| "loss": 0.7739, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.39862945010864115, |
| "grad_norm": 0.022797416895627975, |
| "learning_rate": 0.00018467214489351, |
| "loss": 0.7631, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.4011365535684439, |
| "grad_norm": 0.02237161435186863, |
| "learning_rate": 0.00018457152440046957, |
| "loss": 0.7708, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.40364365702824667, |
| "grad_norm": 0.023264579474925995, |
| "learning_rate": 0.00018447090390742916, |
| "loss": 0.7702, |
| "step": 2415 |
| }, |
| { |
| "epoch": 0.4061507604880495, |
| "grad_norm": 0.022827420383691788, |
| "learning_rate": 0.00018437028341438874, |
| "loss": 0.7696, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.40865786394785225, |
| "grad_norm": 0.022284789010882378, |
| "learning_rate": 0.00018426966292134833, |
| "loss": 0.7759, |
| "step": 2445 |
| }, |
| { |
| "epoch": 0.411164967407655, |
| "grad_norm": 0.0228969044983387, |
| "learning_rate": 0.00018416904242830791, |
| "loss": 0.7711, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.4136720708674578, |
| "grad_norm": 0.02203362248837948, |
| "learning_rate": 0.0001840684219352675, |
| "loss": 0.7557, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.4161791743272606, |
| "grad_norm": 0.022419359534978867, |
| "learning_rate": 0.00018396780144222706, |
| "loss": 0.7806, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.41868627778706335, |
| "grad_norm": 0.02259223349392414, |
| "learning_rate": 0.00018386718094918667, |
| "loss": 0.7616, |
| "step": 2505 |
| }, |
| { |
| "epoch": 0.4211933812468661, |
| "grad_norm": 0.023276396095752716, |
| "learning_rate": 0.00018376656045614623, |
| "loss": 0.7597, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.4237004847066689, |
| "grad_norm": 0.022209784016013145, |
| "learning_rate": 0.00018366593996310584, |
| "loss": 0.7554, |
| "step": 2535 |
| }, |
| { |
| "epoch": 0.4262075881664717, |
| "grad_norm": 0.022717982530593872, |
| "learning_rate": 0.0001835653194700654, |
| "loss": 0.7723, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.42871469162627446, |
| "grad_norm": 0.022251484915614128, |
| "learning_rate": 0.000183464698977025, |
| "loss": 0.7716, |
| "step": 2565 |
| }, |
| { |
| "epoch": 0.4312217950860772, |
| "grad_norm": 0.022392725571990013, |
| "learning_rate": 0.00018336407848398457, |
| "loss": 0.7654, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.43372889854588, |
| "grad_norm": 0.023053428158164024, |
| "learning_rate": 0.00018326345799094416, |
| "loss": 0.7579, |
| "step": 2595 |
| }, |
| { |
| "epoch": 0.43623600200568274, |
| "grad_norm": 0.02315950021147728, |
| "learning_rate": 0.00018316283749790374, |
| "loss": 0.7655, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.43874310546548556, |
| "grad_norm": 0.02267162874341011, |
| "learning_rate": 0.00018306221700486333, |
| "loss": 0.7503, |
| "step": 2625 |
| }, |
| { |
| "epoch": 0.4412502089252883, |
| "grad_norm": 0.022932684049010277, |
| "learning_rate": 0.0001829615965118229, |
| "loss": 0.7592, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.4437573123850911, |
| "grad_norm": 0.023299789056181908, |
| "learning_rate": 0.0001828609760187825, |
| "loss": 0.7805, |
| "step": 2655 |
| }, |
| { |
| "epoch": 0.44626441584489385, |
| "grad_norm": 0.022324666380882263, |
| "learning_rate": 0.00018276035552574208, |
| "loss": 0.7639, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.44877151930469666, |
| "grad_norm": 0.023942479863762856, |
| "learning_rate": 0.00018265973503270167, |
| "loss": 0.7506, |
| "step": 2685 |
| }, |
| { |
| "epoch": 0.4512786227644994, |
| "grad_norm": 0.022840656340122223, |
| "learning_rate": 0.00018255911453966126, |
| "loss": 0.7568, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.4537857262243022, |
| "grad_norm": 0.022889986634254456, |
| "learning_rate": 0.00018245849404662084, |
| "loss": 0.757, |
| "step": 2715 |
| }, |
| { |
| "epoch": 0.45629282968410495, |
| "grad_norm": 0.02276541106402874, |
| "learning_rate": 0.00018235787355358043, |
| "loss": 0.7702, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.4587999331439077, |
| "grad_norm": 0.022805610671639442, |
| "learning_rate": 0.00018225725306054, |
| "loss": 0.7522, |
| "step": 2745 |
| }, |
| { |
| "epoch": 0.46130703660371053, |
| "grad_norm": 0.02356228232383728, |
| "learning_rate": 0.0001821566325674996, |
| "loss": 0.7584, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.4638141400635133, |
| "grad_norm": 0.02339334785938263, |
| "learning_rate": 0.00018205601207445918, |
| "loss": 0.7551, |
| "step": 2775 |
| }, |
| { |
| "epoch": 0.46632124352331605, |
| "grad_norm": 0.022267676889896393, |
| "learning_rate": 0.00018195539158141877, |
| "loss": 0.7551, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.4688283469831188, |
| "grad_norm": 0.02209157682955265, |
| "learning_rate": 0.00018185477108837833, |
| "loss": 0.7555, |
| "step": 2805 |
| }, |
| { |
| "epoch": 0.47133545044292163, |
| "grad_norm": 0.023798322305083275, |
| "learning_rate": 0.00018175415059533794, |
| "loss": 0.7672, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.4738425539027244, |
| "grad_norm": 0.02182634547352791, |
| "learning_rate": 0.0001816535301022975, |
| "loss": 0.7523, |
| "step": 2835 |
| }, |
| { |
| "epoch": 0.47634965736252716, |
| "grad_norm": 0.02280135080218315, |
| "learning_rate": 0.0001815529096092571, |
| "loss": 0.7523, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.4788567608223299, |
| "grad_norm": 0.022913530468940735, |
| "learning_rate": 0.00018145228911621667, |
| "loss": 0.7664, |
| "step": 2865 |
| }, |
| { |
| "epoch": 0.48136386428213274, |
| "grad_norm": 0.022897444665431976, |
| "learning_rate": 0.00018135166862317625, |
| "loss": 0.7626, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.4838709677419355, |
| "grad_norm": 0.022669149562716484, |
| "learning_rate": 0.00018125104813013584, |
| "loss": 0.7666, |
| "step": 2895 |
| }, |
| { |
| "epoch": 0.48637807120173826, |
| "grad_norm": 0.022428149357438087, |
| "learning_rate": 0.00018115042763709542, |
| "loss": 0.7574, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.488885174661541, |
| "grad_norm": 0.02266399934887886, |
| "learning_rate": 0.000181049807144055, |
| "loss": 0.7713, |
| "step": 2925 |
| }, |
| { |
| "epoch": 0.4913922781213438, |
| "grad_norm": 0.022166673094034195, |
| "learning_rate": 0.0001809491866510146, |
| "loss": 0.7526, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.4938993815811466, |
| "grad_norm": 0.022409655153751373, |
| "learning_rate": 0.00018084856615797418, |
| "loss": 0.7378, |
| "step": 2955 |
| }, |
| { |
| "epoch": 0.49640648504094936, |
| "grad_norm": 0.02232409082353115, |
| "learning_rate": 0.00018074794566493377, |
| "loss": 0.7632, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.4989135885007521, |
| "grad_norm": 0.022124771028757095, |
| "learning_rate": 0.00018064732517189335, |
| "loss": 0.7493, |
| "step": 2985 |
| }, |
| { |
| "epoch": 0.5014206919605549, |
| "grad_norm": 0.023450786247849464, |
| "learning_rate": 0.00018054670467885294, |
| "loss": 0.751, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.5039277954203577, |
| "grad_norm": 0.023552143946290016, |
| "learning_rate": 0.00018044608418581252, |
| "loss": 0.7489, |
| "step": 3015 |
| }, |
| { |
| "epoch": 0.5064348988801605, |
| "grad_norm": 0.022822733968496323, |
| "learning_rate": 0.0001803454636927721, |
| "loss": 0.7464, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.5089420023399632, |
| "grad_norm": 0.02279839850962162, |
| "learning_rate": 0.0001802448431997317, |
| "loss": 0.7613, |
| "step": 3045 |
| }, |
| { |
| "epoch": 0.511449105799766, |
| "grad_norm": 0.023819871246814728, |
| "learning_rate": 0.00018014422270669128, |
| "loss": 0.7368, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.5139562092595688, |
| "grad_norm": 0.02348748780786991, |
| "learning_rate": 0.00018004360221365086, |
| "loss": 0.7485, |
| "step": 3075 |
| }, |
| { |
| "epoch": 0.5164633127193715, |
| "grad_norm": 0.02394930087029934, |
| "learning_rate": 0.00017994298172061045, |
| "loss": 0.7504, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.5189704161791743, |
| "grad_norm": 0.023166505619883537, |
| "learning_rate": 0.00017984236122757004, |
| "loss": 0.7526, |
| "step": 3105 |
| }, |
| { |
| "epoch": 0.5214775196389771, |
| "grad_norm": 0.023279821500182152, |
| "learning_rate": 0.0001797417407345296, |
| "loss": 0.7474, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.5239846230987799, |
| "grad_norm": 0.022907249629497528, |
| "learning_rate": 0.0001796411202414892, |
| "loss": 0.7555, |
| "step": 3135 |
| }, |
| { |
| "epoch": 0.5264917265585827, |
| "grad_norm": 0.023161666467785835, |
| "learning_rate": 0.00017954049974844877, |
| "loss": 0.7587, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.5289988300183854, |
| "grad_norm": 0.02453703060746193, |
| "learning_rate": 0.00017943987925540835, |
| "loss": 0.7623, |
| "step": 3165 |
| }, |
| { |
| "epoch": 0.5315059334781882, |
| "grad_norm": 0.02323891967535019, |
| "learning_rate": 0.00017933925876236794, |
| "loss": 0.7546, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.534013036937991, |
| "grad_norm": 0.022658636793494225, |
| "learning_rate": 0.00017923863826932752, |
| "loss": 0.7544, |
| "step": 3195 |
| }, |
| { |
| "epoch": 0.5365201403977937, |
| "grad_norm": 0.023256490007042885, |
| "learning_rate": 0.0001791380177762871, |
| "loss": 0.7631, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.5390272438575965, |
| "grad_norm": 0.02328312210738659, |
| "learning_rate": 0.0001790373972832467, |
| "loss": 0.7576, |
| "step": 3225 |
| }, |
| { |
| "epoch": 0.5415343473173992, |
| "grad_norm": 0.023502754047513008, |
| "learning_rate": 0.00017893677679020628, |
| "loss": 0.7558, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.5440414507772021, |
| "grad_norm": 0.02397795580327511, |
| "learning_rate": 0.00017883615629716586, |
| "loss": 0.7465, |
| "step": 3255 |
| }, |
| { |
| "epoch": 0.5465485542370049, |
| "grad_norm": 0.023231035098433495, |
| "learning_rate": 0.00017873553580412545, |
| "loss": 0.7596, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.5490556576968076, |
| "grad_norm": 0.023429760709404945, |
| "learning_rate": 0.00017863491531108503, |
| "loss": 0.7631, |
| "step": 3285 |
| }, |
| { |
| "epoch": 0.5515627611566104, |
| "grad_norm": 0.02327948808670044, |
| "learning_rate": 0.00017853429481804462, |
| "loss": 0.7493, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.5540698646164132, |
| "grad_norm": 0.023450564593076706, |
| "learning_rate": 0.0001784336743250042, |
| "loss": 0.7489, |
| "step": 3315 |
| }, |
| { |
| "epoch": 0.5565769680762159, |
| "grad_norm": 0.02356708236038685, |
| "learning_rate": 0.0001783330538319638, |
| "loss": 0.7541, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.5590840715360187, |
| "grad_norm": 0.024269040673971176, |
| "learning_rate": 0.00017823243333892338, |
| "loss": 0.7717, |
| "step": 3345 |
| }, |
| { |
| "epoch": 0.5615911749958215, |
| "grad_norm": 0.02358848787844181, |
| "learning_rate": 0.00017813181284588296, |
| "loss": 0.7553, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.5640982784556242, |
| "grad_norm": 0.02385580912232399, |
| "learning_rate": 0.00017803119235284255, |
| "loss": 0.7484, |
| "step": 3375 |
| }, |
| { |
| "epoch": 0.5666053819154271, |
| "grad_norm": 0.023820120841264725, |
| "learning_rate": 0.00017793057185980213, |
| "loss": 0.7529, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.5691124853752298, |
| "grad_norm": 0.023704256862401962, |
| "learning_rate": 0.00017782995136676172, |
| "loss": 0.763, |
| "step": 3405 |
| }, |
| { |
| "epoch": 0.5716195888350326, |
| "grad_norm": 0.02363293431699276, |
| "learning_rate": 0.0001777293308737213, |
| "loss": 0.7552, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.5741266922948354, |
| "grad_norm": 0.023471953347325325, |
| "learning_rate": 0.00017762871038068086, |
| "loss": 0.7516, |
| "step": 3435 |
| }, |
| { |
| "epoch": 0.5766337957546381, |
| "grad_norm": 0.023572325706481934, |
| "learning_rate": 0.00017752808988764045, |
| "loss": 0.7635, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.5791408992144409, |
| "grad_norm": 0.023114044219255447, |
| "learning_rate": 0.00017742746939460003, |
| "loss": 0.7376, |
| "step": 3465 |
| }, |
| { |
| "epoch": 0.5816480026742437, |
| "grad_norm": 0.022982290014624596, |
| "learning_rate": 0.00017732684890155962, |
| "loss": 0.7548, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.5841551061340464, |
| "grad_norm": 0.024818824604153633, |
| "learning_rate": 0.0001772262284085192, |
| "loss": 0.7555, |
| "step": 3495 |
| }, |
| { |
| "epoch": 0.5866622095938493, |
| "grad_norm": 0.024532759562134743, |
| "learning_rate": 0.0001771256079154788, |
| "loss": 0.7543, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.589169313053652, |
| "grad_norm": 0.023687878623604774, |
| "learning_rate": 0.00017702498742243837, |
| "loss": 0.7574, |
| "step": 3525 |
| }, |
| { |
| "epoch": 0.5916764165134548, |
| "grad_norm": 0.023244835436344147, |
| "learning_rate": 0.00017692436692939796, |
| "loss": 0.738, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.5941835199732576, |
| "grad_norm": 0.023271916434168816, |
| "learning_rate": 0.00017682374643635755, |
| "loss": 0.7472, |
| "step": 3555 |
| }, |
| { |
| "epoch": 0.5966906234330603, |
| "grad_norm": 0.023334383964538574, |
| "learning_rate": 0.00017672312594331713, |
| "loss": 0.7547, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.5991977268928631, |
| "grad_norm": 0.024023573845624924, |
| "learning_rate": 0.00017662250545027672, |
| "loss": 0.7516, |
| "step": 3585 |
| }, |
| { |
| "epoch": 0.6017048303526659, |
| "grad_norm": 0.023526392877101898, |
| "learning_rate": 0.0001765218849572363, |
| "loss": 0.7484, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.6042119338124686, |
| "grad_norm": 0.023420479148626328, |
| "learning_rate": 0.0001764212644641959, |
| "loss": 0.7368, |
| "step": 3615 |
| }, |
| { |
| "epoch": 0.6067190372722714, |
| "grad_norm": 0.024068370461463928, |
| "learning_rate": 0.00017632064397115547, |
| "loss": 0.7448, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.6092261407320743, |
| "grad_norm": 0.024318361654877663, |
| "learning_rate": 0.00017622002347811506, |
| "loss": 0.7544, |
| "step": 3645 |
| }, |
| { |
| "epoch": 0.611733244191877, |
| "grad_norm": 0.023683857172727585, |
| "learning_rate": 0.00017611940298507464, |
| "loss": 0.7583, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.6142403476516798, |
| "grad_norm": 0.023911328986287117, |
| "learning_rate": 0.00017601878249203423, |
| "loss": 0.7482, |
| "step": 3675 |
| }, |
| { |
| "epoch": 0.6167474511114825, |
| "grad_norm": 0.023844299837946892, |
| "learning_rate": 0.00017591816199899381, |
| "loss": 0.7406, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.6192545545712853, |
| "grad_norm": 0.023253358900547028, |
| "learning_rate": 0.0001758175415059534, |
| "loss": 0.7476, |
| "step": 3705 |
| }, |
| { |
| "epoch": 0.6217616580310881, |
| "grad_norm": 0.022935032844543457, |
| "learning_rate": 0.00017571692101291296, |
| "loss": 0.7563, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.6242687614908908, |
| "grad_norm": 0.02410741336643696, |
| "learning_rate": 0.00017561630051987254, |
| "loss": 0.7553, |
| "step": 3735 |
| }, |
| { |
| "epoch": 0.6267758649506936, |
| "grad_norm": 0.023733945563435555, |
| "learning_rate": 0.00017551568002683213, |
| "loss": 0.7395, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.6292829684104964, |
| "grad_norm": 0.024090424180030823, |
| "learning_rate": 0.00017541505953379171, |
| "loss": 0.7615, |
| "step": 3765 |
| }, |
| { |
| "epoch": 0.6317900718702992, |
| "grad_norm": 0.023794986307621002, |
| "learning_rate": 0.0001753144390407513, |
| "loss": 0.7527, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.634297175330102, |
| "grad_norm": 0.02363026887178421, |
| "learning_rate": 0.00017521381854771089, |
| "loss": 0.748, |
| "step": 3795 |
| }, |
| { |
| "epoch": 0.6368042787899048, |
| "grad_norm": 0.024967040866613388, |
| "learning_rate": 0.00017511319805467047, |
| "loss": 0.7501, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.6393113822497075, |
| "grad_norm": 0.02417265996336937, |
| "learning_rate": 0.00017501257756163006, |
| "loss": 0.7453, |
| "step": 3825 |
| }, |
| { |
| "epoch": 0.6418184857095103, |
| "grad_norm": 0.024464495480060577, |
| "learning_rate": 0.00017491195706858964, |
| "loss": 0.758, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.644325589169313, |
| "grad_norm": 0.023871179670095444, |
| "learning_rate": 0.00017481133657554923, |
| "loss": 0.7616, |
| "step": 3855 |
| }, |
| { |
| "epoch": 0.6468326926291158, |
| "grad_norm": 0.023780934512615204, |
| "learning_rate": 0.0001747107160825088, |
| "loss": 0.7453, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.6493397960889186, |
| "grad_norm": 0.02408822439610958, |
| "learning_rate": 0.0001746100955894684, |
| "loss": 0.7471, |
| "step": 3885 |
| }, |
| { |
| "epoch": 0.6518468995487213, |
| "grad_norm": 0.024668745696544647, |
| "learning_rate": 0.00017450947509642798, |
| "loss": 0.7333, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.6543540030085242, |
| "grad_norm": 0.023561371490359306, |
| "learning_rate": 0.00017440885460338757, |
| "loss": 0.7454, |
| "step": 3915 |
| }, |
| { |
| "epoch": 0.656861106468327, |
| "grad_norm": 0.02355646714568138, |
| "learning_rate": 0.00017430823411034716, |
| "loss": 0.7505, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.6593682099281297, |
| "grad_norm": 0.02338649332523346, |
| "learning_rate": 0.00017420761361730674, |
| "loss": 0.7615, |
| "step": 3945 |
| }, |
| { |
| "epoch": 0.6618753133879325, |
| "grad_norm": 0.024536214768886566, |
| "learning_rate": 0.00017410699312426633, |
| "loss": 0.7497, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.6643824168477352, |
| "grad_norm": 0.023618606850504875, |
| "learning_rate": 0.0001740063726312259, |
| "loss": 0.741, |
| "step": 3975 |
| }, |
| { |
| "epoch": 0.666889520307538, |
| "grad_norm": 0.023363051936030388, |
| "learning_rate": 0.0001739057521381855, |
| "loss": 0.7498, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.6693966237673408, |
| "grad_norm": 0.023151425644755363, |
| "learning_rate": 0.00017380513164514508, |
| "loss": 0.7436, |
| "step": 4005 |
| }, |
| { |
| "epoch": 0.6719037272271435, |
| "grad_norm": 0.024613911285996437, |
| "learning_rate": 0.00017370451115210464, |
| "loss": 0.7484, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.6744108306869463, |
| "grad_norm": 0.023703262209892273, |
| "learning_rate": 0.00017360389065906423, |
| "loss": 0.7401, |
| "step": 4035 |
| }, |
| { |
| "epoch": 0.6769179341467492, |
| "grad_norm": 0.02323344349861145, |
| "learning_rate": 0.0001735032701660238, |
| "loss": 0.7372, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.6794250376065519, |
| "grad_norm": 0.023779282346367836, |
| "learning_rate": 0.0001734026496729834, |
| "loss": 0.7474, |
| "step": 4065 |
| }, |
| { |
| "epoch": 0.6819321410663547, |
| "grad_norm": 0.024744119495153427, |
| "learning_rate": 0.00017330202917994298, |
| "loss": 0.7337, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.6844392445261575, |
| "grad_norm": 0.02366352453827858, |
| "learning_rate": 0.00017320140868690257, |
| "loss": 0.7755, |
| "step": 4095 |
| }, |
| { |
| "epoch": 0.6869463479859602, |
| "grad_norm": 0.02404959499835968, |
| "learning_rate": 0.00017310078819386215, |
| "loss": 0.7412, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.689453451445763, |
| "grad_norm": 0.024871889501810074, |
| "learning_rate": 0.00017300016770082174, |
| "loss": 0.7521, |
| "step": 4125 |
| }, |
| { |
| "epoch": 0.6919605549055657, |
| "grad_norm": 0.02386365458369255, |
| "learning_rate": 0.00017289954720778132, |
| "loss": 0.7431, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.6944676583653685, |
| "grad_norm": 0.025385569781064987, |
| "learning_rate": 0.0001727989267147409, |
| "loss": 0.73, |
| "step": 4155 |
| }, |
| { |
| "epoch": 0.6969747618251714, |
| "grad_norm": 0.024604368954896927, |
| "learning_rate": 0.0001726983062217005, |
| "loss": 0.7474, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.6994818652849741, |
| "grad_norm": 0.025954630225896835, |
| "learning_rate": 0.00017259768572866008, |
| "loss": 0.7473, |
| "step": 4185 |
| }, |
| { |
| "epoch": 0.7019889687447769, |
| "grad_norm": 0.02412698231637478, |
| "learning_rate": 0.00017249706523561967, |
| "loss": 0.7498, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.7044960722045797, |
| "grad_norm": 0.02433890663087368, |
| "learning_rate": 0.00017239644474257925, |
| "loss": 0.7474, |
| "step": 4215 |
| }, |
| { |
| "epoch": 0.7070031756643824, |
| "grad_norm": 0.02414149045944214, |
| "learning_rate": 0.00017229582424953884, |
| "loss": 0.7416, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.7095102791241852, |
| "grad_norm": 0.03919633850455284, |
| "learning_rate": 0.00017219520375649842, |
| "loss": 0.7502, |
| "step": 4245 |
| }, |
| { |
| "epoch": 0.712017382583988, |
| "grad_norm": 0.02408537268638611, |
| "learning_rate": 0.000172094583263458, |
| "loss": 0.7456, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.7145244860437907, |
| "grad_norm": 0.02505289390683174, |
| "learning_rate": 0.0001719939627704176, |
| "loss": 0.7412, |
| "step": 4275 |
| }, |
| { |
| "epoch": 0.7170315895035935, |
| "grad_norm": 0.02388434298336506, |
| "learning_rate": 0.00017189334227737718, |
| "loss": 0.739, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.7195386929633963, |
| "grad_norm": 0.02636132948100567, |
| "learning_rate": 0.00017179272178433674, |
| "loss": 0.7405, |
| "step": 4305 |
| }, |
| { |
| "epoch": 0.7220457964231991, |
| "grad_norm": 0.02557826228439808, |
| "learning_rate": 0.00017169210129129635, |
| "loss": 0.7424, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.7245528998830019, |
| "grad_norm": 0.02385845221579075, |
| "learning_rate": 0.0001715914807982559, |
| "loss": 0.7388, |
| "step": 4335 |
| }, |
| { |
| "epoch": 0.7270600033428046, |
| "grad_norm": 0.02581110969185829, |
| "learning_rate": 0.0001714908603052155, |
| "loss": 0.7414, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.7295671068026074, |
| "grad_norm": 0.025572916492819786, |
| "learning_rate": 0.00017139023981217508, |
| "loss": 0.7526, |
| "step": 4365 |
| }, |
| { |
| "epoch": 0.7320742102624102, |
| "grad_norm": 0.024279674515128136, |
| "learning_rate": 0.00017128961931913466, |
| "loss": 0.738, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.7345813137222129, |
| "grad_norm": 0.02414841763675213, |
| "learning_rate": 0.00017118899882609425, |
| "loss": 0.7387, |
| "step": 4395 |
| }, |
| { |
| "epoch": 0.7370884171820157, |
| "grad_norm": 0.024131467565894127, |
| "learning_rate": 0.00017108837833305384, |
| "loss": 0.743, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.7395955206418184, |
| "grad_norm": 0.024498678743839264, |
| "learning_rate": 0.00017098775784001342, |
| "loss": 0.7531, |
| "step": 4425 |
| }, |
| { |
| "epoch": 0.7421026241016213, |
| "grad_norm": 0.024572541937232018, |
| "learning_rate": 0.000170887137346973, |
| "loss": 0.7489, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.7446097275614241, |
| "grad_norm": 0.02463640458881855, |
| "learning_rate": 0.0001707865168539326, |
| "loss": 0.7379, |
| "step": 4455 |
| }, |
| { |
| "epoch": 0.7471168310212268, |
| "grad_norm": 0.024474984034895897, |
| "learning_rate": 0.00017068589636089218, |
| "loss": 0.7532, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.7496239344810296, |
| "grad_norm": 0.023911593481898308, |
| "learning_rate": 0.00017058527586785176, |
| "loss": 0.7346, |
| "step": 4485 |
| }, |
| { |
| "epoch": 0.7521310379408324, |
| "grad_norm": 0.024990247562527657, |
| "learning_rate": 0.00017048465537481135, |
| "loss": 0.727, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.7546381414006351, |
| "grad_norm": 0.024192336946725845, |
| "learning_rate": 0.00017038403488177093, |
| "loss": 0.7462, |
| "step": 4515 |
| }, |
| { |
| "epoch": 0.7571452448604379, |
| "grad_norm": 0.02413538470864296, |
| "learning_rate": 0.00017028341438873052, |
| "loss": 0.7364, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.7596523483202406, |
| "grad_norm": 0.02461206167936325, |
| "learning_rate": 0.0001701827938956901, |
| "loss": 0.7321, |
| "step": 4545 |
| }, |
| { |
| "epoch": 0.7621594517800434, |
| "grad_norm": 0.024669578298926353, |
| "learning_rate": 0.0001700821734026497, |
| "loss": 0.7503, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.7646665552398463, |
| "grad_norm": 0.02436312846839428, |
| "learning_rate": 0.00016998155290960928, |
| "loss": 0.7346, |
| "step": 4575 |
| }, |
| { |
| "epoch": 0.767173658699649, |
| "grad_norm": 0.025169432163238525, |
| "learning_rate": 0.00016988093241656883, |
| "loss": 0.7219, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.7696807621594518, |
| "grad_norm": 0.025311505421996117, |
| "learning_rate": 0.00016978031192352845, |
| "loss": 0.742, |
| "step": 4605 |
| }, |
| { |
| "epoch": 0.7721878656192546, |
| "grad_norm": 0.024896448478102684, |
| "learning_rate": 0.000169679691430488, |
| "loss": 0.746, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.7746949690790573, |
| "grad_norm": 0.025063227862119675, |
| "learning_rate": 0.0001695790709374476, |
| "loss": 0.7399, |
| "step": 4635 |
| }, |
| { |
| "epoch": 0.7772020725388601, |
| "grad_norm": 0.024744588881731033, |
| "learning_rate": 0.00016947845044440718, |
| "loss": 0.742, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.7797091759986629, |
| "grad_norm": 0.025170577690005302, |
| "learning_rate": 0.00016937782995136676, |
| "loss": 0.7288, |
| "step": 4665 |
| }, |
| { |
| "epoch": 0.7822162794584656, |
| "grad_norm": 0.024757632985711098, |
| "learning_rate": 0.00016927720945832635, |
| "loss": 0.7407, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.7847233829182684, |
| "grad_norm": 0.025282783433794975, |
| "learning_rate": 0.00016917658896528593, |
| "loss": 0.7294, |
| "step": 4695 |
| }, |
| { |
| "epoch": 0.7872304863780712, |
| "grad_norm": 0.025306588038802147, |
| "learning_rate": 0.00016907596847224552, |
| "loss": 0.7414, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.789737589837874, |
| "grad_norm": 0.024476177990436554, |
| "learning_rate": 0.0001689753479792051, |
| "loss": 0.7377, |
| "step": 4725 |
| }, |
| { |
| "epoch": 0.7922446932976768, |
| "grad_norm": 0.025107109919190407, |
| "learning_rate": 0.0001688747274861647, |
| "loss": 0.7378, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.7947517967574795, |
| "grad_norm": 0.024397587403655052, |
| "learning_rate": 0.00016877410699312427, |
| "loss": 0.7308, |
| "step": 4755 |
| }, |
| { |
| "epoch": 0.7972589002172823, |
| "grad_norm": 0.02418595738708973, |
| "learning_rate": 0.00016867348650008386, |
| "loss": 0.7437, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.7997660036770851, |
| "grad_norm": 0.025148652493953705, |
| "learning_rate": 0.00016857286600704345, |
| "loss": 0.7365, |
| "step": 4785 |
| }, |
| { |
| "epoch": 0.8022731071368878, |
| "grad_norm": 0.025669820606708527, |
| "learning_rate": 0.00016847224551400303, |
| "loss": 0.7392, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.8047802105966906, |
| "grad_norm": 0.02602335438132286, |
| "learning_rate": 0.00016837162502096262, |
| "loss": 0.7377, |
| "step": 4815 |
| }, |
| { |
| "epoch": 0.8072873140564933, |
| "grad_norm": 0.02492678537964821, |
| "learning_rate": 0.0001682710045279222, |
| "loss": 0.7435, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.8097944175162962, |
| "grad_norm": 0.02486814185976982, |
| "learning_rate": 0.0001681703840348818, |
| "loss": 0.7392, |
| "step": 4845 |
| }, |
| { |
| "epoch": 0.812301520976099, |
| "grad_norm": 0.026057204231619835, |
| "learning_rate": 0.00016806976354184137, |
| "loss": 0.7371, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.8148086244359017, |
| "grad_norm": 0.025231441482901573, |
| "learning_rate": 0.00016796914304880093, |
| "loss": 0.7429, |
| "step": 4875 |
| }, |
| { |
| "epoch": 0.8173157278957045, |
| "grad_norm": 0.025132806971669197, |
| "learning_rate": 0.00016786852255576054, |
| "loss": 0.7398, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.8198228313555073, |
| "grad_norm": 0.02506762556731701, |
| "learning_rate": 0.0001677679020627201, |
| "loss": 0.7463, |
| "step": 4905 |
| }, |
| { |
| "epoch": 0.82232993481531, |
| "grad_norm": 0.02398357354104519, |
| "learning_rate": 0.00016766728156967971, |
| "loss": 0.7309, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.8248370382751128, |
| "grad_norm": 0.025060344487428665, |
| "learning_rate": 0.00016756666107663927, |
| "loss": 0.7287, |
| "step": 4935 |
| }, |
| { |
| "epoch": 0.8273441417349156, |
| "grad_norm": 0.024265987798571587, |
| "learning_rate": 0.00016746604058359886, |
| "loss": 0.7439, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.8298512451947184, |
| "grad_norm": 0.025207631289958954, |
| "learning_rate": 0.00016736542009055844, |
| "loss": 0.7332, |
| "step": 4965 |
| }, |
| { |
| "epoch": 0.8323583486545212, |
| "grad_norm": 0.025070613250136375, |
| "learning_rate": 0.00016726479959751803, |
| "loss": 0.7356, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.834865452114324, |
| "grad_norm": 0.025521699339151382, |
| "learning_rate": 0.00016716417910447761, |
| "loss": 0.7345, |
| "step": 4995 |
| }, |
| { |
| "epoch": 0.8373725555741267, |
| "grad_norm": 0.025154948234558105, |
| "learning_rate": 0.0001670635586114372, |
| "loss": 0.7362, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.8398796590339295, |
| "grad_norm": 0.025558389723300934, |
| "learning_rate": 0.00016696293811839679, |
| "loss": 0.7294, |
| "step": 5025 |
| }, |
| { |
| "epoch": 0.8423867624937322, |
| "grad_norm": 0.026137180626392365, |
| "learning_rate": 0.00016686231762535637, |
| "loss": 0.7331, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.844893865953535, |
| "grad_norm": 0.024644847959280014, |
| "learning_rate": 0.00016676169713231596, |
| "loss": 0.7382, |
| "step": 5055 |
| }, |
| { |
| "epoch": 0.8474009694133378, |
| "grad_norm": 0.024775272235274315, |
| "learning_rate": 0.00016666107663927554, |
| "loss": 0.7242, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.8499080728731405, |
| "grad_norm": 0.025577571243047714, |
| "learning_rate": 0.00016656045614623513, |
| "loss": 0.7192, |
| "step": 5085 |
| }, |
| { |
| "epoch": 0.8524151763329434, |
| "grad_norm": 0.024751491844654083, |
| "learning_rate": 0.0001664598356531947, |
| "loss": 0.7219, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.8549222797927462, |
| "grad_norm": 0.025324271991848946, |
| "learning_rate": 0.0001663592151601543, |
| "loss": 0.7412, |
| "step": 5115 |
| }, |
| { |
| "epoch": 0.8574293832525489, |
| "grad_norm": 0.02564609982073307, |
| "learning_rate": 0.00016625859466711388, |
| "loss": 0.7366, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.8599364867123517, |
| "grad_norm": 0.02468453161418438, |
| "learning_rate": 0.00016615797417407347, |
| "loss": 0.7387, |
| "step": 5145 |
| }, |
| { |
| "epoch": 0.8624435901721544, |
| "grad_norm": 0.025196226313710213, |
| "learning_rate": 0.00016605735368103303, |
| "loss": 0.7299, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.8649506936319572, |
| "grad_norm": 0.02621576189994812, |
| "learning_rate": 0.00016595673318799264, |
| "loss": 0.7495, |
| "step": 5175 |
| }, |
| { |
| "epoch": 0.86745779709176, |
| "grad_norm": 0.025252273306250572, |
| "learning_rate": 0.0001658561126949522, |
| "loss": 0.7322, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.8699649005515627, |
| "grad_norm": 0.025535358116030693, |
| "learning_rate": 0.0001657554922019118, |
| "loss": 0.7281, |
| "step": 5205 |
| }, |
| { |
| "epoch": 0.8724720040113655, |
| "grad_norm": 0.024804269894957542, |
| "learning_rate": 0.00016565487170887137, |
| "loss": 0.7505, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.8749791074711684, |
| "grad_norm": 0.02469950169324875, |
| "learning_rate": 0.00016555425121583098, |
| "loss": 0.7265, |
| "step": 5235 |
| }, |
| { |
| "epoch": 0.8774862109309711, |
| "grad_norm": 0.02518155239522457, |
| "learning_rate": 0.00016545363072279054, |
| "loss": 0.7288, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.8799933143907739, |
| "grad_norm": 0.024804813787341118, |
| "learning_rate": 0.00016535301022975013, |
| "loss": 0.7382, |
| "step": 5265 |
| }, |
| { |
| "epoch": 0.8825004178505766, |
| "grad_norm": 0.024241533130407333, |
| "learning_rate": 0.0001652523897367097, |
| "loss": 0.7408, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.8850075213103794, |
| "grad_norm": 0.025099163874983788, |
| "learning_rate": 0.0001651517692436693, |
| "loss": 0.7324, |
| "step": 5295 |
| }, |
| { |
| "epoch": 0.8875146247701822, |
| "grad_norm": 0.025935839861631393, |
| "learning_rate": 0.00016505114875062888, |
| "loss": 0.7353, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.8900217282299849, |
| "grad_norm": 0.024958360940217972, |
| "learning_rate": 0.00016495052825758847, |
| "loss": 0.724, |
| "step": 5325 |
| }, |
| { |
| "epoch": 0.8925288316897877, |
| "grad_norm": 0.024382906034588814, |
| "learning_rate": 0.00016484990776454805, |
| "loss": 0.7372, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.8950359351495905, |
| "grad_norm": 0.02473212592303753, |
| "learning_rate": 0.00016474928727150764, |
| "loss": 0.7531, |
| "step": 5355 |
| }, |
| { |
| "epoch": 0.8975430386093933, |
| "grad_norm": 0.024407681077718735, |
| "learning_rate": 0.00016464866677846722, |
| "loss": 0.7489, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.9000501420691961, |
| "grad_norm": 0.02625984139740467, |
| "learning_rate": 0.0001645480462854268, |
| "loss": 0.7399, |
| "step": 5385 |
| }, |
| { |
| "epoch": 0.9025572455289989, |
| "grad_norm": 0.026630889624357224, |
| "learning_rate": 0.0001644474257923864, |
| "loss": 0.7322, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.9050643489888016, |
| "grad_norm": 0.025531059131026268, |
| "learning_rate": 0.00016434680529934598, |
| "loss": 0.7499, |
| "step": 5415 |
| }, |
| { |
| "epoch": 0.9075714524486044, |
| "grad_norm": 0.025482535362243652, |
| "learning_rate": 0.00016424618480630557, |
| "loss": 0.7287, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.9100785559084071, |
| "grad_norm": 0.026173191145062447, |
| "learning_rate": 0.00016414556431326512, |
| "loss": 0.7363, |
| "step": 5445 |
| }, |
| { |
| "epoch": 0.9125856593682099, |
| "grad_norm": 0.024878835305571556, |
| "learning_rate": 0.00016404494382022474, |
| "loss": 0.7592, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.9150927628280127, |
| "grad_norm": 0.025847023352980614, |
| "learning_rate": 0.0001639443233271843, |
| "loss": 0.7138, |
| "step": 5475 |
| }, |
| { |
| "epoch": 0.9175998662878154, |
| "grad_norm": 0.026683717966079712, |
| "learning_rate": 0.0001638437028341439, |
| "loss": 0.7266, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.9201069697476183, |
| "grad_norm": 0.02581162378191948, |
| "learning_rate": 0.00016374308234110347, |
| "loss": 0.7175, |
| "step": 5505 |
| }, |
| { |
| "epoch": 0.9226140732074211, |
| "grad_norm": 0.02513813227415085, |
| "learning_rate": 0.00016364246184806308, |
| "loss": 0.74, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.9251211766672238, |
| "grad_norm": 0.024819128215312958, |
| "learning_rate": 0.00016354184135502264, |
| "loss": 0.742, |
| "step": 5535 |
| }, |
| { |
| "epoch": 0.9276282801270266, |
| "grad_norm": 0.024832414463162422, |
| "learning_rate": 0.00016344122086198222, |
| "loss": 0.7465, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.9301353835868293, |
| "grad_norm": 0.02581876330077648, |
| "learning_rate": 0.0001633406003689418, |
| "loss": 0.7383, |
| "step": 5565 |
| }, |
| { |
| "epoch": 0.9326424870466321, |
| "grad_norm": 0.024939673021435738, |
| "learning_rate": 0.0001632399798759014, |
| "loss": 0.7479, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.9351495905064349, |
| "grad_norm": 0.025533072650432587, |
| "learning_rate": 0.00016313935938286098, |
| "loss": 0.7259, |
| "step": 5595 |
| }, |
| { |
| "epoch": 0.9376566939662376, |
| "grad_norm": 0.02547396905720234, |
| "learning_rate": 0.00016303873888982056, |
| "loss": 0.7258, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.9401637974260404, |
| "grad_norm": 0.025361550971865654, |
| "learning_rate": 0.00016293811839678015, |
| "loss": 0.7302, |
| "step": 5625 |
| }, |
| { |
| "epoch": 0.9426709008858433, |
| "grad_norm": 0.02566991187632084, |
| "learning_rate": 0.00016283749790373974, |
| "loss": 0.7319, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.945178004345646, |
| "grad_norm": 0.026383578777313232, |
| "learning_rate": 0.00016273687741069932, |
| "loss": 0.7523, |
| "step": 5655 |
| }, |
| { |
| "epoch": 0.9476851078054488, |
| "grad_norm": 0.025949161499738693, |
| "learning_rate": 0.0001626362569176589, |
| "loss": 0.7116, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.9501922112652516, |
| "grad_norm": 0.02509259060025215, |
| "learning_rate": 0.0001625356364246185, |
| "loss": 0.7259, |
| "step": 5685 |
| }, |
| { |
| "epoch": 0.9526993147250543, |
| "grad_norm": 0.025692781433463097, |
| "learning_rate": 0.00016243501593157808, |
| "loss": 0.7263, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.9552064181848571, |
| "grad_norm": 0.025238677859306335, |
| "learning_rate": 0.00016233439543853766, |
| "loss": 0.7315, |
| "step": 5715 |
| }, |
| { |
| "epoch": 0.9577135216446598, |
| "grad_norm": 0.025801653042435646, |
| "learning_rate": 0.00016223377494549722, |
| "loss": 0.7329, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.9602206251044626, |
| "grad_norm": 0.025331363081932068, |
| "learning_rate": 0.00016213315445245683, |
| "loss": 0.7245, |
| "step": 5745 |
| }, |
| { |
| "epoch": 0.9627277285642655, |
| "grad_norm": 0.025975272059440613, |
| "learning_rate": 0.0001620325339594164, |
| "loss": 0.7119, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.9652348320240682, |
| "grad_norm": 0.025318987667560577, |
| "learning_rate": 0.000161931913466376, |
| "loss": 0.7481, |
| "step": 5775 |
| }, |
| { |
| "epoch": 0.967741935483871, |
| "grad_norm": 0.02570466138422489, |
| "learning_rate": 0.00016183129297333556, |
| "loss": 0.7506, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.9702490389436738, |
| "grad_norm": 0.024957410991191864, |
| "learning_rate": 0.00016173067248029518, |
| "loss": 0.7277, |
| "step": 5805 |
| }, |
| { |
| "epoch": 0.9727561424034765, |
| "grad_norm": 0.026068007573485374, |
| "learning_rate": 0.00016163005198725473, |
| "loss": 0.7305, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.9752632458632793, |
| "grad_norm": 0.026244519278407097, |
| "learning_rate": 0.00016152943149421435, |
| "loss": 0.7184, |
| "step": 5835 |
| }, |
| { |
| "epoch": 0.977770349323082, |
| "grad_norm": 0.025324849411845207, |
| "learning_rate": 0.0001614288110011739, |
| "loss": 0.7264, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.9802774527828848, |
| "grad_norm": 0.025065554305911064, |
| "learning_rate": 0.0001613281905081335, |
| "loss": 0.7294, |
| "step": 5865 |
| }, |
| { |
| "epoch": 0.9827845562426876, |
| "grad_norm": 0.025444064289331436, |
| "learning_rate": 0.00016122757001509308, |
| "loss": 0.728, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.9852916597024904, |
| "grad_norm": 0.026068173348903656, |
| "learning_rate": 0.00016112694952205266, |
| "loss": 0.741, |
| "step": 5895 |
| }, |
| { |
| "epoch": 0.9877987631622932, |
| "grad_norm": 0.024954237043857574, |
| "learning_rate": 0.00016102632902901225, |
| "loss": 0.7375, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.990305866622096, |
| "grad_norm": 0.0247243270277977, |
| "learning_rate": 0.00016092570853597183, |
| "loss": 0.7375, |
| "step": 5925 |
| }, |
| { |
| "epoch": 0.9928129700818987, |
| "grad_norm": 0.025755500420928, |
| "learning_rate": 0.00016082508804293142, |
| "loss": 0.7368, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.9953200735417015, |
| "grad_norm": 0.026517482474446297, |
| "learning_rate": 0.000160724467549891, |
| "loss": 0.7203, |
| "step": 5955 |
| }, |
| { |
| "epoch": 0.9978271770015043, |
| "grad_norm": 0.025983400642871857, |
| "learning_rate": 0.0001606238470568506, |
| "loss": 0.7142, |
| "step": 5970 |
| }, |
| { |
| "epoch": 1.0003342804613071, |
| "grad_norm": 0.024920133873820305, |
| "learning_rate": 0.00016052322656381017, |
| "loss": 0.7166, |
| "step": 5985 |
| }, |
| { |
| "epoch": 1.0028413839211099, |
| "grad_norm": 0.02642948552966118, |
| "learning_rate": 0.00016042260607076976, |
| "loss": 0.7074, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.0053484873809126, |
| "grad_norm": 0.026105554774403572, |
| "learning_rate": 0.00016032198557772932, |
| "loss": 0.7139, |
| "step": 6015 |
| }, |
| { |
| "epoch": 1.0078555908407154, |
| "grad_norm": 0.0251301322132349, |
| "learning_rate": 0.00016022136508468893, |
| "loss": 0.7071, |
| "step": 6030 |
| }, |
| { |
| "epoch": 1.0103626943005182, |
| "grad_norm": 0.025702379643917084, |
| "learning_rate": 0.0001601207445916485, |
| "loss": 0.6975, |
| "step": 6045 |
| }, |
| { |
| "epoch": 1.012869797760321, |
| "grad_norm": 0.02600419521331787, |
| "learning_rate": 0.0001600201240986081, |
| "loss": 0.718, |
| "step": 6060 |
| }, |
| { |
| "epoch": 1.0153769012201237, |
| "grad_norm": 0.026151692494750023, |
| "learning_rate": 0.00015991950360556766, |
| "loss": 0.7069, |
| "step": 6075 |
| }, |
| { |
| "epoch": 1.0178840046799265, |
| "grad_norm": 0.025088109076023102, |
| "learning_rate": 0.00015981888311252727, |
| "loss": 0.708, |
| "step": 6090 |
| }, |
| { |
| "epoch": 1.0203911081397292, |
| "grad_norm": 0.026014501228928566, |
| "learning_rate": 0.00015971826261948683, |
| "loss": 0.7133, |
| "step": 6105 |
| }, |
| { |
| "epoch": 1.022898211599532, |
| "grad_norm": 0.02501731365919113, |
| "learning_rate": 0.00015961764212644644, |
| "loss": 0.7191, |
| "step": 6120 |
| }, |
| { |
| "epoch": 1.0254053150593347, |
| "grad_norm": 0.025291357189416885, |
| "learning_rate": 0.000159517021633406, |
| "loss": 0.7164, |
| "step": 6135 |
| }, |
| { |
| "epoch": 1.0279124185191375, |
| "grad_norm": 0.026282720267772675, |
| "learning_rate": 0.00015941640114036561, |
| "loss": 0.72, |
| "step": 6150 |
| }, |
| { |
| "epoch": 1.0304195219789403, |
| "grad_norm": 0.026496944949030876, |
| "learning_rate": 0.00015931578064732517, |
| "loss": 0.7212, |
| "step": 6165 |
| }, |
| { |
| "epoch": 1.032926625438743, |
| "grad_norm": 0.026129065081477165, |
| "learning_rate": 0.00015921516015428476, |
| "loss": 0.7121, |
| "step": 6180 |
| }, |
| { |
| "epoch": 1.0354337288985458, |
| "grad_norm": 0.027691906318068504, |
| "learning_rate": 0.00015911453966124434, |
| "loss": 0.7238, |
| "step": 6195 |
| }, |
| { |
| "epoch": 1.0379408323583486, |
| "grad_norm": 0.025952916592359543, |
| "learning_rate": 0.00015901391916820393, |
| "loss": 0.7141, |
| "step": 6210 |
| }, |
| { |
| "epoch": 1.0404479358181513, |
| "grad_norm": 0.0261197779327631, |
| "learning_rate": 0.00015891329867516351, |
| "loss": 0.7116, |
| "step": 6225 |
| }, |
| { |
| "epoch": 1.0429550392779543, |
| "grad_norm": 0.02602444589138031, |
| "learning_rate": 0.0001588126781821231, |
| "loss": 0.7212, |
| "step": 6240 |
| }, |
| { |
| "epoch": 1.045462142737757, |
| "grad_norm": 0.027341393753886223, |
| "learning_rate": 0.00015871205768908269, |
| "loss": 0.7065, |
| "step": 6255 |
| }, |
| { |
| "epoch": 1.0479692461975598, |
| "grad_norm": 0.026516225188970566, |
| "learning_rate": 0.00015861143719604227, |
| "loss": 0.7137, |
| "step": 6270 |
| }, |
| { |
| "epoch": 1.0504763496573626, |
| "grad_norm": 0.025233183056116104, |
| "learning_rate": 0.00015851081670300186, |
| "loss": 0.7286, |
| "step": 6285 |
| }, |
| { |
| "epoch": 1.0529834531171653, |
| "grad_norm": 0.025705158710479736, |
| "learning_rate": 0.00015841019620996141, |
| "loss": 0.7252, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.055490556576968, |
| "grad_norm": 0.025452638044953346, |
| "learning_rate": 0.00015830957571692103, |
| "loss": 0.7207, |
| "step": 6315 |
| }, |
| { |
| "epoch": 1.0579976600367709, |
| "grad_norm": 0.027089523151516914, |
| "learning_rate": 0.00015820895522388059, |
| "loss": 0.7123, |
| "step": 6330 |
| }, |
| { |
| "epoch": 1.0605047634965736, |
| "grad_norm": 0.02557321824133396, |
| "learning_rate": 0.0001581083347308402, |
| "loss": 0.7153, |
| "step": 6345 |
| }, |
| { |
| "epoch": 1.0630118669563764, |
| "grad_norm": 0.026297248899936676, |
| "learning_rate": 0.00015800771423779976, |
| "loss": 0.7183, |
| "step": 6360 |
| }, |
| { |
| "epoch": 1.0655189704161792, |
| "grad_norm": 0.026958812028169632, |
| "learning_rate": 0.00015790709374475937, |
| "loss": 0.7117, |
| "step": 6375 |
| }, |
| { |
| "epoch": 1.068026073875982, |
| "grad_norm": 0.026555512100458145, |
| "learning_rate": 0.00015780647325171893, |
| "loss": 0.7025, |
| "step": 6390 |
| }, |
| { |
| "epoch": 1.0705331773357847, |
| "grad_norm": 0.026713771745562553, |
| "learning_rate": 0.00015770585275867854, |
| "loss": 0.7158, |
| "step": 6405 |
| }, |
| { |
| "epoch": 1.0730402807955874, |
| "grad_norm": 0.02662680670619011, |
| "learning_rate": 0.0001576052322656381, |
| "loss": 0.7104, |
| "step": 6420 |
| }, |
| { |
| "epoch": 1.0755473842553902, |
| "grad_norm": 0.02612622268497944, |
| "learning_rate": 0.0001575046117725977, |
| "loss": 0.7186, |
| "step": 6435 |
| }, |
| { |
| "epoch": 1.078054487715193, |
| "grad_norm": 0.02652982994914055, |
| "learning_rate": 0.00015740399127955727, |
| "loss": 0.7097, |
| "step": 6450 |
| }, |
| { |
| "epoch": 1.0805615911749957, |
| "grad_norm": 0.026232892647385597, |
| "learning_rate": 0.00015730337078651685, |
| "loss": 0.7203, |
| "step": 6465 |
| }, |
| { |
| "epoch": 1.0830686946347985, |
| "grad_norm": 0.02632397972047329, |
| "learning_rate": 0.00015720275029347644, |
| "loss": 0.7209, |
| "step": 6480 |
| }, |
| { |
| "epoch": 1.0855757980946015, |
| "grad_norm": 0.02648136578500271, |
| "learning_rate": 0.00015710212980043603, |
| "loss": 0.7182, |
| "step": 6495 |
| }, |
| { |
| "epoch": 1.0880829015544042, |
| "grad_norm": 0.025636956095695496, |
| "learning_rate": 0.0001570015093073956, |
| "loss": 0.7077, |
| "step": 6510 |
| }, |
| { |
| "epoch": 1.090590005014207, |
| "grad_norm": 0.026664093136787415, |
| "learning_rate": 0.0001569008888143552, |
| "loss": 0.7216, |
| "step": 6525 |
| }, |
| { |
| "epoch": 1.0930971084740098, |
| "grad_norm": 0.02704274095594883, |
| "learning_rate": 0.00015680026832131478, |
| "loss": 0.714, |
| "step": 6540 |
| }, |
| { |
| "epoch": 1.0956042119338125, |
| "grad_norm": 0.026222985237836838, |
| "learning_rate": 0.00015669964782827437, |
| "loss": 0.7134, |
| "step": 6555 |
| }, |
| { |
| "epoch": 1.0981113153936153, |
| "grad_norm": 0.02940414845943451, |
| "learning_rate": 0.00015659902733523395, |
| "loss": 0.6986, |
| "step": 6570 |
| }, |
| { |
| "epoch": 1.100618418853418, |
| "grad_norm": 0.025812886655330658, |
| "learning_rate": 0.0001564984068421935, |
| "loss": 0.7163, |
| "step": 6585 |
| }, |
| { |
| "epoch": 1.1031255223132208, |
| "grad_norm": 0.026331394910812378, |
| "learning_rate": 0.00015639778634915312, |
| "loss": 0.7097, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.1056326257730236, |
| "grad_norm": 0.027025267481803894, |
| "learning_rate": 0.00015629716585611268, |
| "loss": 0.6983, |
| "step": 6615 |
| }, |
| { |
| "epoch": 1.1081397292328263, |
| "grad_norm": 0.02628287486732006, |
| "learning_rate": 0.0001561965453630723, |
| "loss": 0.7113, |
| "step": 6630 |
| }, |
| { |
| "epoch": 1.110646832692629, |
| "grad_norm": 0.0271297600120306, |
| "learning_rate": 0.00015609592487003185, |
| "loss": 0.7163, |
| "step": 6645 |
| }, |
| { |
| "epoch": 1.1131539361524319, |
| "grad_norm": 0.027640245854854584, |
| "learning_rate": 0.00015599530437699147, |
| "loss": 0.6974, |
| "step": 6660 |
| }, |
| { |
| "epoch": 1.1156610396122346, |
| "grad_norm": 0.026571575552225113, |
| "learning_rate": 0.00015589468388395102, |
| "loss": 0.7032, |
| "step": 6675 |
| }, |
| { |
| "epoch": 1.1181681430720374, |
| "grad_norm": 0.02639468014240265, |
| "learning_rate": 0.00015579406339091064, |
| "loss": 0.7139, |
| "step": 6690 |
| }, |
| { |
| "epoch": 1.1206752465318401, |
| "grad_norm": 0.026831267401576042, |
| "learning_rate": 0.0001556934428978702, |
| "loss": 0.7209, |
| "step": 6705 |
| }, |
| { |
| "epoch": 1.123182349991643, |
| "grad_norm": 0.028162870556116104, |
| "learning_rate": 0.0001555928224048298, |
| "loss": 0.7066, |
| "step": 6720 |
| }, |
| { |
| "epoch": 1.1256894534514457, |
| "grad_norm": 0.02714131958782673, |
| "learning_rate": 0.00015549220191178937, |
| "loss": 0.721, |
| "step": 6735 |
| }, |
| { |
| "epoch": 1.1281965569112486, |
| "grad_norm": 0.0281366016715765, |
| "learning_rate": 0.00015539158141874898, |
| "loss": 0.7024, |
| "step": 6750 |
| }, |
| { |
| "epoch": 1.1307036603710512, |
| "grad_norm": 0.027032790705561638, |
| "learning_rate": 0.00015529096092570854, |
| "loss": 0.7283, |
| "step": 6765 |
| }, |
| { |
| "epoch": 1.1332107638308542, |
| "grad_norm": 0.026658054441213608, |
| "learning_rate": 0.00015519034043266812, |
| "loss": 0.7111, |
| "step": 6780 |
| }, |
| { |
| "epoch": 1.135717867290657, |
| "grad_norm": 0.026945605874061584, |
| "learning_rate": 0.0001550897199396277, |
| "loss": 0.7298, |
| "step": 6795 |
| }, |
| { |
| "epoch": 1.1382249707504597, |
| "grad_norm": 0.02765739895403385, |
| "learning_rate": 0.0001549890994465873, |
| "loss": 0.7081, |
| "step": 6810 |
| }, |
| { |
| "epoch": 1.1407320742102625, |
| "grad_norm": 0.02612920291721821, |
| "learning_rate": 0.00015488847895354688, |
| "loss": 0.709, |
| "step": 6825 |
| }, |
| { |
| "epoch": 1.1432391776700652, |
| "grad_norm": 0.026704227551817894, |
| "learning_rate": 0.00015478785846050646, |
| "loss": 0.7088, |
| "step": 6840 |
| }, |
| { |
| "epoch": 1.145746281129868, |
| "grad_norm": 0.027153639122843742, |
| "learning_rate": 0.00015468723796746605, |
| "loss": 0.7166, |
| "step": 6855 |
| }, |
| { |
| "epoch": 1.1482533845896707, |
| "grad_norm": 0.02730732038617134, |
| "learning_rate": 0.0001545866174744256, |
| "loss": 0.7101, |
| "step": 6870 |
| }, |
| { |
| "epoch": 1.1507604880494735, |
| "grad_norm": 0.027596892789006233, |
| "learning_rate": 0.00015448599698138522, |
| "loss": 0.7122, |
| "step": 6885 |
| }, |
| { |
| "epoch": 1.1532675915092763, |
| "grad_norm": 0.02678474597632885, |
| "learning_rate": 0.00015438537648834478, |
| "loss": 0.7226, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.155774694969079, |
| "grad_norm": 0.02596975676715374, |
| "learning_rate": 0.0001542847559953044, |
| "loss": 0.7119, |
| "step": 6915 |
| }, |
| { |
| "epoch": 1.1582817984288818, |
| "grad_norm": 0.026990054175257683, |
| "learning_rate": 0.00015418413550226395, |
| "loss": 0.7186, |
| "step": 6930 |
| }, |
| { |
| "epoch": 1.1607889018886846, |
| "grad_norm": 0.026957310736179352, |
| "learning_rate": 0.00015408351500922356, |
| "loss": 0.7201, |
| "step": 6945 |
| }, |
| { |
| "epoch": 1.1632960053484873, |
| "grad_norm": 0.02676299959421158, |
| "learning_rate": 0.00015398289451618312, |
| "loss": 0.7116, |
| "step": 6960 |
| }, |
| { |
| "epoch": 1.16580310880829, |
| "grad_norm": 0.026614701375365257, |
| "learning_rate": 0.00015388227402314273, |
| "loss": 0.7181, |
| "step": 6975 |
| }, |
| { |
| "epoch": 1.1683102122680928, |
| "grad_norm": 0.02804492600262165, |
| "learning_rate": 0.0001537816535301023, |
| "loss": 0.7062, |
| "step": 6990 |
| }, |
| { |
| "epoch": 1.1708173157278958, |
| "grad_norm": 0.027462385594844818, |
| "learning_rate": 0.0001536810330370619, |
| "loss": 0.7274, |
| "step": 7005 |
| }, |
| { |
| "epoch": 1.1733244191876984, |
| "grad_norm": 0.026805778965353966, |
| "learning_rate": 0.00015358041254402146, |
| "loss": 0.7176, |
| "step": 7020 |
| }, |
| { |
| "epoch": 1.1758315226475013, |
| "grad_norm": 0.027235226705670357, |
| "learning_rate": 0.00015347979205098108, |
| "loss": 0.6944, |
| "step": 7035 |
| }, |
| { |
| "epoch": 1.178338626107304, |
| "grad_norm": 0.02651335299015045, |
| "learning_rate": 0.00015337917155794063, |
| "loss": 0.7084, |
| "step": 7050 |
| }, |
| { |
| "epoch": 1.1808457295671069, |
| "grad_norm": 0.027431068941950798, |
| "learning_rate": 0.00015327855106490025, |
| "loss": 0.7261, |
| "step": 7065 |
| }, |
| { |
| "epoch": 1.1833528330269096, |
| "grad_norm": 0.027069034054875374, |
| "learning_rate": 0.0001531779305718598, |
| "loss": 0.7269, |
| "step": 7080 |
| }, |
| { |
| "epoch": 1.1858599364867124, |
| "grad_norm": 0.026999959722161293, |
| "learning_rate": 0.0001530773100788194, |
| "loss": 0.713, |
| "step": 7095 |
| }, |
| { |
| "epoch": 1.1883670399465152, |
| "grad_norm": 0.027173152193427086, |
| "learning_rate": 0.00015297668958577898, |
| "loss": 0.7099, |
| "step": 7110 |
| }, |
| { |
| "epoch": 1.190874143406318, |
| "grad_norm": 0.026728777214884758, |
| "learning_rate": 0.00015287606909273856, |
| "loss": 0.7006, |
| "step": 7125 |
| }, |
| { |
| "epoch": 1.1933812468661207, |
| "grad_norm": 0.02722666971385479, |
| "learning_rate": 0.00015277544859969815, |
| "loss": 0.711, |
| "step": 7140 |
| }, |
| { |
| "epoch": 1.1958883503259234, |
| "grad_norm": 0.027167314663529396, |
| "learning_rate": 0.00015267482810665773, |
| "loss": 0.708, |
| "step": 7155 |
| }, |
| { |
| "epoch": 1.1983954537857262, |
| "grad_norm": 0.027100099250674248, |
| "learning_rate": 0.00015257420761361732, |
| "loss": 0.6944, |
| "step": 7170 |
| }, |
| { |
| "epoch": 1.200902557245529, |
| "grad_norm": 0.026492077857255936, |
| "learning_rate": 0.00015247358712057688, |
| "loss": 0.7122, |
| "step": 7185 |
| }, |
| { |
| "epoch": 1.2034096607053317, |
| "grad_norm": 0.027062034234404564, |
| "learning_rate": 0.0001523729666275365, |
| "loss": 0.7333, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.2059167641651345, |
| "grad_norm": 0.026957035064697266, |
| "learning_rate": 0.00015227234613449605, |
| "loss": 0.706, |
| "step": 7215 |
| }, |
| { |
| "epoch": 1.2084238676249373, |
| "grad_norm": 0.027580831199884415, |
| "learning_rate": 0.00015217172564145566, |
| "loss": 0.7113, |
| "step": 7230 |
| }, |
| { |
| "epoch": 1.21093097108474, |
| "grad_norm": 0.02672952227294445, |
| "learning_rate": 0.00015207110514841522, |
| "loss": 0.6934, |
| "step": 7245 |
| }, |
| { |
| "epoch": 1.2134380745445428, |
| "grad_norm": 0.026900822296738625, |
| "learning_rate": 0.00015197048465537483, |
| "loss": 0.7015, |
| "step": 7260 |
| }, |
| { |
| "epoch": 1.2159451780043455, |
| "grad_norm": 0.028098303824663162, |
| "learning_rate": 0.0001518698641623344, |
| "loss": 0.7143, |
| "step": 7275 |
| }, |
| { |
| "epoch": 1.2184522814641485, |
| "grad_norm": 0.026865461841225624, |
| "learning_rate": 0.000151769243669294, |
| "loss": 0.7253, |
| "step": 7290 |
| }, |
| { |
| "epoch": 1.2209593849239513, |
| "grad_norm": 0.02781241200864315, |
| "learning_rate": 0.00015166862317625356, |
| "loss": 0.7099, |
| "step": 7305 |
| }, |
| { |
| "epoch": 1.223466488383754, |
| "grad_norm": 0.027126578614115715, |
| "learning_rate": 0.00015156800268321317, |
| "loss": 0.6956, |
| "step": 7320 |
| }, |
| { |
| "epoch": 1.2259735918435568, |
| "grad_norm": 0.02705315686762333, |
| "learning_rate": 0.00015146738219017273, |
| "loss": 0.7037, |
| "step": 7335 |
| }, |
| { |
| "epoch": 1.2284806953033596, |
| "grad_norm": 0.027233878150582314, |
| "learning_rate": 0.00015136676169713234, |
| "loss": 0.7137, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.2309877987631623, |
| "grad_norm": 0.028538642451167107, |
| "learning_rate": 0.0001512661412040919, |
| "loss": 0.7123, |
| "step": 7365 |
| }, |
| { |
| "epoch": 1.233494902222965, |
| "grad_norm": 0.027490422129631042, |
| "learning_rate": 0.0001511655207110515, |
| "loss": 0.7208, |
| "step": 7380 |
| }, |
| { |
| "epoch": 1.2360020056827679, |
| "grad_norm": 0.02747008576989174, |
| "learning_rate": 0.00015106490021801107, |
| "loss": 0.7196, |
| "step": 7395 |
| }, |
| { |
| "epoch": 1.2385091091425706, |
| "grad_norm": 0.026851654052734375, |
| "learning_rate": 0.00015096427972497066, |
| "loss": 0.7149, |
| "step": 7410 |
| }, |
| { |
| "epoch": 1.2410162126023734, |
| "grad_norm": 0.02743196301162243, |
| "learning_rate": 0.00015086365923193024, |
| "loss": 0.7175, |
| "step": 7425 |
| }, |
| { |
| "epoch": 1.2435233160621761, |
| "grad_norm": 0.028329750522971153, |
| "learning_rate": 0.00015076303873888983, |
| "loss": 0.698, |
| "step": 7440 |
| }, |
| { |
| "epoch": 1.246030419521979, |
| "grad_norm": 0.026834193617105484, |
| "learning_rate": 0.00015066241824584941, |
| "loss": 0.7063, |
| "step": 7455 |
| }, |
| { |
| "epoch": 1.2485375229817817, |
| "grad_norm": 0.028689688071608543, |
| "learning_rate": 0.000150561797752809, |
| "loss": 0.704, |
| "step": 7470 |
| }, |
| { |
| "epoch": 1.2510446264415844, |
| "grad_norm": 0.02716403640806675, |
| "learning_rate": 0.00015046117725976859, |
| "loss": 0.7095, |
| "step": 7485 |
| }, |
| { |
| "epoch": 1.2535517299013872, |
| "grad_norm": 0.027952060103416443, |
| "learning_rate": 0.00015036055676672814, |
| "loss": 0.7341, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.2560588333611902, |
| "grad_norm": 0.028136277571320534, |
| "learning_rate": 0.00015025993627368776, |
| "loss": 0.6967, |
| "step": 7515 |
| }, |
| { |
| "epoch": 1.2585659368209927, |
| "grad_norm": 0.027513163164258003, |
| "learning_rate": 0.00015015931578064731, |
| "loss": 0.7053, |
| "step": 7530 |
| }, |
| { |
| "epoch": 1.2610730402807957, |
| "grad_norm": 0.027584819123148918, |
| "learning_rate": 0.00015005869528760693, |
| "loss": 0.7162, |
| "step": 7545 |
| }, |
| { |
| "epoch": 1.2635801437405982, |
| "grad_norm": 0.02737903967499733, |
| "learning_rate": 0.00014995807479456649, |
| "loss": 0.7211, |
| "step": 7560 |
| }, |
| { |
| "epoch": 1.2660872472004012, |
| "grad_norm": 0.028384409844875336, |
| "learning_rate": 0.0001498574543015261, |
| "loss": 0.7059, |
| "step": 7575 |
| }, |
| { |
| "epoch": 1.268594350660204, |
| "grad_norm": 0.027213079854846, |
| "learning_rate": 0.00014975683380848566, |
| "loss": 0.7064, |
| "step": 7590 |
| }, |
| { |
| "epoch": 1.2711014541200067, |
| "grad_norm": 0.02736794948577881, |
| "learning_rate": 0.00014965621331544527, |
| "loss": 0.712, |
| "step": 7605 |
| }, |
| { |
| "epoch": 1.2736085575798095, |
| "grad_norm": 0.026495933532714844, |
| "learning_rate": 0.00014955559282240483, |
| "loss": 0.7115, |
| "step": 7620 |
| }, |
| { |
| "epoch": 1.2761156610396123, |
| "grad_norm": 0.02718982845544815, |
| "learning_rate": 0.00014945497232936444, |
| "loss": 0.7039, |
| "step": 7635 |
| }, |
| { |
| "epoch": 1.278622764499415, |
| "grad_norm": 0.027888623997569084, |
| "learning_rate": 0.000149354351836324, |
| "loss": 0.6947, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.2811298679592178, |
| "grad_norm": 0.027887005358934402, |
| "learning_rate": 0.0001492537313432836, |
| "loss": 0.7092, |
| "step": 7665 |
| }, |
| { |
| "epoch": 1.2836369714190206, |
| "grad_norm": 0.02832951210439205, |
| "learning_rate": 0.00014915311085024317, |
| "loss": 0.7253, |
| "step": 7680 |
| }, |
| { |
| "epoch": 1.2861440748788233, |
| "grad_norm": 0.027755776420235634, |
| "learning_rate": 0.00014905249035720275, |
| "loss": 0.7051, |
| "step": 7695 |
| }, |
| { |
| "epoch": 1.288651178338626, |
| "grad_norm": 0.027755258604884148, |
| "learning_rate": 0.00014895186986416234, |
| "loss": 0.7131, |
| "step": 7710 |
| }, |
| { |
| "epoch": 1.2911582817984288, |
| "grad_norm": 0.027515331283211708, |
| "learning_rate": 0.00014885124937112193, |
| "loss": 0.6972, |
| "step": 7725 |
| }, |
| { |
| "epoch": 1.2936653852582316, |
| "grad_norm": 0.02867818996310234, |
| "learning_rate": 0.0001487506288780815, |
| "loss": 0.6909, |
| "step": 7740 |
| }, |
| { |
| "epoch": 1.2961724887180344, |
| "grad_norm": 0.027417359873652458, |
| "learning_rate": 0.0001486500083850411, |
| "loss": 0.7112, |
| "step": 7755 |
| }, |
| { |
| "epoch": 1.2986795921778371, |
| "grad_norm": 0.02725161798298359, |
| "learning_rate": 0.00014854938789200068, |
| "loss": 0.7172, |
| "step": 7770 |
| }, |
| { |
| "epoch": 1.30118669563764, |
| "grad_norm": 0.027100631967186928, |
| "learning_rate": 0.00014844876739896024, |
| "loss": 0.7079, |
| "step": 7785 |
| }, |
| { |
| "epoch": 1.3036937990974429, |
| "grad_norm": 0.026735814288258553, |
| "learning_rate": 0.00014834814690591985, |
| "loss": 0.7134, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.3062009025572454, |
| "grad_norm": 0.02827010303735733, |
| "learning_rate": 0.0001482475264128794, |
| "loss": 0.7077, |
| "step": 7815 |
| }, |
| { |
| "epoch": 1.3087080060170484, |
| "grad_norm": 0.02705741673707962, |
| "learning_rate": 0.00014814690591983902, |
| "loss": 0.7172, |
| "step": 7830 |
| }, |
| { |
| "epoch": 1.3112151094768512, |
| "grad_norm": 0.02796081081032753, |
| "learning_rate": 0.00014804628542679858, |
| "loss": 0.7232, |
| "step": 7845 |
| }, |
| { |
| "epoch": 1.313722212936654, |
| "grad_norm": 0.027841266244649887, |
| "learning_rate": 0.0001479456649337582, |
| "loss": 0.7113, |
| "step": 7860 |
| }, |
| { |
| "epoch": 1.3162293163964567, |
| "grad_norm": 0.030358731746673584, |
| "learning_rate": 0.00014784504444071775, |
| "loss": 0.7014, |
| "step": 7875 |
| }, |
| { |
| "epoch": 1.3187364198562594, |
| "grad_norm": 0.02849227376282215, |
| "learning_rate": 0.00014774442394767737, |
| "loss": 0.7233, |
| "step": 7890 |
| }, |
| { |
| "epoch": 1.3212435233160622, |
| "grad_norm": 0.02644391544163227, |
| "learning_rate": 0.00014764380345463692, |
| "loss": 0.729, |
| "step": 7905 |
| }, |
| { |
| "epoch": 1.323750626775865, |
| "grad_norm": 0.027298742905259132, |
| "learning_rate": 0.00014754318296159654, |
| "loss": 0.722, |
| "step": 7920 |
| }, |
| { |
| "epoch": 1.3262577302356677, |
| "grad_norm": 0.027199968695640564, |
| "learning_rate": 0.0001474425624685561, |
| "loss": 0.7041, |
| "step": 7935 |
| }, |
| { |
| "epoch": 1.3287648336954705, |
| "grad_norm": 0.027822501957416534, |
| "learning_rate": 0.0001473419419755157, |
| "loss": 0.7044, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.3312719371552733, |
| "grad_norm": 0.027914773672819138, |
| "learning_rate": 0.00014724132148247527, |
| "loss": 0.7074, |
| "step": 7965 |
| }, |
| { |
| "epoch": 1.333779040615076, |
| "grad_norm": 0.028190581128001213, |
| "learning_rate": 0.00014714070098943488, |
| "loss": 0.7014, |
| "step": 7980 |
| }, |
| { |
| "epoch": 1.3362861440748788, |
| "grad_norm": 0.027638264000415802, |
| "learning_rate": 0.00014704008049639444, |
| "loss": 0.6973, |
| "step": 7995 |
| }, |
| { |
| "epoch": 1.3387932475346815, |
| "grad_norm": 0.028353575617074966, |
| "learning_rate": 0.00014693946000335402, |
| "loss": 0.7191, |
| "step": 8010 |
| }, |
| { |
| "epoch": 1.3413003509944843, |
| "grad_norm": 0.027547866106033325, |
| "learning_rate": 0.0001468388395103136, |
| "loss": 0.7089, |
| "step": 8025 |
| }, |
| { |
| "epoch": 1.343807454454287, |
| "grad_norm": 0.02667342871427536, |
| "learning_rate": 0.0001467382190172732, |
| "loss": 0.7075, |
| "step": 8040 |
| }, |
| { |
| "epoch": 1.34631455791409, |
| "grad_norm": 0.028818530961871147, |
| "learning_rate": 0.00014663759852423278, |
| "loss": 0.7008, |
| "step": 8055 |
| }, |
| { |
| "epoch": 1.3488216613738926, |
| "grad_norm": 0.02606160379946232, |
| "learning_rate": 0.00014653697803119236, |
| "loss": 0.7207, |
| "step": 8070 |
| }, |
| { |
| "epoch": 1.3513287648336956, |
| "grad_norm": 0.028475910425186157, |
| "learning_rate": 0.00014643635753815195, |
| "loss": 0.6993, |
| "step": 8085 |
| }, |
| { |
| "epoch": 1.3538358682934981, |
| "grad_norm": 0.02790878899395466, |
| "learning_rate": 0.0001463357370451115, |
| "loss": 0.7058, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.356342971753301, |
| "grad_norm": 0.028986552730202675, |
| "learning_rate": 0.00014623511655207112, |
| "loss": 0.7056, |
| "step": 8115 |
| }, |
| { |
| "epoch": 1.3588500752131039, |
| "grad_norm": 0.02837732620537281, |
| "learning_rate": 0.00014613449605903068, |
| "loss": 0.708, |
| "step": 8130 |
| }, |
| { |
| "epoch": 1.3613571786729066, |
| "grad_norm": 0.027905132621526718, |
| "learning_rate": 0.0001460338755659903, |
| "loss": 0.7024, |
| "step": 8145 |
| }, |
| { |
| "epoch": 1.3638642821327094, |
| "grad_norm": 0.027892014011740685, |
| "learning_rate": 0.00014593325507294985, |
| "loss": 0.7011, |
| "step": 8160 |
| }, |
| { |
| "epoch": 1.3663713855925121, |
| "grad_norm": 0.02732338011264801, |
| "learning_rate": 0.00014583263457990946, |
| "loss": 0.6972, |
| "step": 8175 |
| }, |
| { |
| "epoch": 1.368878489052315, |
| "grad_norm": 0.028097622096538544, |
| "learning_rate": 0.00014573201408686902, |
| "loss": 0.6951, |
| "step": 8190 |
| }, |
| { |
| "epoch": 1.3713855925121177, |
| "grad_norm": 0.028016911819577217, |
| "learning_rate": 0.00014563139359382863, |
| "loss": 0.7156, |
| "step": 8205 |
| }, |
| { |
| "epoch": 1.3738926959719204, |
| "grad_norm": 0.02762255072593689, |
| "learning_rate": 0.0001455307731007882, |
| "loss": 0.7021, |
| "step": 8220 |
| }, |
| { |
| "epoch": 1.3763997994317232, |
| "grad_norm": 0.027654899284243584, |
| "learning_rate": 0.0001454301526077478, |
| "loss": 0.7074, |
| "step": 8235 |
| }, |
| { |
| "epoch": 1.378906902891526, |
| "grad_norm": 0.027378590777516365, |
| "learning_rate": 0.00014532953211470736, |
| "loss": 0.706, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.3814140063513287, |
| "grad_norm": 0.026956256479024887, |
| "learning_rate": 0.00014522891162166698, |
| "loss": 0.7183, |
| "step": 8265 |
| }, |
| { |
| "epoch": 1.3839211098111315, |
| "grad_norm": 0.027121366932988167, |
| "learning_rate": 0.00014512829112862653, |
| "loss": 0.7027, |
| "step": 8280 |
| }, |
| { |
| "epoch": 1.3864282132709342, |
| "grad_norm": 0.02765464223921299, |
| "learning_rate": 0.00014502767063558612, |
| "loss": 0.7132, |
| "step": 8295 |
| }, |
| { |
| "epoch": 1.3889353167307372, |
| "grad_norm": 0.02817637287080288, |
| "learning_rate": 0.0001449270501425457, |
| "loss": 0.6864, |
| "step": 8310 |
| }, |
| { |
| "epoch": 1.3914424201905398, |
| "grad_norm": 0.02854936383664608, |
| "learning_rate": 0.0001448264296495053, |
| "loss": 0.7248, |
| "step": 8325 |
| }, |
| { |
| "epoch": 1.3939495236503427, |
| "grad_norm": 0.028685523197054863, |
| "learning_rate": 0.00014472580915646488, |
| "loss": 0.7036, |
| "step": 8340 |
| }, |
| { |
| "epoch": 1.3964566271101453, |
| "grad_norm": 0.028023192659020424, |
| "learning_rate": 0.00014462518866342446, |
| "loss": 0.706, |
| "step": 8355 |
| }, |
| { |
| "epoch": 1.3989637305699483, |
| "grad_norm": 0.027805542573332787, |
| "learning_rate": 0.00014452456817038405, |
| "loss": 0.7126, |
| "step": 8370 |
| }, |
| { |
| "epoch": 1.401470834029751, |
| "grad_norm": 0.027909213677048683, |
| "learning_rate": 0.00014442394767734363, |
| "loss": 0.7133, |
| "step": 8385 |
| }, |
| { |
| "epoch": 1.4039779374895538, |
| "grad_norm": 0.02798452228307724, |
| "learning_rate": 0.00014432332718430322, |
| "loss": 0.7052, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.4064850409493566, |
| "grad_norm": 0.02735227160155773, |
| "learning_rate": 0.00014422270669126278, |
| "loss": 0.7096, |
| "step": 8415 |
| }, |
| { |
| "epoch": 1.4089921444091593, |
| "grad_norm": 0.027850987389683723, |
| "learning_rate": 0.0001441220861982224, |
| "loss": 0.718, |
| "step": 8430 |
| }, |
| { |
| "epoch": 1.411499247868962, |
| "grad_norm": 0.028347337618470192, |
| "learning_rate": 0.00014402146570518195, |
| "loss": 0.6989, |
| "step": 8445 |
| }, |
| { |
| "epoch": 1.4140063513287648, |
| "grad_norm": 0.028133846819400787, |
| "learning_rate": 0.00014392084521214156, |
| "loss": 0.7073, |
| "step": 8460 |
| }, |
| { |
| "epoch": 1.4165134547885676, |
| "grad_norm": 0.02889505960047245, |
| "learning_rate": 0.00014382022471910112, |
| "loss": 0.7157, |
| "step": 8475 |
| }, |
| { |
| "epoch": 1.4190205582483704, |
| "grad_norm": 0.02751564234495163, |
| "learning_rate": 0.00014371960422606073, |
| "loss": 0.7115, |
| "step": 8490 |
| }, |
| { |
| "epoch": 1.4215276617081731, |
| "grad_norm": 0.027201758697628975, |
| "learning_rate": 0.0001436189837330203, |
| "loss": 0.7121, |
| "step": 8505 |
| }, |
| { |
| "epoch": 1.424034765167976, |
| "grad_norm": 0.047122806310653687, |
| "learning_rate": 0.0001435183632399799, |
| "loss": 0.7103, |
| "step": 8520 |
| }, |
| { |
| "epoch": 1.4265418686277787, |
| "grad_norm": 0.028580831363797188, |
| "learning_rate": 0.00014341774274693946, |
| "loss": 0.6933, |
| "step": 8535 |
| }, |
| { |
| "epoch": 1.4290489720875814, |
| "grad_norm": 0.028754740953445435, |
| "learning_rate": 0.00014331712225389907, |
| "loss": 0.7155, |
| "step": 8550 |
| }, |
| { |
| "epoch": 1.4315560755473842, |
| "grad_norm": 0.028142735362052917, |
| "learning_rate": 0.00014321650176085863, |
| "loss": 0.7076, |
| "step": 8565 |
| }, |
| { |
| "epoch": 1.434063179007187, |
| "grad_norm": 0.02792290225625038, |
| "learning_rate": 0.00014311588126781822, |
| "loss": 0.7202, |
| "step": 8580 |
| }, |
| { |
| "epoch": 1.43657028246699, |
| "grad_norm": 0.027254393324255943, |
| "learning_rate": 0.0001430152607747778, |
| "loss": 0.7116, |
| "step": 8595 |
| }, |
| { |
| "epoch": 1.4390773859267925, |
| "grad_norm": 0.027158159762620926, |
| "learning_rate": 0.0001429146402817374, |
| "loss": 0.7034, |
| "step": 8610 |
| }, |
| { |
| "epoch": 1.4415844893865954, |
| "grad_norm": 0.028217531740665436, |
| "learning_rate": 0.00014281401978869697, |
| "loss": 0.7136, |
| "step": 8625 |
| }, |
| { |
| "epoch": 1.4440915928463982, |
| "grad_norm": 0.028678081929683685, |
| "learning_rate": 0.00014271339929565656, |
| "loss": 0.7053, |
| "step": 8640 |
| }, |
| { |
| "epoch": 1.446598696306201, |
| "grad_norm": 0.028371306136250496, |
| "learning_rate": 0.00014261277880261614, |
| "loss": 0.7115, |
| "step": 8655 |
| }, |
| { |
| "epoch": 1.4491057997660037, |
| "grad_norm": 0.027796892449259758, |
| "learning_rate": 0.00014251215830957573, |
| "loss": 0.7138, |
| "step": 8670 |
| }, |
| { |
| "epoch": 1.4516129032258065, |
| "grad_norm": 0.027524475008249283, |
| "learning_rate": 0.00014241153781653531, |
| "loss": 0.7048, |
| "step": 8685 |
| }, |
| { |
| "epoch": 1.4541200066856093, |
| "grad_norm": 0.02704106830060482, |
| "learning_rate": 0.00014231091732349487, |
| "loss": 0.6967, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.456627110145412, |
| "grad_norm": 0.028332151472568512, |
| "learning_rate": 0.00014221029683045448, |
| "loss": 0.7015, |
| "step": 8715 |
| }, |
| { |
| "epoch": 1.4591342136052148, |
| "grad_norm": 0.028455249965190887, |
| "learning_rate": 0.00014210967633741404, |
| "loss": 0.6973, |
| "step": 8730 |
| }, |
| { |
| "epoch": 1.4616413170650175, |
| "grad_norm": 0.028323177248239517, |
| "learning_rate": 0.00014200905584437366, |
| "loss": 0.7119, |
| "step": 8745 |
| }, |
| { |
| "epoch": 1.4641484205248203, |
| "grad_norm": 0.028827426955103874, |
| "learning_rate": 0.00014190843535133321, |
| "loss": 0.6973, |
| "step": 8760 |
| }, |
| { |
| "epoch": 1.466655523984623, |
| "grad_norm": 0.029024334624409676, |
| "learning_rate": 0.00014180781485829283, |
| "loss": 0.7109, |
| "step": 8775 |
| }, |
| { |
| "epoch": 1.4691626274444258, |
| "grad_norm": 0.02851213701069355, |
| "learning_rate": 0.00014170719436525239, |
| "loss": 0.7038, |
| "step": 8790 |
| }, |
| { |
| "epoch": 1.4716697309042286, |
| "grad_norm": 0.027595283463597298, |
| "learning_rate": 0.000141606573872212, |
| "loss": 0.7119, |
| "step": 8805 |
| }, |
| { |
| "epoch": 1.4741768343640314, |
| "grad_norm": 0.02817492000758648, |
| "learning_rate": 0.00014150595337917156, |
| "loss": 0.7007, |
| "step": 8820 |
| }, |
| { |
| "epoch": 1.4766839378238341, |
| "grad_norm": 0.028595896437764168, |
| "learning_rate": 0.00014140533288613117, |
| "loss": 0.7031, |
| "step": 8835 |
| }, |
| { |
| "epoch": 1.479191041283637, |
| "grad_norm": 0.028396232053637505, |
| "learning_rate": 0.00014130471239309073, |
| "loss": 0.6944, |
| "step": 8850 |
| }, |
| { |
| "epoch": 1.4816981447434396, |
| "grad_norm": 0.02777491882443428, |
| "learning_rate": 0.0001412040919000503, |
| "loss": 0.7069, |
| "step": 8865 |
| }, |
| { |
| "epoch": 1.4842052482032426, |
| "grad_norm": 0.02780229039490223, |
| "learning_rate": 0.0001411034714070099, |
| "loss": 0.6955, |
| "step": 8880 |
| }, |
| { |
| "epoch": 1.4867123516630452, |
| "grad_norm": 0.02779022604227066, |
| "learning_rate": 0.00014100285091396948, |
| "loss": 0.7101, |
| "step": 8895 |
| }, |
| { |
| "epoch": 1.4892194551228481, |
| "grad_norm": 0.029339686036109924, |
| "learning_rate": 0.00014090223042092907, |
| "loss": 0.7074, |
| "step": 8910 |
| }, |
| { |
| "epoch": 1.491726558582651, |
| "grad_norm": 0.0277661494910717, |
| "learning_rate": 0.00014080160992788865, |
| "loss": 0.7007, |
| "step": 8925 |
| }, |
| { |
| "epoch": 1.4942336620424537, |
| "grad_norm": 0.028384177014231682, |
| "learning_rate": 0.00014070098943484824, |
| "loss": 0.7006, |
| "step": 8940 |
| }, |
| { |
| "epoch": 1.4967407655022564, |
| "grad_norm": 0.027173573151230812, |
| "learning_rate": 0.00014060036894180783, |
| "loss": 0.7126, |
| "step": 8955 |
| }, |
| { |
| "epoch": 1.4992478689620592, |
| "grad_norm": 0.029250754043459892, |
| "learning_rate": 0.0001404997484487674, |
| "loss": 0.7053, |
| "step": 8970 |
| }, |
| { |
| "epoch": 1.501754972421862, |
| "grad_norm": 0.02840678207576275, |
| "learning_rate": 0.000140399127955727, |
| "loss": 0.691, |
| "step": 8985 |
| }, |
| { |
| "epoch": 1.5042620758816647, |
| "grad_norm": 0.029002662748098373, |
| "learning_rate": 0.00014029850746268658, |
| "loss": 0.6969, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.5067691793414675, |
| "grad_norm": 0.028643961995840073, |
| "learning_rate": 0.00014019788696964614, |
| "loss": 0.7145, |
| "step": 9015 |
| }, |
| { |
| "epoch": 1.5092762828012702, |
| "grad_norm": 0.027849212288856506, |
| "learning_rate": 0.00014009726647660575, |
| "loss": 0.7056, |
| "step": 9030 |
| }, |
| { |
| "epoch": 1.511783386261073, |
| "grad_norm": 0.02838641032576561, |
| "learning_rate": 0.0001399966459835653, |
| "loss": 0.7171, |
| "step": 9045 |
| }, |
| { |
| "epoch": 1.5142904897208758, |
| "grad_norm": 0.028329892084002495, |
| "learning_rate": 0.00013989602549052492, |
| "loss": 0.7021, |
| "step": 9060 |
| }, |
| { |
| "epoch": 1.5167975931806787, |
| "grad_norm": 0.0278428103774786, |
| "learning_rate": 0.00013979540499748448, |
| "loss": 0.7008, |
| "step": 9075 |
| }, |
| { |
| "epoch": 1.5193046966404813, |
| "grad_norm": 0.029085583984851837, |
| "learning_rate": 0.0001396947845044441, |
| "loss": 0.7014, |
| "step": 9090 |
| }, |
| { |
| "epoch": 1.5218118001002843, |
| "grad_norm": 0.028230642899870872, |
| "learning_rate": 0.00013959416401140365, |
| "loss": 0.7028, |
| "step": 9105 |
| }, |
| { |
| "epoch": 1.5243189035600868, |
| "grad_norm": 0.02829892747104168, |
| "learning_rate": 0.00013949354351836327, |
| "loss": 0.7052, |
| "step": 9120 |
| }, |
| { |
| "epoch": 1.5268260070198898, |
| "grad_norm": 0.02769339270889759, |
| "learning_rate": 0.00013939292302532282, |
| "loss": 0.705, |
| "step": 9135 |
| }, |
| { |
| "epoch": 1.5293331104796923, |
| "grad_norm": 0.02728847600519657, |
| "learning_rate": 0.0001392923025322824, |
| "loss": 0.7129, |
| "step": 9150 |
| }, |
| { |
| "epoch": 1.5318402139394953, |
| "grad_norm": 0.029400475323200226, |
| "learning_rate": 0.000139191682039242, |
| "loss": 0.7076, |
| "step": 9165 |
| }, |
| { |
| "epoch": 1.5343473173992979, |
| "grad_norm": 0.02829390950500965, |
| "learning_rate": 0.00013909106154620158, |
| "loss": 0.7032, |
| "step": 9180 |
| }, |
| { |
| "epoch": 1.5368544208591008, |
| "grad_norm": 0.028629042208194733, |
| "learning_rate": 0.00013899044105316117, |
| "loss": 0.6992, |
| "step": 9195 |
| }, |
| { |
| "epoch": 1.5393615243189036, |
| "grad_norm": 0.028124259784817696, |
| "learning_rate": 0.00013888982056012075, |
| "loss": 0.6928, |
| "step": 9210 |
| }, |
| { |
| "epoch": 1.5418686277787064, |
| "grad_norm": 0.027618682011961937, |
| "learning_rate": 0.00013878920006708034, |
| "loss": 0.6988, |
| "step": 9225 |
| }, |
| { |
| "epoch": 1.5443757312385091, |
| "grad_norm": 0.028371086344122887, |
| "learning_rate": 0.00013868857957403992, |
| "loss": 0.7068, |
| "step": 9240 |
| }, |
| { |
| "epoch": 1.546882834698312, |
| "grad_norm": 0.02925163321197033, |
| "learning_rate": 0.0001385879590809995, |
| "loss": 0.7044, |
| "step": 9255 |
| }, |
| { |
| "epoch": 1.5493899381581147, |
| "grad_norm": 0.027992991730570793, |
| "learning_rate": 0.0001384873385879591, |
| "loss": 0.7147, |
| "step": 9270 |
| }, |
| { |
| "epoch": 1.5518970416179174, |
| "grad_norm": 0.02831142581999302, |
| "learning_rate": 0.00013838671809491868, |
| "loss": 0.711, |
| "step": 9285 |
| }, |
| { |
| "epoch": 1.5544041450777202, |
| "grad_norm": 0.027344243600964546, |
| "learning_rate": 0.00013828609760187826, |
| "loss": 0.7043, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.556911248537523, |
| "grad_norm": 0.027959240600466728, |
| "learning_rate": 0.00013818547710883785, |
| "loss": 0.715, |
| "step": 9315 |
| }, |
| { |
| "epoch": 1.5594183519973257, |
| "grad_norm": 0.0285944901406765, |
| "learning_rate": 0.0001380848566157974, |
| "loss": 0.7104, |
| "step": 9330 |
| }, |
| { |
| "epoch": 1.5619254554571285, |
| "grad_norm": 0.02860502153635025, |
| "learning_rate": 0.00013798423612275702, |
| "loss": 0.7053, |
| "step": 9345 |
| }, |
| { |
| "epoch": 1.5644325589169314, |
| "grad_norm": 0.028087912127375603, |
| "learning_rate": 0.00013788361562971658, |
| "loss": 0.715, |
| "step": 9360 |
| }, |
| { |
| "epoch": 1.566939662376734, |
| "grad_norm": 0.028339073061943054, |
| "learning_rate": 0.0001377829951366762, |
| "loss": 0.7035, |
| "step": 9375 |
| }, |
| { |
| "epoch": 1.569446765836537, |
| "grad_norm": 0.027878131717443466, |
| "learning_rate": 0.00013768237464363575, |
| "loss": 0.7072, |
| "step": 9390 |
| }, |
| { |
| "epoch": 1.5719538692963395, |
| "grad_norm": 0.028305955231189728, |
| "learning_rate": 0.00013758175415059536, |
| "loss": 0.6994, |
| "step": 9405 |
| }, |
| { |
| "epoch": 1.5744609727561425, |
| "grad_norm": 0.028195269405841827, |
| "learning_rate": 0.00013748113365755492, |
| "loss": 0.7172, |
| "step": 9420 |
| }, |
| { |
| "epoch": 1.576968076215945, |
| "grad_norm": 0.028301289305090904, |
| "learning_rate": 0.00013738051316451453, |
| "loss": 0.6958, |
| "step": 9435 |
| }, |
| { |
| "epoch": 1.579475179675748, |
| "grad_norm": 0.029125042259693146, |
| "learning_rate": 0.0001372798926714741, |
| "loss": 0.7004, |
| "step": 9450 |
| }, |
| { |
| "epoch": 1.5819822831355508, |
| "grad_norm": 0.02798408642411232, |
| "learning_rate": 0.00013717927217843368, |
| "loss": 0.6995, |
| "step": 9465 |
| }, |
| { |
| "epoch": 1.5844893865953535, |
| "grad_norm": 0.029614899307489395, |
| "learning_rate": 0.00013707865168539326, |
| "loss": 0.7057, |
| "step": 9480 |
| }, |
| { |
| "epoch": 1.5869964900551563, |
| "grad_norm": 0.0279951523989439, |
| "learning_rate": 0.00013697803119235285, |
| "loss": 0.6949, |
| "step": 9495 |
| }, |
| { |
| "epoch": 1.589503593514959, |
| "grad_norm": 0.028490344062447548, |
| "learning_rate": 0.00013687741069931243, |
| "loss": 0.7003, |
| "step": 9510 |
| }, |
| { |
| "epoch": 1.5920106969747618, |
| "grad_norm": 0.028360631316900253, |
| "learning_rate": 0.00013677679020627202, |
| "loss": 0.7008, |
| "step": 9525 |
| }, |
| { |
| "epoch": 1.5945178004345646, |
| "grad_norm": 0.029337970539927483, |
| "learning_rate": 0.0001366761697132316, |
| "loss": 0.7143, |
| "step": 9540 |
| }, |
| { |
| "epoch": 1.5970249038943674, |
| "grad_norm": 0.02845313400030136, |
| "learning_rate": 0.0001365755492201912, |
| "loss": 0.7006, |
| "step": 9555 |
| }, |
| { |
| "epoch": 1.5995320073541701, |
| "grad_norm": 0.027560876682400703, |
| "learning_rate": 0.00013647492872715078, |
| "loss": 0.7102, |
| "step": 9570 |
| }, |
| { |
| "epoch": 1.6020391108139729, |
| "grad_norm": 0.028155362233519554, |
| "learning_rate": 0.00013637430823411036, |
| "loss": 0.6979, |
| "step": 9585 |
| }, |
| { |
| "epoch": 1.6045462142737756, |
| "grad_norm": 0.029344851151108742, |
| "learning_rate": 0.00013627368774106995, |
| "loss": 0.704, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.6070533177335786, |
| "grad_norm": 0.02839244157075882, |
| "learning_rate": 0.0001361730672480295, |
| "loss": 0.6977, |
| "step": 9615 |
| }, |
| { |
| "epoch": 1.6095604211933812, |
| "grad_norm": 0.027915630489587784, |
| "learning_rate": 0.00013607244675498912, |
| "loss": 0.7086, |
| "step": 9630 |
| }, |
| { |
| "epoch": 1.6120675246531841, |
| "grad_norm": 0.02826772816479206, |
| "learning_rate": 0.00013597182626194868, |
| "loss": 0.6951, |
| "step": 9645 |
| }, |
| { |
| "epoch": 1.6145746281129867, |
| "grad_norm": 0.02916094847023487, |
| "learning_rate": 0.0001358712057689083, |
| "loss": 0.7103, |
| "step": 9660 |
| }, |
| { |
| "epoch": 1.6170817315727897, |
| "grad_norm": 0.02921309880912304, |
| "learning_rate": 0.00013577058527586785, |
| "loss": 0.6987, |
| "step": 9675 |
| }, |
| { |
| "epoch": 1.6195888350325922, |
| "grad_norm": 0.028561830520629883, |
| "learning_rate": 0.00013566996478282746, |
| "loss": 0.7119, |
| "step": 9690 |
| }, |
| { |
| "epoch": 1.6220959384923952, |
| "grad_norm": 0.028445105999708176, |
| "learning_rate": 0.00013556934428978702, |
| "loss": 0.7022, |
| "step": 9705 |
| }, |
| { |
| "epoch": 1.6246030419521977, |
| "grad_norm": 0.029156696051359177, |
| "learning_rate": 0.00013546872379674663, |
| "loss": 0.6946, |
| "step": 9720 |
| }, |
| { |
| "epoch": 1.6271101454120007, |
| "grad_norm": 0.029195377603173256, |
| "learning_rate": 0.0001353681033037062, |
| "loss": 0.6919, |
| "step": 9735 |
| }, |
| { |
| "epoch": 1.6296172488718035, |
| "grad_norm": 0.028340883553028107, |
| "learning_rate": 0.00013526748281066577, |
| "loss": 0.6949, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.6321243523316062, |
| "grad_norm": 0.028798367828130722, |
| "learning_rate": 0.00013516686231762536, |
| "loss": 0.6939, |
| "step": 9765 |
| }, |
| { |
| "epoch": 1.634631455791409, |
| "grad_norm": 0.028108691796660423, |
| "learning_rate": 0.00013506624182458494, |
| "loss": 0.6877, |
| "step": 9780 |
| }, |
| { |
| "epoch": 1.6371385592512118, |
| "grad_norm": 0.029803916811943054, |
| "learning_rate": 0.00013496562133154453, |
| "loss": 0.7063, |
| "step": 9795 |
| }, |
| { |
| "epoch": 1.6396456627110145, |
| "grad_norm": 0.02933133766055107, |
| "learning_rate": 0.00013486500083850412, |
| "loss": 0.7105, |
| "step": 9810 |
| }, |
| { |
| "epoch": 1.6421527661708173, |
| "grad_norm": 0.02795150876045227, |
| "learning_rate": 0.0001347643803454637, |
| "loss": 0.7127, |
| "step": 9825 |
| }, |
| { |
| "epoch": 1.64465986963062, |
| "grad_norm": 0.028160467743873596, |
| "learning_rate": 0.00013466375985242329, |
| "loss": 0.6962, |
| "step": 9840 |
| }, |
| { |
| "epoch": 1.6471669730904228, |
| "grad_norm": 0.028696995228528976, |
| "learning_rate": 0.00013456313935938287, |
| "loss": 0.7104, |
| "step": 9855 |
| }, |
| { |
| "epoch": 1.6496740765502258, |
| "grad_norm": 0.028448186814785004, |
| "learning_rate": 0.00013446251886634246, |
| "loss": 0.7164, |
| "step": 9870 |
| }, |
| { |
| "epoch": 1.6521811800100283, |
| "grad_norm": 0.028285130858421326, |
| "learning_rate": 0.00013436189837330204, |
| "loss": 0.6969, |
| "step": 9885 |
| }, |
| { |
| "epoch": 1.6546882834698313, |
| "grad_norm": 0.02930794097483158, |
| "learning_rate": 0.00013426127788026163, |
| "loss": 0.6933, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.6571953869296339, |
| "grad_norm": 0.028923654928803444, |
| "learning_rate": 0.00013416065738722121, |
| "loss": 0.7023, |
| "step": 9915 |
| }, |
| { |
| "epoch": 1.6597024903894368, |
| "grad_norm": 0.029697788879275322, |
| "learning_rate": 0.00013406003689418077, |
| "loss": 0.7149, |
| "step": 9930 |
| }, |
| { |
| "epoch": 1.6622095938492394, |
| "grad_norm": 0.02780589461326599, |
| "learning_rate": 0.00013395941640114038, |
| "loss": 0.7018, |
| "step": 9945 |
| }, |
| { |
| "epoch": 1.6647166973090424, |
| "grad_norm": 0.028592998161911964, |
| "learning_rate": 0.00013385879590809994, |
| "loss": 0.6999, |
| "step": 9960 |
| }, |
| { |
| "epoch": 1.667223800768845, |
| "grad_norm": 0.028748946264386177, |
| "learning_rate": 0.00013375817541505956, |
| "loss": 0.7108, |
| "step": 9975 |
| }, |
| { |
| "epoch": 1.669730904228648, |
| "grad_norm": 0.02883664146065712, |
| "learning_rate": 0.00013365755492201911, |
| "loss": 0.7014, |
| "step": 9990 |
| }, |
| { |
| "epoch": 1.6722380076884507, |
| "grad_norm": 0.027728645130991936, |
| "learning_rate": 0.00013355693442897873, |
| "loss": 0.7098, |
| "step": 10005 |
| }, |
| { |
| "epoch": 1.6747451111482534, |
| "grad_norm": 0.028445927426218987, |
| "learning_rate": 0.00013345631393593828, |
| "loss": 0.7016, |
| "step": 10020 |
| }, |
| { |
| "epoch": 1.6772522146080562, |
| "grad_norm": 0.029764369130134583, |
| "learning_rate": 0.00013335569344289787, |
| "loss": 0.6983, |
| "step": 10035 |
| }, |
| { |
| "epoch": 1.679759318067859, |
| "grad_norm": 0.029188336804509163, |
| "learning_rate": 0.00013325507294985746, |
| "loss": 0.7158, |
| "step": 10050 |
| }, |
| { |
| "epoch": 1.6822664215276617, |
| "grad_norm": 0.028241556137800217, |
| "learning_rate": 0.00013315445245681704, |
| "loss": 0.6923, |
| "step": 10065 |
| }, |
| { |
| "epoch": 1.6847735249874645, |
| "grad_norm": 0.02920147404074669, |
| "learning_rate": 0.00013305383196377663, |
| "loss": 0.7157, |
| "step": 10080 |
| }, |
| { |
| "epoch": 1.6872806284472672, |
| "grad_norm": 0.027919236570596695, |
| "learning_rate": 0.0001329532114707362, |
| "loss": 0.6984, |
| "step": 10095 |
| }, |
| { |
| "epoch": 1.68978773190707, |
| "grad_norm": 0.0279484074562788, |
| "learning_rate": 0.0001328525909776958, |
| "loss": 0.688, |
| "step": 10110 |
| }, |
| { |
| "epoch": 1.6922948353668728, |
| "grad_norm": 0.02801922895014286, |
| "learning_rate": 0.00013275197048465538, |
| "loss": 0.7077, |
| "step": 10125 |
| }, |
| { |
| "epoch": 1.6948019388266755, |
| "grad_norm": 0.02875382825732231, |
| "learning_rate": 0.00013265134999161497, |
| "loss": 0.7097, |
| "step": 10140 |
| }, |
| { |
| "epoch": 1.6973090422864785, |
| "grad_norm": 0.028978591784834862, |
| "learning_rate": 0.00013255072949857455, |
| "loss": 0.6921, |
| "step": 10155 |
| }, |
| { |
| "epoch": 1.699816145746281, |
| "grad_norm": 0.028557538986206055, |
| "learning_rate": 0.00013245010900553414, |
| "loss": 0.7124, |
| "step": 10170 |
| }, |
| { |
| "epoch": 1.702323249206084, |
| "grad_norm": 0.02763993851840496, |
| "learning_rate": 0.00013234948851249372, |
| "loss": 0.6998, |
| "step": 10185 |
| }, |
| { |
| "epoch": 1.7048303526658866, |
| "grad_norm": 0.029599042609333992, |
| "learning_rate": 0.0001322488680194533, |
| "loss": 0.7116, |
| "step": 10200 |
| }, |
| { |
| "epoch": 1.7073374561256895, |
| "grad_norm": 0.028568753972649574, |
| "learning_rate": 0.0001321482475264129, |
| "loss": 0.6927, |
| "step": 10215 |
| }, |
| { |
| "epoch": 1.709844559585492, |
| "grad_norm": 0.028803616762161255, |
| "learning_rate": 0.00013204762703337248, |
| "loss": 0.7, |
| "step": 10230 |
| }, |
| { |
| "epoch": 1.712351663045295, |
| "grad_norm": 0.028020154684782028, |
| "learning_rate": 0.00013194700654033204, |
| "loss": 0.7024, |
| "step": 10245 |
| }, |
| { |
| "epoch": 1.7148587665050978, |
| "grad_norm": 0.029931314289569855, |
| "learning_rate": 0.00013184638604729165, |
| "loss": 0.6996, |
| "step": 10260 |
| }, |
| { |
| "epoch": 1.7173658699649006, |
| "grad_norm": 0.028297219425439835, |
| "learning_rate": 0.0001317457655542512, |
| "loss": 0.7055, |
| "step": 10275 |
| }, |
| { |
| "epoch": 1.7198729734247034, |
| "grad_norm": 0.02956199459731579, |
| "learning_rate": 0.00013164514506121082, |
| "loss": 0.6975, |
| "step": 10290 |
| }, |
| { |
| "epoch": 1.7223800768845061, |
| "grad_norm": 0.027763094753026962, |
| "learning_rate": 0.00013154452456817038, |
| "loss": 0.7072, |
| "step": 10305 |
| }, |
| { |
| "epoch": 1.7248871803443089, |
| "grad_norm": 0.027571503072977066, |
| "learning_rate": 0.00013144390407512997, |
| "loss": 0.7001, |
| "step": 10320 |
| }, |
| { |
| "epoch": 1.7273942838041116, |
| "grad_norm": 0.028334425762295723, |
| "learning_rate": 0.00013134328358208955, |
| "loss": 0.7059, |
| "step": 10335 |
| }, |
| { |
| "epoch": 1.7299013872639144, |
| "grad_norm": 0.027847876772284508, |
| "learning_rate": 0.00013124266308904914, |
| "loss": 0.6956, |
| "step": 10350 |
| }, |
| { |
| "epoch": 1.7324084907237172, |
| "grad_norm": 0.027983665466308594, |
| "learning_rate": 0.00013114204259600872, |
| "loss": 0.716, |
| "step": 10365 |
| }, |
| { |
| "epoch": 1.73491559418352, |
| "grad_norm": 0.028772972524166107, |
| "learning_rate": 0.0001310414221029683, |
| "loss": 0.7052, |
| "step": 10380 |
| }, |
| { |
| "epoch": 1.7374226976433227, |
| "grad_norm": 0.028679322451353073, |
| "learning_rate": 0.0001309408016099279, |
| "loss": 0.6948, |
| "step": 10395 |
| }, |
| { |
| "epoch": 1.7399298011031257, |
| "grad_norm": 0.02946317568421364, |
| "learning_rate": 0.00013084018111688748, |
| "loss": 0.7048, |
| "step": 10410 |
| }, |
| { |
| "epoch": 1.7424369045629282, |
| "grad_norm": 0.0287346001714468, |
| "learning_rate": 0.00013073956062384707, |
| "loss": 0.7047, |
| "step": 10425 |
| }, |
| { |
| "epoch": 1.7449440080227312, |
| "grad_norm": 0.02862308919429779, |
| "learning_rate": 0.00013063894013080665, |
| "loss": 0.6886, |
| "step": 10440 |
| }, |
| { |
| "epoch": 1.7474511114825337, |
| "grad_norm": 0.0288804080337286, |
| "learning_rate": 0.00013053831963776624, |
| "loss": 0.706, |
| "step": 10455 |
| }, |
| { |
| "epoch": 1.7499582149423367, |
| "grad_norm": 0.0278554018586874, |
| "learning_rate": 0.00013043769914472582, |
| "loss": 0.7169, |
| "step": 10470 |
| }, |
| { |
| "epoch": 1.7524653184021393, |
| "grad_norm": 0.02842450514435768, |
| "learning_rate": 0.0001303370786516854, |
| "loss": 0.7028, |
| "step": 10485 |
| }, |
| { |
| "epoch": 1.7549724218619422, |
| "grad_norm": 0.02780633233487606, |
| "learning_rate": 0.000130236458158645, |
| "loss": 0.6974, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.7574795253217448, |
| "grad_norm": 0.028826531022787094, |
| "learning_rate": 0.00013013583766560458, |
| "loss": 0.7024, |
| "step": 10515 |
| }, |
| { |
| "epoch": 1.7599866287815478, |
| "grad_norm": 0.028399532660841942, |
| "learning_rate": 0.00013003521717256414, |
| "loss": 0.7029, |
| "step": 10530 |
| }, |
| { |
| "epoch": 1.7624937322413505, |
| "grad_norm": 0.029726563021540642, |
| "learning_rate": 0.00012993459667952375, |
| "loss": 0.7033, |
| "step": 10545 |
| }, |
| { |
| "epoch": 1.7650008357011533, |
| "grad_norm": 0.028318284079432487, |
| "learning_rate": 0.0001298339761864833, |
| "loss": 0.7102, |
| "step": 10560 |
| }, |
| { |
| "epoch": 1.767507939160956, |
| "grad_norm": 0.02865464985370636, |
| "learning_rate": 0.00012973335569344292, |
| "loss": 0.7079, |
| "step": 10575 |
| }, |
| { |
| "epoch": 1.7700150426207588, |
| "grad_norm": 0.029711904004216194, |
| "learning_rate": 0.00012963273520040248, |
| "loss": 0.7003, |
| "step": 10590 |
| }, |
| { |
| "epoch": 1.7725221460805616, |
| "grad_norm": 0.02868981659412384, |
| "learning_rate": 0.00012953211470736206, |
| "loss": 0.7071, |
| "step": 10605 |
| }, |
| { |
| "epoch": 1.7750292495403643, |
| "grad_norm": 0.03023667074739933, |
| "learning_rate": 0.00012943149421432165, |
| "loss": 0.6988, |
| "step": 10620 |
| }, |
| { |
| "epoch": 1.777536353000167, |
| "grad_norm": 0.02855963073670864, |
| "learning_rate": 0.00012933087372128123, |
| "loss": 0.7001, |
| "step": 10635 |
| }, |
| { |
| "epoch": 1.7800434564599699, |
| "grad_norm": 0.02811777964234352, |
| "learning_rate": 0.00012923025322824082, |
| "loss": 0.6982, |
| "step": 10650 |
| }, |
| { |
| "epoch": 1.7825505599197728, |
| "grad_norm": 0.029220616444945335, |
| "learning_rate": 0.0001291296327352004, |
| "loss": 0.7123, |
| "step": 10665 |
| }, |
| { |
| "epoch": 1.7850576633795754, |
| "grad_norm": 0.02945820614695549, |
| "learning_rate": 0.00012902901224216, |
| "loss": 0.702, |
| "step": 10680 |
| }, |
| { |
| "epoch": 1.7875647668393784, |
| "grad_norm": 0.02915896289050579, |
| "learning_rate": 0.00012892839174911958, |
| "loss": 0.6996, |
| "step": 10695 |
| }, |
| { |
| "epoch": 1.790071870299181, |
| "grad_norm": 0.028102731332182884, |
| "learning_rate": 0.00012882777125607916, |
| "loss": 0.6931, |
| "step": 10710 |
| }, |
| { |
| "epoch": 1.792578973758984, |
| "grad_norm": 0.028598302975296974, |
| "learning_rate": 0.00012872715076303875, |
| "loss": 0.7049, |
| "step": 10725 |
| }, |
| { |
| "epoch": 1.7950860772187864, |
| "grad_norm": 0.02882864698767662, |
| "learning_rate": 0.00012862653026999833, |
| "loss": 0.6894, |
| "step": 10740 |
| }, |
| { |
| "epoch": 1.7975931806785894, |
| "grad_norm": 0.02864612452685833, |
| "learning_rate": 0.00012852590977695792, |
| "loss": 0.6959, |
| "step": 10755 |
| }, |
| { |
| "epoch": 1.800100284138392, |
| "grad_norm": 0.02791963331401348, |
| "learning_rate": 0.0001284252892839175, |
| "loss": 0.699, |
| "step": 10770 |
| }, |
| { |
| "epoch": 1.802607387598195, |
| "grad_norm": 0.029228495433926582, |
| "learning_rate": 0.0001283246687908771, |
| "loss": 0.7014, |
| "step": 10785 |
| }, |
| { |
| "epoch": 1.8051144910579977, |
| "grad_norm": 0.028694583103060722, |
| "learning_rate": 0.00012822404829783667, |
| "loss": 0.6981, |
| "step": 10800 |
| }, |
| { |
| "epoch": 1.8076215945178005, |
| "grad_norm": 0.028723234310746193, |
| "learning_rate": 0.00012812342780479626, |
| "loss": 0.6935, |
| "step": 10815 |
| }, |
| { |
| "epoch": 1.8101286979776032, |
| "grad_norm": 0.02791297808289528, |
| "learning_rate": 0.00012802280731175585, |
| "loss": 0.7023, |
| "step": 10830 |
| }, |
| { |
| "epoch": 1.812635801437406, |
| "grad_norm": 0.028474239632487297, |
| "learning_rate": 0.0001279221868187154, |
| "loss": 0.6966, |
| "step": 10845 |
| }, |
| { |
| "epoch": 1.8151429048972088, |
| "grad_norm": 0.028216082602739334, |
| "learning_rate": 0.00012782156632567502, |
| "loss": 0.7146, |
| "step": 10860 |
| }, |
| { |
| "epoch": 1.8176500083570115, |
| "grad_norm": 0.02868053875863552, |
| "learning_rate": 0.00012772094583263458, |
| "loss": 0.7018, |
| "step": 10875 |
| }, |
| { |
| "epoch": 1.8201571118168143, |
| "grad_norm": 0.029623722657561302, |
| "learning_rate": 0.00012762032533959416, |
| "loss": 0.7024, |
| "step": 10890 |
| }, |
| { |
| "epoch": 1.822664215276617, |
| "grad_norm": 0.029195398092269897, |
| "learning_rate": 0.00012751970484655375, |
| "loss": 0.7056, |
| "step": 10905 |
| }, |
| { |
| "epoch": 1.8251713187364198, |
| "grad_norm": 0.02803465723991394, |
| "learning_rate": 0.00012741908435351333, |
| "loss": 0.7013, |
| "step": 10920 |
| }, |
| { |
| "epoch": 1.8276784221962226, |
| "grad_norm": 0.02818216383457184, |
| "learning_rate": 0.00012731846386047292, |
| "loss": 0.7052, |
| "step": 10935 |
| }, |
| { |
| "epoch": 1.8301855256560255, |
| "grad_norm": 0.029034661129117012, |
| "learning_rate": 0.0001272178433674325, |
| "loss": 0.6918, |
| "step": 10950 |
| }, |
| { |
| "epoch": 1.832692629115828, |
| "grad_norm": 0.028653794899582863, |
| "learning_rate": 0.0001271172228743921, |
| "loss": 0.708, |
| "step": 10965 |
| }, |
| { |
| "epoch": 1.835199732575631, |
| "grad_norm": 0.02844145894050598, |
| "learning_rate": 0.00012701660238135167, |
| "loss": 0.7065, |
| "step": 10980 |
| }, |
| { |
| "epoch": 1.8377068360354336, |
| "grad_norm": 0.02880460023880005, |
| "learning_rate": 0.00012691598188831126, |
| "loss": 0.6931, |
| "step": 10995 |
| }, |
| { |
| "epoch": 1.8402139394952366, |
| "grad_norm": 0.02845979668200016, |
| "learning_rate": 0.00012681536139527084, |
| "loss": 0.6924, |
| "step": 11010 |
| }, |
| { |
| "epoch": 1.8427210429550391, |
| "grad_norm": 0.02805483527481556, |
| "learning_rate": 0.00012671474090223043, |
| "loss": 0.7064, |
| "step": 11025 |
| }, |
| { |
| "epoch": 1.8452281464148421, |
| "grad_norm": 0.029036138206720352, |
| "learning_rate": 0.00012661412040919002, |
| "loss": 0.7061, |
| "step": 11040 |
| }, |
| { |
| "epoch": 1.8477352498746449, |
| "grad_norm": 0.028865808621048927, |
| "learning_rate": 0.0001265134999161496, |
| "loss": 0.7088, |
| "step": 11055 |
| }, |
| { |
| "epoch": 1.8502423533344476, |
| "grad_norm": 0.028568295761942863, |
| "learning_rate": 0.00012641287942310919, |
| "loss": 0.7032, |
| "step": 11070 |
| }, |
| { |
| "epoch": 1.8527494567942504, |
| "grad_norm": 0.02971578575670719, |
| "learning_rate": 0.00012631225893006877, |
| "loss": 0.703, |
| "step": 11085 |
| }, |
| { |
| "epoch": 1.8552565602540532, |
| "grad_norm": 0.029128948226571083, |
| "learning_rate": 0.00012621163843702836, |
| "loss": 0.6964, |
| "step": 11100 |
| }, |
| { |
| "epoch": 1.857763663713856, |
| "grad_norm": 0.028951995074748993, |
| "learning_rate": 0.00012611101794398794, |
| "loss": 0.6998, |
| "step": 11115 |
| }, |
| { |
| "epoch": 1.8602707671736587, |
| "grad_norm": 0.029678482562303543, |
| "learning_rate": 0.00012601039745094753, |
| "loss": 0.6778, |
| "step": 11130 |
| }, |
| { |
| "epoch": 1.8627778706334615, |
| "grad_norm": 0.029598036780953407, |
| "learning_rate": 0.0001259097769579071, |
| "loss": 0.694, |
| "step": 11145 |
| }, |
| { |
| "epoch": 1.8652849740932642, |
| "grad_norm": 0.02879234589636326, |
| "learning_rate": 0.00012580915646486667, |
| "loss": 0.7085, |
| "step": 11160 |
| }, |
| { |
| "epoch": 1.867792077553067, |
| "grad_norm": 0.029246920719742775, |
| "learning_rate": 0.00012570853597182626, |
| "loss": 0.6932, |
| "step": 11175 |
| }, |
| { |
| "epoch": 1.8702991810128697, |
| "grad_norm": 0.030359363183379173, |
| "learning_rate": 0.00012560791547878584, |
| "loss": 0.7027, |
| "step": 11190 |
| }, |
| { |
| "epoch": 1.8728062844726727, |
| "grad_norm": 0.02991410344839096, |
| "learning_rate": 0.00012550729498574543, |
| "loss": 0.6842, |
| "step": 11205 |
| }, |
| { |
| "epoch": 1.8753133879324753, |
| "grad_norm": 0.028199173510074615, |
| "learning_rate": 0.00012540667449270501, |
| "loss": 0.6998, |
| "step": 11220 |
| }, |
| { |
| "epoch": 1.8778204913922782, |
| "grad_norm": 0.028087392449378967, |
| "learning_rate": 0.0001253060539996646, |
| "loss": 0.697, |
| "step": 11235 |
| }, |
| { |
| "epoch": 1.8803275948520808, |
| "grad_norm": 0.02853637933731079, |
| "learning_rate": 0.00012520543350662418, |
| "loss": 0.6874, |
| "step": 11250 |
| }, |
| { |
| "epoch": 1.8828346983118838, |
| "grad_norm": 0.028400765731930733, |
| "learning_rate": 0.00012510481301358377, |
| "loss": 0.6881, |
| "step": 11265 |
| }, |
| { |
| "epoch": 1.8853418017716863, |
| "grad_norm": 0.02928781695663929, |
| "learning_rate": 0.00012500419252054336, |
| "loss": 0.6951, |
| "step": 11280 |
| }, |
| { |
| "epoch": 1.8878489052314893, |
| "grad_norm": 0.028838330879807472, |
| "learning_rate": 0.00012490357202750294, |
| "loss": 0.6857, |
| "step": 11295 |
| }, |
| { |
| "epoch": 1.8903560086912918, |
| "grad_norm": 0.0293565783649683, |
| "learning_rate": 0.00012480295153446253, |
| "loss": 0.693, |
| "step": 11310 |
| }, |
| { |
| "epoch": 1.8928631121510948, |
| "grad_norm": 0.02845110557973385, |
| "learning_rate": 0.0001247023310414221, |
| "loss": 0.6999, |
| "step": 11325 |
| }, |
| { |
| "epoch": 1.8953702156108976, |
| "grad_norm": 0.029096076264977455, |
| "learning_rate": 0.0001246017105483817, |
| "loss": 0.6841, |
| "step": 11340 |
| }, |
| { |
| "epoch": 1.8978773190707003, |
| "grad_norm": 0.029120532795786858, |
| "learning_rate": 0.00012450109005534128, |
| "loss": 0.7009, |
| "step": 11355 |
| }, |
| { |
| "epoch": 1.900384422530503, |
| "grad_norm": 0.027919389307498932, |
| "learning_rate": 0.00012440046956230087, |
| "loss": 0.708, |
| "step": 11370 |
| }, |
| { |
| "epoch": 1.9028915259903059, |
| "grad_norm": 0.02887488156557083, |
| "learning_rate": 0.00012429984906926045, |
| "loss": 0.7048, |
| "step": 11385 |
| }, |
| { |
| "epoch": 1.9053986294501086, |
| "grad_norm": 0.028664030134677887, |
| "learning_rate": 0.00012419922857622004, |
| "loss": 0.7003, |
| "step": 11400 |
| }, |
| { |
| "epoch": 1.9079057329099114, |
| "grad_norm": 0.028661739081144333, |
| "learning_rate": 0.00012409860808317962, |
| "loss": 0.7009, |
| "step": 11415 |
| }, |
| { |
| "epoch": 1.9104128363697142, |
| "grad_norm": 0.02937045879662037, |
| "learning_rate": 0.0001239979875901392, |
| "loss": 0.6935, |
| "step": 11430 |
| }, |
| { |
| "epoch": 1.912919939829517, |
| "grad_norm": 0.030395416542887688, |
| "learning_rate": 0.0001238973670970988, |
| "loss": 0.6808, |
| "step": 11445 |
| }, |
| { |
| "epoch": 1.91542704328932, |
| "grad_norm": 0.030018294230103493, |
| "learning_rate": 0.00012379674660405835, |
| "loss": 0.6931, |
| "step": 11460 |
| }, |
| { |
| "epoch": 1.9179341467491224, |
| "grad_norm": 0.029583923518657684, |
| "learning_rate": 0.00012369612611101794, |
| "loss": 0.6844, |
| "step": 11475 |
| }, |
| { |
| "epoch": 1.9204412502089254, |
| "grad_norm": 0.028469126671552658, |
| "learning_rate": 0.00012359550561797752, |
| "loss": 0.7, |
| "step": 11490 |
| }, |
| { |
| "epoch": 1.922948353668728, |
| "grad_norm": 0.029069840908050537, |
| "learning_rate": 0.0001234948851249371, |
| "loss": 0.6769, |
| "step": 11505 |
| }, |
| { |
| "epoch": 1.925455457128531, |
| "grad_norm": 0.03039330244064331, |
| "learning_rate": 0.0001233942646318967, |
| "loss": 0.701, |
| "step": 11520 |
| }, |
| { |
| "epoch": 1.9279625605883335, |
| "grad_norm": 0.029704933986067772, |
| "learning_rate": 0.00012329364413885628, |
| "loss": 0.6955, |
| "step": 11535 |
| }, |
| { |
| "epoch": 1.9304696640481365, |
| "grad_norm": 0.02861003205180168, |
| "learning_rate": 0.00012319302364581587, |
| "loss": 0.7029, |
| "step": 11550 |
| }, |
| { |
| "epoch": 1.932976767507939, |
| "grad_norm": 0.028516478836536407, |
| "learning_rate": 0.00012309240315277545, |
| "loss": 0.685, |
| "step": 11565 |
| }, |
| { |
| "epoch": 1.935483870967742, |
| "grad_norm": 0.02939150668680668, |
| "learning_rate": 0.00012299178265973504, |
| "loss": 0.6862, |
| "step": 11580 |
| }, |
| { |
| "epoch": 1.9379909744275448, |
| "grad_norm": 0.029078399762511253, |
| "learning_rate": 0.00012289116216669462, |
| "loss": 0.6915, |
| "step": 11595 |
| }, |
| { |
| "epoch": 1.9404980778873475, |
| "grad_norm": 0.02967904321849346, |
| "learning_rate": 0.0001227905416736542, |
| "loss": 0.7078, |
| "step": 11610 |
| }, |
| { |
| "epoch": 1.9430051813471503, |
| "grad_norm": 0.02986898459494114, |
| "learning_rate": 0.0001226899211806138, |
| "loss": 0.6962, |
| "step": 11625 |
| }, |
| { |
| "epoch": 1.945512284806953, |
| "grad_norm": 0.029141373932361603, |
| "learning_rate": 0.00012258930068757338, |
| "loss": 0.6898, |
| "step": 11640 |
| }, |
| { |
| "epoch": 1.9480193882667558, |
| "grad_norm": 0.02856113389134407, |
| "learning_rate": 0.00012248868019453296, |
| "loss": 0.6932, |
| "step": 11655 |
| }, |
| { |
| "epoch": 1.9505264917265586, |
| "grad_norm": 0.02906043641269207, |
| "learning_rate": 0.00012238805970149255, |
| "loss": 0.6947, |
| "step": 11670 |
| }, |
| { |
| "epoch": 1.9530335951863613, |
| "grad_norm": 0.028559362515807152, |
| "learning_rate": 0.00012228743920845214, |
| "loss": 0.6959, |
| "step": 11685 |
| }, |
| { |
| "epoch": 1.955540698646164, |
| "grad_norm": 0.029632238671183586, |
| "learning_rate": 0.00012218681871541172, |
| "loss": 0.7044, |
| "step": 11700 |
| }, |
| { |
| "epoch": 1.958047802105967, |
| "grad_norm": 0.028845706954598427, |
| "learning_rate": 0.0001220861982223713, |
| "loss": 0.6845, |
| "step": 11715 |
| }, |
| { |
| "epoch": 1.9605549055657696, |
| "grad_norm": 0.029171636328101158, |
| "learning_rate": 0.00012198557772933088, |
| "loss": 0.7044, |
| "step": 11730 |
| }, |
| { |
| "epoch": 1.9630620090255726, |
| "grad_norm": 0.030526766553521156, |
| "learning_rate": 0.00012188495723629045, |
| "loss": 0.6881, |
| "step": 11745 |
| }, |
| { |
| "epoch": 1.9655691124853751, |
| "grad_norm": 0.029202323406934738, |
| "learning_rate": 0.00012178433674325005, |
| "loss": 0.6853, |
| "step": 11760 |
| }, |
| { |
| "epoch": 1.9680762159451781, |
| "grad_norm": 0.028741231188178062, |
| "learning_rate": 0.00012168371625020962, |
| "loss": 0.7085, |
| "step": 11775 |
| }, |
| { |
| "epoch": 1.9705833194049807, |
| "grad_norm": 0.029565809294581413, |
| "learning_rate": 0.00012158309575716922, |
| "loss": 0.6951, |
| "step": 11790 |
| }, |
| { |
| "epoch": 1.9730904228647836, |
| "grad_norm": 0.029546387493610382, |
| "learning_rate": 0.00012148247526412879, |
| "loss": 0.6961, |
| "step": 11805 |
| }, |
| { |
| "epoch": 1.9755975263245862, |
| "grad_norm": 0.029062774032354355, |
| "learning_rate": 0.00012138185477108839, |
| "loss": 0.6933, |
| "step": 11820 |
| }, |
| { |
| "epoch": 1.9781046297843892, |
| "grad_norm": 0.028955336660146713, |
| "learning_rate": 0.00012128123427804796, |
| "loss": 0.6898, |
| "step": 11835 |
| }, |
| { |
| "epoch": 1.980611733244192, |
| "grad_norm": 0.031218407675623894, |
| "learning_rate": 0.00012118061378500756, |
| "loss": 0.689, |
| "step": 11850 |
| }, |
| { |
| "epoch": 1.9831188367039947, |
| "grad_norm": 0.030403736978769302, |
| "learning_rate": 0.00012107999329196713, |
| "loss": 0.6981, |
| "step": 11865 |
| }, |
| { |
| "epoch": 1.9856259401637975, |
| "grad_norm": 0.030305424705147743, |
| "learning_rate": 0.00012097937279892673, |
| "loss": 0.6987, |
| "step": 11880 |
| }, |
| { |
| "epoch": 1.9881330436236002, |
| "grad_norm": 0.029590345919132233, |
| "learning_rate": 0.0001208787523058863, |
| "loss": 0.6984, |
| "step": 11895 |
| }, |
| { |
| "epoch": 1.990640147083403, |
| "grad_norm": 0.04296644404530525, |
| "learning_rate": 0.00012077813181284589, |
| "loss": 0.7018, |
| "step": 11910 |
| }, |
| { |
| "epoch": 1.9931472505432057, |
| "grad_norm": 0.029970306903123856, |
| "learning_rate": 0.00012067751131980548, |
| "loss": 0.6887, |
| "step": 11925 |
| }, |
| { |
| "epoch": 1.9956543540030085, |
| "grad_norm": 0.02884749509394169, |
| "learning_rate": 0.00012057689082676506, |
| "loss": 0.7004, |
| "step": 11940 |
| }, |
| { |
| "epoch": 1.9981614574628113, |
| "grad_norm": 0.030533695593476295, |
| "learning_rate": 0.00012047627033372463, |
| "loss": 0.6883, |
| "step": 11955 |
| }, |
| { |
| "epoch": 2.0006685609226142, |
| "grad_norm": 0.029126284644007683, |
| "learning_rate": 0.00012037564984068423, |
| "loss": 0.6984, |
| "step": 11970 |
| }, |
| { |
| "epoch": 2.003175664382417, |
| "grad_norm": 0.029292147606611252, |
| "learning_rate": 0.0001202750293476438, |
| "loss": 0.6894, |
| "step": 11985 |
| }, |
| { |
| "epoch": 2.0056827678422198, |
| "grad_norm": 0.029509389773011208, |
| "learning_rate": 0.0001201744088546034, |
| "loss": 0.6823, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.0081898713020223, |
| "grad_norm": 0.02902618609368801, |
| "learning_rate": 0.00012007378836156298, |
| "loss": 0.6763, |
| "step": 12015 |
| }, |
| { |
| "epoch": 2.0106969747618253, |
| "grad_norm": 0.028685985133051872, |
| "learning_rate": 0.00011997316786852255, |
| "loss": 0.6903, |
| "step": 12030 |
| }, |
| { |
| "epoch": 2.013204078221628, |
| "grad_norm": 0.029849760234355927, |
| "learning_rate": 0.00011987254737548215, |
| "loss": 0.6886, |
| "step": 12045 |
| }, |
| { |
| "epoch": 2.015711181681431, |
| "grad_norm": 0.030097436159849167, |
| "learning_rate": 0.00011977192688244172, |
| "loss": 0.6868, |
| "step": 12060 |
| }, |
| { |
| "epoch": 2.0182182851412334, |
| "grad_norm": 0.02963315322995186, |
| "learning_rate": 0.00011967130638940132, |
| "loss": 0.6856, |
| "step": 12075 |
| }, |
| { |
| "epoch": 2.0207253886010363, |
| "grad_norm": 0.030087383463978767, |
| "learning_rate": 0.00011957068589636089, |
| "loss": 0.6886, |
| "step": 12090 |
| }, |
| { |
| "epoch": 2.023232492060839, |
| "grad_norm": 0.029318705201148987, |
| "learning_rate": 0.00011947006540332049, |
| "loss": 0.6734, |
| "step": 12105 |
| }, |
| { |
| "epoch": 2.025739595520642, |
| "grad_norm": 0.029196394607424736, |
| "learning_rate": 0.00011936944491028006, |
| "loss": 0.674, |
| "step": 12120 |
| }, |
| { |
| "epoch": 2.0282466989804444, |
| "grad_norm": 0.029127739369869232, |
| "learning_rate": 0.00011926882441723966, |
| "loss": 0.6875, |
| "step": 12135 |
| }, |
| { |
| "epoch": 2.0307538024402474, |
| "grad_norm": 0.029445838183164597, |
| "learning_rate": 0.00011916820392419923, |
| "loss": 0.6869, |
| "step": 12150 |
| }, |
| { |
| "epoch": 2.03326090590005, |
| "grad_norm": 0.029497170820832253, |
| "learning_rate": 0.00011906758343115883, |
| "loss": 0.6717, |
| "step": 12165 |
| }, |
| { |
| "epoch": 2.035768009359853, |
| "grad_norm": 0.028793711215257645, |
| "learning_rate": 0.0001189669629381184, |
| "loss": 0.682, |
| "step": 12180 |
| }, |
| { |
| "epoch": 2.038275112819656, |
| "grad_norm": 0.029894977807998657, |
| "learning_rate": 0.00011886634244507799, |
| "loss": 0.6821, |
| "step": 12195 |
| }, |
| { |
| "epoch": 2.0407822162794584, |
| "grad_norm": 0.028813883662223816, |
| "learning_rate": 0.00011876572195203757, |
| "loss": 0.6678, |
| "step": 12210 |
| }, |
| { |
| "epoch": 2.0432893197392614, |
| "grad_norm": 0.029816757887601852, |
| "learning_rate": 0.00011866510145899716, |
| "loss": 0.693, |
| "step": 12225 |
| }, |
| { |
| "epoch": 2.045796423199064, |
| "grad_norm": 0.03083239123225212, |
| "learning_rate": 0.00011856448096595673, |
| "loss": 0.681, |
| "step": 12240 |
| }, |
| { |
| "epoch": 2.048303526658867, |
| "grad_norm": 0.029679182916879654, |
| "learning_rate": 0.00011846386047291633, |
| "loss": 0.6742, |
| "step": 12255 |
| }, |
| { |
| "epoch": 2.0508106301186695, |
| "grad_norm": 0.03096550703048706, |
| "learning_rate": 0.0001183632399798759, |
| "loss": 0.6836, |
| "step": 12270 |
| }, |
| { |
| "epoch": 2.0533177335784725, |
| "grad_norm": 0.030012456700205803, |
| "learning_rate": 0.0001182626194868355, |
| "loss": 0.6819, |
| "step": 12285 |
| }, |
| { |
| "epoch": 2.055824837038275, |
| "grad_norm": 0.029759397730231285, |
| "learning_rate": 0.00011816199899379507, |
| "loss": 0.6781, |
| "step": 12300 |
| }, |
| { |
| "epoch": 2.058331940498078, |
| "grad_norm": 0.030046438798308372, |
| "learning_rate": 0.00011806137850075464, |
| "loss": 0.6787, |
| "step": 12315 |
| }, |
| { |
| "epoch": 2.0608390439578805, |
| "grad_norm": 0.02959163673222065, |
| "learning_rate": 0.00011796075800771424, |
| "loss": 0.6828, |
| "step": 12330 |
| }, |
| { |
| "epoch": 2.0633461474176835, |
| "grad_norm": 0.02911483868956566, |
| "learning_rate": 0.00011786013751467382, |
| "loss": 0.682, |
| "step": 12345 |
| }, |
| { |
| "epoch": 2.065853250877486, |
| "grad_norm": 0.04046880826354027, |
| "learning_rate": 0.00011775951702163341, |
| "loss": 0.6852, |
| "step": 12360 |
| }, |
| { |
| "epoch": 2.068360354337289, |
| "grad_norm": 0.030412757769227028, |
| "learning_rate": 0.00011765889652859299, |
| "loss": 0.6783, |
| "step": 12375 |
| }, |
| { |
| "epoch": 2.0708674577970916, |
| "grad_norm": 0.029883218929171562, |
| "learning_rate": 0.00011755827603555259, |
| "loss": 0.6774, |
| "step": 12390 |
| }, |
| { |
| "epoch": 2.0733745612568946, |
| "grad_norm": 0.029417937621474266, |
| "learning_rate": 0.00011745765554251216, |
| "loss": 0.691, |
| "step": 12405 |
| }, |
| { |
| "epoch": 2.075881664716697, |
| "grad_norm": 0.03051302768290043, |
| "learning_rate": 0.00011735703504947176, |
| "loss": 0.6871, |
| "step": 12420 |
| }, |
| { |
| "epoch": 2.0783887681765, |
| "grad_norm": 0.030459176748991013, |
| "learning_rate": 0.00011725641455643133, |
| "loss": 0.6892, |
| "step": 12435 |
| }, |
| { |
| "epoch": 2.0808958716363026, |
| "grad_norm": 0.030476195737719536, |
| "learning_rate": 0.00011715579406339093, |
| "loss": 0.6875, |
| "step": 12450 |
| }, |
| { |
| "epoch": 2.0834029750961056, |
| "grad_norm": 0.02982410229742527, |
| "learning_rate": 0.0001170551735703505, |
| "loss": 0.6623, |
| "step": 12465 |
| }, |
| { |
| "epoch": 2.0859100785559086, |
| "grad_norm": 0.030465099960565567, |
| "learning_rate": 0.0001169545530773101, |
| "loss": 0.6841, |
| "step": 12480 |
| }, |
| { |
| "epoch": 2.088417182015711, |
| "grad_norm": 0.029227489605545998, |
| "learning_rate": 0.00011685393258426967, |
| "loss": 0.6777, |
| "step": 12495 |
| }, |
| { |
| "epoch": 2.090924285475514, |
| "grad_norm": 0.029344556853175163, |
| "learning_rate": 0.00011675331209122926, |
| "loss": 0.6823, |
| "step": 12510 |
| }, |
| { |
| "epoch": 2.0934313889353167, |
| "grad_norm": 0.030551349744200706, |
| "learning_rate": 0.00011665269159818884, |
| "loss": 0.6872, |
| "step": 12525 |
| }, |
| { |
| "epoch": 2.0959384923951196, |
| "grad_norm": 0.03063136897981167, |
| "learning_rate": 0.00011655207110514843, |
| "loss": 0.6767, |
| "step": 12540 |
| }, |
| { |
| "epoch": 2.098445595854922, |
| "grad_norm": 0.02986333705484867, |
| "learning_rate": 0.000116451450612108, |
| "loss": 0.6941, |
| "step": 12555 |
| }, |
| { |
| "epoch": 2.100952699314725, |
| "grad_norm": 0.030152348801493645, |
| "learning_rate": 0.0001163508301190676, |
| "loss": 0.6832, |
| "step": 12570 |
| }, |
| { |
| "epoch": 2.1034598027745277, |
| "grad_norm": 0.029383687302470207, |
| "learning_rate": 0.00011625020962602717, |
| "loss": 0.6676, |
| "step": 12585 |
| }, |
| { |
| "epoch": 2.1059669062343307, |
| "grad_norm": 0.03019135817885399, |
| "learning_rate": 0.00011614958913298674, |
| "loss": 0.6735, |
| "step": 12600 |
| }, |
| { |
| "epoch": 2.1084740096941332, |
| "grad_norm": 0.030429605394601822, |
| "learning_rate": 0.00011604896863994634, |
| "loss": 0.6837, |
| "step": 12615 |
| }, |
| { |
| "epoch": 2.110981113153936, |
| "grad_norm": 0.031370870769023895, |
| "learning_rate": 0.00011594834814690591, |
| "loss": 0.6753, |
| "step": 12630 |
| }, |
| { |
| "epoch": 2.1134882166137388, |
| "grad_norm": 0.030195990577340126, |
| "learning_rate": 0.00011584772765386551, |
| "loss": 0.669, |
| "step": 12645 |
| }, |
| { |
| "epoch": 2.1159953200735417, |
| "grad_norm": 0.03015013597905636, |
| "learning_rate": 0.00011574710716082508, |
| "loss": 0.6868, |
| "step": 12660 |
| }, |
| { |
| "epoch": 2.1185024235333443, |
| "grad_norm": 0.030749835073947906, |
| "learning_rate": 0.00011564648666778468, |
| "loss": 0.6664, |
| "step": 12675 |
| }, |
| { |
| "epoch": 2.1210095269931473, |
| "grad_norm": 0.03003542125225067, |
| "learning_rate": 0.00011554586617474425, |
| "loss": 0.6884, |
| "step": 12690 |
| }, |
| { |
| "epoch": 2.12351663045295, |
| "grad_norm": 0.02948312647640705, |
| "learning_rate": 0.00011544524568170385, |
| "loss": 0.686, |
| "step": 12705 |
| }, |
| { |
| "epoch": 2.126023733912753, |
| "grad_norm": 0.03116905875504017, |
| "learning_rate": 0.00011534462518866342, |
| "loss": 0.6917, |
| "step": 12720 |
| }, |
| { |
| "epoch": 2.1285308373725558, |
| "grad_norm": 0.03057217039167881, |
| "learning_rate": 0.00011524400469562302, |
| "loss": 0.6893, |
| "step": 12735 |
| }, |
| { |
| "epoch": 2.1310379408323583, |
| "grad_norm": 0.03055824153125286, |
| "learning_rate": 0.0001151433842025826, |
| "loss": 0.6749, |
| "step": 12750 |
| }, |
| { |
| "epoch": 2.1335450442921613, |
| "grad_norm": 0.030194489285349846, |
| "learning_rate": 0.0001150427637095422, |
| "loss": 0.6841, |
| "step": 12765 |
| }, |
| { |
| "epoch": 2.136052147751964, |
| "grad_norm": 0.030030904337763786, |
| "learning_rate": 0.00011494214321650177, |
| "loss": 0.6755, |
| "step": 12780 |
| }, |
| { |
| "epoch": 2.138559251211767, |
| "grad_norm": 0.030531438067555428, |
| "learning_rate": 0.00011484152272346137, |
| "loss": 0.6885, |
| "step": 12795 |
| }, |
| { |
| "epoch": 2.1410663546715694, |
| "grad_norm": 0.031014693900942802, |
| "learning_rate": 0.00011474090223042094, |
| "loss": 0.6872, |
| "step": 12810 |
| }, |
| { |
| "epoch": 2.1435734581313723, |
| "grad_norm": 0.03255138173699379, |
| "learning_rate": 0.00011464028173738052, |
| "loss": 0.6811, |
| "step": 12825 |
| }, |
| { |
| "epoch": 2.146080561591175, |
| "grad_norm": 0.02984030731022358, |
| "learning_rate": 0.00011453966124434011, |
| "loss": 0.684, |
| "step": 12840 |
| }, |
| { |
| "epoch": 2.148587665050978, |
| "grad_norm": 0.03038971871137619, |
| "learning_rate": 0.0001144390407512997, |
| "loss": 0.6901, |
| "step": 12855 |
| }, |
| { |
| "epoch": 2.1510947685107804, |
| "grad_norm": 0.03030613623559475, |
| "learning_rate": 0.00011433842025825927, |
| "loss": 0.6815, |
| "step": 12870 |
| }, |
| { |
| "epoch": 2.1536018719705834, |
| "grad_norm": 0.03107587993144989, |
| "learning_rate": 0.00011423779976521885, |
| "loss": 0.6773, |
| "step": 12885 |
| }, |
| { |
| "epoch": 2.156108975430386, |
| "grad_norm": 0.030311092734336853, |
| "learning_rate": 0.00011413717927217844, |
| "loss": 0.6859, |
| "step": 12900 |
| }, |
| { |
| "epoch": 2.158616078890189, |
| "grad_norm": 0.03004043735563755, |
| "learning_rate": 0.00011403655877913801, |
| "loss": 0.677, |
| "step": 12915 |
| }, |
| { |
| "epoch": 2.1611231823499915, |
| "grad_norm": 0.02978183701634407, |
| "learning_rate": 0.00011393593828609761, |
| "loss": 0.686, |
| "step": 12930 |
| }, |
| { |
| "epoch": 2.1636302858097944, |
| "grad_norm": 0.030549898743629456, |
| "learning_rate": 0.00011383531779305718, |
| "loss": 0.6875, |
| "step": 12945 |
| }, |
| { |
| "epoch": 2.166137389269597, |
| "grad_norm": 0.030601589009165764, |
| "learning_rate": 0.00011373469730001678, |
| "loss": 0.6817, |
| "step": 12960 |
| }, |
| { |
| "epoch": 2.1686444927294, |
| "grad_norm": 0.030580811202526093, |
| "learning_rate": 0.00011363407680697635, |
| "loss": 0.6887, |
| "step": 12975 |
| }, |
| { |
| "epoch": 2.171151596189203, |
| "grad_norm": 0.030157998204231262, |
| "learning_rate": 0.00011353345631393595, |
| "loss": 0.693, |
| "step": 12990 |
| }, |
| { |
| "epoch": 2.1736586996490055, |
| "grad_norm": 0.03086373209953308, |
| "learning_rate": 0.00011343283582089552, |
| "loss": 0.6962, |
| "step": 13005 |
| }, |
| { |
| "epoch": 2.1761658031088085, |
| "grad_norm": 0.02979792095720768, |
| "learning_rate": 0.00011333221532785512, |
| "loss": 0.6756, |
| "step": 13020 |
| }, |
| { |
| "epoch": 2.178672906568611, |
| "grad_norm": 0.03019995242357254, |
| "learning_rate": 0.00011323159483481469, |
| "loss": 0.6951, |
| "step": 13035 |
| }, |
| { |
| "epoch": 2.181180010028414, |
| "grad_norm": 0.030209194868803024, |
| "learning_rate": 0.00011313097434177429, |
| "loss": 0.6904, |
| "step": 13050 |
| }, |
| { |
| "epoch": 2.1836871134882165, |
| "grad_norm": 0.030985839664936066, |
| "learning_rate": 0.00011303035384873386, |
| "loss": 0.6808, |
| "step": 13065 |
| }, |
| { |
| "epoch": 2.1861942169480195, |
| "grad_norm": 0.03027096390724182, |
| "learning_rate": 0.00011292973335569346, |
| "loss": 0.6892, |
| "step": 13080 |
| }, |
| { |
| "epoch": 2.188701320407822, |
| "grad_norm": 0.03128921985626221, |
| "learning_rate": 0.00011282911286265303, |
| "loss": 0.6841, |
| "step": 13095 |
| }, |
| { |
| "epoch": 2.191208423867625, |
| "grad_norm": 0.030639823526144028, |
| "learning_rate": 0.00011272849236961262, |
| "loss": 0.6708, |
| "step": 13110 |
| }, |
| { |
| "epoch": 2.1937155273274276, |
| "grad_norm": 0.030816158279776573, |
| "learning_rate": 0.0001126278718765722, |
| "loss": 0.6792, |
| "step": 13125 |
| }, |
| { |
| "epoch": 2.1962226307872306, |
| "grad_norm": 0.03019116260111332, |
| "learning_rate": 0.00011252725138353179, |
| "loss": 0.6777, |
| "step": 13140 |
| }, |
| { |
| "epoch": 2.198729734247033, |
| "grad_norm": 0.030292050912976265, |
| "learning_rate": 0.00011242663089049136, |
| "loss": 0.6999, |
| "step": 13155 |
| }, |
| { |
| "epoch": 2.201236837706836, |
| "grad_norm": 0.029916753992438316, |
| "learning_rate": 0.00011232601039745095, |
| "loss": 0.6784, |
| "step": 13170 |
| }, |
| { |
| "epoch": 2.2037439411666386, |
| "grad_norm": 0.029692910611629486, |
| "learning_rate": 0.00011222538990441053, |
| "loss": 0.6921, |
| "step": 13185 |
| }, |
| { |
| "epoch": 2.2062510446264416, |
| "grad_norm": 0.030788224190473557, |
| "learning_rate": 0.0001121247694113701, |
| "loss": 0.6714, |
| "step": 13200 |
| }, |
| { |
| "epoch": 2.208758148086244, |
| "grad_norm": 0.031961727887392044, |
| "learning_rate": 0.0001120241489183297, |
| "loss": 0.6818, |
| "step": 13215 |
| }, |
| { |
| "epoch": 2.211265251546047, |
| "grad_norm": 0.030589012429118156, |
| "learning_rate": 0.00011192352842528928, |
| "loss": 0.6863, |
| "step": 13230 |
| }, |
| { |
| "epoch": 2.21377235500585, |
| "grad_norm": 0.03072304092347622, |
| "learning_rate": 0.00011182290793224888, |
| "loss": 0.6854, |
| "step": 13245 |
| }, |
| { |
| "epoch": 2.2162794584656527, |
| "grad_norm": 0.030577028170228004, |
| "learning_rate": 0.00011172228743920845, |
| "loss": 0.6781, |
| "step": 13260 |
| }, |
| { |
| "epoch": 2.2187865619254556, |
| "grad_norm": 0.030161473900079727, |
| "learning_rate": 0.00011162166694616805, |
| "loss": 0.6824, |
| "step": 13275 |
| }, |
| { |
| "epoch": 2.221293665385258, |
| "grad_norm": 0.030237851664423943, |
| "learning_rate": 0.00011152104645312762, |
| "loss": 0.6808, |
| "step": 13290 |
| }, |
| { |
| "epoch": 2.223800768845061, |
| "grad_norm": 0.030910607427358627, |
| "learning_rate": 0.00011142042596008722, |
| "loss": 0.6819, |
| "step": 13305 |
| }, |
| { |
| "epoch": 2.2263078723048637, |
| "grad_norm": 0.03041113168001175, |
| "learning_rate": 0.00011131980546704679, |
| "loss": 0.6784, |
| "step": 13320 |
| }, |
| { |
| "epoch": 2.2288149757646667, |
| "grad_norm": 0.0322742834687233, |
| "learning_rate": 0.00011121918497400639, |
| "loss": 0.6695, |
| "step": 13335 |
| }, |
| { |
| "epoch": 2.2313220792244692, |
| "grad_norm": 0.03125980496406555, |
| "learning_rate": 0.00011111856448096596, |
| "loss": 0.681, |
| "step": 13350 |
| }, |
| { |
| "epoch": 2.233829182684272, |
| "grad_norm": 0.030773991718888283, |
| "learning_rate": 0.00011101794398792556, |
| "loss": 0.6867, |
| "step": 13365 |
| }, |
| { |
| "epoch": 2.2363362861440748, |
| "grad_norm": 0.03200787305831909, |
| "learning_rate": 0.00011091732349488513, |
| "loss": 0.691, |
| "step": 13380 |
| }, |
| { |
| "epoch": 2.2388433896038777, |
| "grad_norm": 0.03116571344435215, |
| "learning_rate": 0.00011081670300184473, |
| "loss": 0.671, |
| "step": 13395 |
| }, |
| { |
| "epoch": 2.2413504930636803, |
| "grad_norm": 0.031088994815945625, |
| "learning_rate": 0.0001107160825088043, |
| "loss": 0.6726, |
| "step": 13410 |
| }, |
| { |
| "epoch": 2.2438575965234833, |
| "grad_norm": 0.03130762279033661, |
| "learning_rate": 0.00011061546201576389, |
| "loss": 0.6948, |
| "step": 13425 |
| }, |
| { |
| "epoch": 2.246364699983286, |
| "grad_norm": 0.03147103264927864, |
| "learning_rate": 0.00011051484152272347, |
| "loss": 0.6778, |
| "step": 13440 |
| }, |
| { |
| "epoch": 2.248871803443089, |
| "grad_norm": 0.02998683787882328, |
| "learning_rate": 0.00011041422102968304, |
| "loss": 0.6996, |
| "step": 13455 |
| }, |
| { |
| "epoch": 2.2513789069028913, |
| "grad_norm": 0.03249230980873108, |
| "learning_rate": 0.00011031360053664263, |
| "loss": 0.6949, |
| "step": 13470 |
| }, |
| { |
| "epoch": 2.2538860103626943, |
| "grad_norm": 0.030694512650370598, |
| "learning_rate": 0.00011021298004360222, |
| "loss": 0.6806, |
| "step": 13485 |
| }, |
| { |
| "epoch": 2.2563931138224973, |
| "grad_norm": 0.0317358560860157, |
| "learning_rate": 0.0001101123595505618, |
| "loss": 0.6844, |
| "step": 13500 |
| }, |
| { |
| "epoch": 2.2589002172823, |
| "grad_norm": 0.029508093371987343, |
| "learning_rate": 0.00011001173905752137, |
| "loss": 0.6723, |
| "step": 13515 |
| }, |
| { |
| "epoch": 2.2614073207421024, |
| "grad_norm": 0.03101976215839386, |
| "learning_rate": 0.00010991111856448097, |
| "loss": 0.6689, |
| "step": 13530 |
| }, |
| { |
| "epoch": 2.2639144242019054, |
| "grad_norm": 0.030808012932538986, |
| "learning_rate": 0.00010981049807144054, |
| "loss": 0.6701, |
| "step": 13545 |
| }, |
| { |
| "epoch": 2.2664215276617083, |
| "grad_norm": 0.03057938627898693, |
| "learning_rate": 0.00010970987757840014, |
| "loss": 0.684, |
| "step": 13560 |
| }, |
| { |
| "epoch": 2.268928631121511, |
| "grad_norm": 0.03127751499414444, |
| "learning_rate": 0.00010960925708535971, |
| "loss": 0.6776, |
| "step": 13575 |
| }, |
| { |
| "epoch": 2.271435734581314, |
| "grad_norm": 0.02989344857633114, |
| "learning_rate": 0.00010950863659231931, |
| "loss": 0.6889, |
| "step": 13590 |
| }, |
| { |
| "epoch": 2.2739428380411164, |
| "grad_norm": 0.03043249435722828, |
| "learning_rate": 0.00010940801609927889, |
| "loss": 0.6794, |
| "step": 13605 |
| }, |
| { |
| "epoch": 2.2764499415009194, |
| "grad_norm": 0.030408738180994987, |
| "learning_rate": 0.00010930739560623848, |
| "loss": 0.6815, |
| "step": 13620 |
| }, |
| { |
| "epoch": 2.278957044960722, |
| "grad_norm": 0.030735976994037628, |
| "learning_rate": 0.00010920677511319806, |
| "loss": 0.6809, |
| "step": 13635 |
| }, |
| { |
| "epoch": 2.281464148420525, |
| "grad_norm": 0.0312831737101078, |
| "learning_rate": 0.00010910615462015766, |
| "loss": 0.6788, |
| "step": 13650 |
| }, |
| { |
| "epoch": 2.2839712518803275, |
| "grad_norm": 0.030336899682879448, |
| "learning_rate": 0.00010900553412711723, |
| "loss": 0.6737, |
| "step": 13665 |
| }, |
| { |
| "epoch": 2.2864783553401304, |
| "grad_norm": 0.030938081443309784, |
| "learning_rate": 0.00010890491363407683, |
| "loss": 0.6803, |
| "step": 13680 |
| }, |
| { |
| "epoch": 2.288985458799933, |
| "grad_norm": 0.02994300052523613, |
| "learning_rate": 0.0001088042931410364, |
| "loss": 0.6714, |
| "step": 13695 |
| }, |
| { |
| "epoch": 2.291492562259736, |
| "grad_norm": 0.03124346025288105, |
| "learning_rate": 0.000108703672647996, |
| "loss": 0.678, |
| "step": 13710 |
| }, |
| { |
| "epoch": 2.2939996657195385, |
| "grad_norm": 0.030526146292686462, |
| "learning_rate": 0.00010860305215495557, |
| "loss": 0.6815, |
| "step": 13725 |
| }, |
| { |
| "epoch": 2.2965067691793415, |
| "grad_norm": 0.03184838965535164, |
| "learning_rate": 0.00010850243166191514, |
| "loss": 0.6768, |
| "step": 13740 |
| }, |
| { |
| "epoch": 2.2990138726391445, |
| "grad_norm": 0.03009560890495777, |
| "learning_rate": 0.00010840181116887474, |
| "loss": 0.6768, |
| "step": 13755 |
| }, |
| { |
| "epoch": 2.301520976098947, |
| "grad_norm": 0.029740184545516968, |
| "learning_rate": 0.00010830119067583431, |
| "loss": 0.681, |
| "step": 13770 |
| }, |
| { |
| "epoch": 2.3040280795587496, |
| "grad_norm": 0.030534571036696434, |
| "learning_rate": 0.0001082005701827939, |
| "loss": 0.6739, |
| "step": 13785 |
| }, |
| { |
| "epoch": 2.3065351830185525, |
| "grad_norm": 0.030200140550732613, |
| "learning_rate": 0.00010809994968975348, |
| "loss": 0.6695, |
| "step": 13800 |
| }, |
| { |
| "epoch": 2.3090422864783555, |
| "grad_norm": 0.031782638281583786, |
| "learning_rate": 0.00010799932919671307, |
| "loss": 0.6866, |
| "step": 13815 |
| }, |
| { |
| "epoch": 2.311549389938158, |
| "grad_norm": 0.03087507374584675, |
| "learning_rate": 0.00010789870870367264, |
| "loss": 0.6717, |
| "step": 13830 |
| }, |
| { |
| "epoch": 2.314056493397961, |
| "grad_norm": 0.030710799619555473, |
| "learning_rate": 0.00010779808821063224, |
| "loss": 0.6882, |
| "step": 13845 |
| }, |
| { |
| "epoch": 2.3165635968577636, |
| "grad_norm": 0.030561743304133415, |
| "learning_rate": 0.00010769746771759181, |
| "loss": 0.6814, |
| "step": 13860 |
| }, |
| { |
| "epoch": 2.3190707003175666, |
| "grad_norm": 0.030251817777752876, |
| "learning_rate": 0.00010759684722455141, |
| "loss": 0.6747, |
| "step": 13875 |
| }, |
| { |
| "epoch": 2.321577803777369, |
| "grad_norm": 0.030898461118340492, |
| "learning_rate": 0.00010749622673151098, |
| "loss": 0.6678, |
| "step": 13890 |
| }, |
| { |
| "epoch": 2.324084907237172, |
| "grad_norm": 0.031910572201013565, |
| "learning_rate": 0.00010739560623847058, |
| "loss": 0.6873, |
| "step": 13905 |
| }, |
| { |
| "epoch": 2.3265920106969746, |
| "grad_norm": 0.031096691265702248, |
| "learning_rate": 0.00010729498574543015, |
| "loss": 0.6761, |
| "step": 13920 |
| }, |
| { |
| "epoch": 2.3290991141567776, |
| "grad_norm": 0.030930999666452408, |
| "learning_rate": 0.00010719436525238975, |
| "loss": 0.6842, |
| "step": 13935 |
| }, |
| { |
| "epoch": 2.33160621761658, |
| "grad_norm": 0.030477695167064667, |
| "learning_rate": 0.00010709374475934932, |
| "loss": 0.6784, |
| "step": 13950 |
| }, |
| { |
| "epoch": 2.334113321076383, |
| "grad_norm": 0.03102184645831585, |
| "learning_rate": 0.00010699312426630892, |
| "loss": 0.679, |
| "step": 13965 |
| }, |
| { |
| "epoch": 2.3366204245361857, |
| "grad_norm": 0.02999734878540039, |
| "learning_rate": 0.0001068925037732685, |
| "loss": 0.6786, |
| "step": 13980 |
| }, |
| { |
| "epoch": 2.3391275279959887, |
| "grad_norm": 0.030323563143610954, |
| "learning_rate": 0.0001067918832802281, |
| "loss": 0.6825, |
| "step": 13995 |
| }, |
| { |
| "epoch": 2.3416346314557916, |
| "grad_norm": 0.030984263867139816, |
| "learning_rate": 0.00010669126278718767, |
| "loss": 0.6798, |
| "step": 14010 |
| }, |
| { |
| "epoch": 2.344141734915594, |
| "grad_norm": 0.03151758387684822, |
| "learning_rate": 0.00010659064229414724, |
| "loss": 0.6821, |
| "step": 14025 |
| }, |
| { |
| "epoch": 2.3466488383753967, |
| "grad_norm": 0.03008199669420719, |
| "learning_rate": 0.00010649002180110684, |
| "loss": 0.6778, |
| "step": 14040 |
| }, |
| { |
| "epoch": 2.3491559418351997, |
| "grad_norm": 0.030592739582061768, |
| "learning_rate": 0.00010638940130806641, |
| "loss": 0.6629, |
| "step": 14055 |
| }, |
| { |
| "epoch": 2.3516630452950027, |
| "grad_norm": 0.030223028734326363, |
| "learning_rate": 0.000106288780815026, |
| "loss": 0.6807, |
| "step": 14070 |
| }, |
| { |
| "epoch": 2.3541701487548052, |
| "grad_norm": 0.03019655868411064, |
| "learning_rate": 0.00010618816032198558, |
| "loss": 0.6875, |
| "step": 14085 |
| }, |
| { |
| "epoch": 2.356677252214608, |
| "grad_norm": 0.03179163858294487, |
| "learning_rate": 0.00010608753982894517, |
| "loss": 0.6744, |
| "step": 14100 |
| }, |
| { |
| "epoch": 2.3591843556744108, |
| "grad_norm": 0.030132126063108444, |
| "learning_rate": 0.00010598691933590474, |
| "loss": 0.6768, |
| "step": 14115 |
| }, |
| { |
| "epoch": 2.3616914591342137, |
| "grad_norm": 0.03125820681452751, |
| "learning_rate": 0.00010588629884286434, |
| "loss": 0.6734, |
| "step": 14130 |
| }, |
| { |
| "epoch": 2.3641985625940163, |
| "grad_norm": 0.03128393739461899, |
| "learning_rate": 0.00010578567834982391, |
| "loss": 0.6643, |
| "step": 14145 |
| }, |
| { |
| "epoch": 2.3667056660538193, |
| "grad_norm": 0.031101234257221222, |
| "learning_rate": 0.00010568505785678351, |
| "loss": 0.6937, |
| "step": 14160 |
| }, |
| { |
| "epoch": 2.369212769513622, |
| "grad_norm": 0.03127965331077576, |
| "learning_rate": 0.00010558443736374308, |
| "loss": 0.6837, |
| "step": 14175 |
| }, |
| { |
| "epoch": 2.371719872973425, |
| "grad_norm": 0.03142804279923439, |
| "learning_rate": 0.00010548381687070268, |
| "loss": 0.6643, |
| "step": 14190 |
| }, |
| { |
| "epoch": 2.3742269764332273, |
| "grad_norm": 0.03196566551923752, |
| "learning_rate": 0.00010538319637766225, |
| "loss": 0.6737, |
| "step": 14205 |
| }, |
| { |
| "epoch": 2.3767340798930303, |
| "grad_norm": 0.03105044923722744, |
| "learning_rate": 0.00010528257588462185, |
| "loss": 0.6733, |
| "step": 14220 |
| }, |
| { |
| "epoch": 2.379241183352833, |
| "grad_norm": 0.030758565291762352, |
| "learning_rate": 0.00010518195539158142, |
| "loss": 0.6959, |
| "step": 14235 |
| }, |
| { |
| "epoch": 2.381748286812636, |
| "grad_norm": 0.03046661615371704, |
| "learning_rate": 0.00010508133489854102, |
| "loss": 0.6958, |
| "step": 14250 |
| }, |
| { |
| "epoch": 2.384255390272439, |
| "grad_norm": 0.03125166893005371, |
| "learning_rate": 0.00010498071440550059, |
| "loss": 0.6763, |
| "step": 14265 |
| }, |
| { |
| "epoch": 2.3867624937322414, |
| "grad_norm": 0.031636305153369904, |
| "learning_rate": 0.00010488009391246019, |
| "loss": 0.6794, |
| "step": 14280 |
| }, |
| { |
| "epoch": 2.389269597192044, |
| "grad_norm": 0.030563022941350937, |
| "learning_rate": 0.00010477947341941976, |
| "loss": 0.6874, |
| "step": 14295 |
| }, |
| { |
| "epoch": 2.391776700651847, |
| "grad_norm": 0.03061690181493759, |
| "learning_rate": 0.00010467885292637933, |
| "loss": 0.6782, |
| "step": 14310 |
| }, |
| { |
| "epoch": 2.39428380411165, |
| "grad_norm": 0.0308393444865942, |
| "learning_rate": 0.00010457823243333893, |
| "loss": 0.6777, |
| "step": 14325 |
| }, |
| { |
| "epoch": 2.3967909075714524, |
| "grad_norm": 0.030834507197141647, |
| "learning_rate": 0.0001044776119402985, |
| "loss": 0.6854, |
| "step": 14340 |
| }, |
| { |
| "epoch": 2.3992980110312554, |
| "grad_norm": 0.031078575178980827, |
| "learning_rate": 0.0001043769914472581, |
| "loss": 0.6844, |
| "step": 14355 |
| }, |
| { |
| "epoch": 2.401805114491058, |
| "grad_norm": 0.030426884070038795, |
| "learning_rate": 0.00010427637095421768, |
| "loss": 0.6701, |
| "step": 14370 |
| }, |
| { |
| "epoch": 2.404312217950861, |
| "grad_norm": 0.03103550709784031, |
| "learning_rate": 0.00010417575046117726, |
| "loss": 0.685, |
| "step": 14385 |
| }, |
| { |
| "epoch": 2.4068193214106635, |
| "grad_norm": 0.030895834788680077, |
| "learning_rate": 0.00010407512996813685, |
| "loss": 0.6798, |
| "step": 14400 |
| }, |
| { |
| "epoch": 2.4093264248704664, |
| "grad_norm": 0.029942205175757408, |
| "learning_rate": 0.00010397450947509643, |
| "loss": 0.6848, |
| "step": 14415 |
| }, |
| { |
| "epoch": 2.411833528330269, |
| "grad_norm": 0.03145187348127365, |
| "learning_rate": 0.000103873888982056, |
| "loss": 0.6745, |
| "step": 14430 |
| }, |
| { |
| "epoch": 2.414340631790072, |
| "grad_norm": 0.03102920390665531, |
| "learning_rate": 0.0001037732684890156, |
| "loss": 0.6963, |
| "step": 14445 |
| }, |
| { |
| "epoch": 2.4168477352498745, |
| "grad_norm": 0.030479585751891136, |
| "learning_rate": 0.00010367264799597518, |
| "loss": 0.6779, |
| "step": 14460 |
| }, |
| { |
| "epoch": 2.4193548387096775, |
| "grad_norm": 0.0313333161175251, |
| "learning_rate": 0.00010357202750293477, |
| "loss": 0.6675, |
| "step": 14475 |
| }, |
| { |
| "epoch": 2.42186194216948, |
| "grad_norm": 0.031193213537335396, |
| "learning_rate": 0.00010347140700989435, |
| "loss": 0.6709, |
| "step": 14490 |
| }, |
| { |
| "epoch": 2.424369045629283, |
| "grad_norm": 0.031854551285505295, |
| "learning_rate": 0.00010337078651685395, |
| "loss": 0.6832, |
| "step": 14505 |
| }, |
| { |
| "epoch": 2.4268761490890856, |
| "grad_norm": 0.03131631389260292, |
| "learning_rate": 0.00010327016602381352, |
| "loss": 0.6831, |
| "step": 14520 |
| }, |
| { |
| "epoch": 2.4293832525488885, |
| "grad_norm": 0.030897963792085648, |
| "learning_rate": 0.00010316954553077312, |
| "loss": 0.6779, |
| "step": 14535 |
| }, |
| { |
| "epoch": 2.431890356008691, |
| "grad_norm": 0.030229298397898674, |
| "learning_rate": 0.00010306892503773269, |
| "loss": 0.6928, |
| "step": 14550 |
| }, |
| { |
| "epoch": 2.434397459468494, |
| "grad_norm": 0.03158511593937874, |
| "learning_rate": 0.00010296830454469229, |
| "loss": 0.6812, |
| "step": 14565 |
| }, |
| { |
| "epoch": 2.436904562928297, |
| "grad_norm": 0.03185586631298065, |
| "learning_rate": 0.00010286768405165186, |
| "loss": 0.6707, |
| "step": 14580 |
| }, |
| { |
| "epoch": 2.4394116663880996, |
| "grad_norm": 0.03139151632785797, |
| "learning_rate": 0.00010276706355861143, |
| "loss": 0.6814, |
| "step": 14595 |
| }, |
| { |
| "epoch": 2.4419187698479026, |
| "grad_norm": 0.03182042017579079, |
| "learning_rate": 0.00010266644306557103, |
| "loss": 0.6663, |
| "step": 14610 |
| }, |
| { |
| "epoch": 2.444425873307705, |
| "grad_norm": 0.030850499868392944, |
| "learning_rate": 0.0001025658225725306, |
| "loss": 0.6937, |
| "step": 14625 |
| }, |
| { |
| "epoch": 2.446932976767508, |
| "grad_norm": 0.032495591789484024, |
| "learning_rate": 0.0001024652020794902, |
| "loss": 0.6588, |
| "step": 14640 |
| }, |
| { |
| "epoch": 2.4494400802273106, |
| "grad_norm": 0.03162992000579834, |
| "learning_rate": 0.00010236458158644977, |
| "loss": 0.6848, |
| "step": 14655 |
| }, |
| { |
| "epoch": 2.4519471836871136, |
| "grad_norm": 0.031871598213911057, |
| "learning_rate": 0.00010226396109340937, |
| "loss": 0.6743, |
| "step": 14670 |
| }, |
| { |
| "epoch": 2.454454287146916, |
| "grad_norm": 0.031383831053972244, |
| "learning_rate": 0.00010216334060036894, |
| "loss": 0.6861, |
| "step": 14685 |
| }, |
| { |
| "epoch": 2.456961390606719, |
| "grad_norm": 0.03176445513963699, |
| "learning_rate": 0.00010206272010732853, |
| "loss": 0.6702, |
| "step": 14700 |
| }, |
| { |
| "epoch": 2.4594684940665217, |
| "grad_norm": 0.03109871782362461, |
| "learning_rate": 0.00010196209961428812, |
| "loss": 0.6776, |
| "step": 14715 |
| }, |
| { |
| "epoch": 2.4619755975263247, |
| "grad_norm": 0.031003376469016075, |
| "learning_rate": 0.0001018614791212477, |
| "loss": 0.688, |
| "step": 14730 |
| }, |
| { |
| "epoch": 2.464482700986127, |
| "grad_norm": 0.031020162627100945, |
| "learning_rate": 0.00010176085862820727, |
| "loss": 0.6713, |
| "step": 14745 |
| }, |
| { |
| "epoch": 2.46698980444593, |
| "grad_norm": 0.031086094677448273, |
| "learning_rate": 0.00010166023813516687, |
| "loss": 0.6769, |
| "step": 14760 |
| }, |
| { |
| "epoch": 2.4694969079057327, |
| "grad_norm": 0.03022875264286995, |
| "learning_rate": 0.00010155961764212644, |
| "loss": 0.6807, |
| "step": 14775 |
| }, |
| { |
| "epoch": 2.4720040113655357, |
| "grad_norm": 0.030896877869963646, |
| "learning_rate": 0.00010145899714908604, |
| "loss": 0.6927, |
| "step": 14790 |
| }, |
| { |
| "epoch": 2.4745111148253383, |
| "grad_norm": 0.031297486275434494, |
| "learning_rate": 0.00010135837665604561, |
| "loss": 0.6827, |
| "step": 14805 |
| }, |
| { |
| "epoch": 2.4770182182851412, |
| "grad_norm": 0.03127811476588249, |
| "learning_rate": 0.00010125775616300521, |
| "loss": 0.6962, |
| "step": 14820 |
| }, |
| { |
| "epoch": 2.479525321744944, |
| "grad_norm": 0.030049098655581474, |
| "learning_rate": 0.00010115713566996479, |
| "loss": 0.6666, |
| "step": 14835 |
| }, |
| { |
| "epoch": 2.4820324252047468, |
| "grad_norm": 0.031142529100179672, |
| "learning_rate": 0.00010105651517692438, |
| "loss": 0.6787, |
| "step": 14850 |
| }, |
| { |
| "epoch": 2.4845395286645497, |
| "grad_norm": 0.031707145273685455, |
| "learning_rate": 0.00010095589468388396, |
| "loss": 0.6741, |
| "step": 14865 |
| }, |
| { |
| "epoch": 2.4870466321243523, |
| "grad_norm": 0.03133350983262062, |
| "learning_rate": 0.00010085527419084353, |
| "loss": 0.6695, |
| "step": 14880 |
| }, |
| { |
| "epoch": 2.4895537355841553, |
| "grad_norm": 0.031642328947782516, |
| "learning_rate": 0.00010075465369780313, |
| "loss": 0.6853, |
| "step": 14895 |
| }, |
| { |
| "epoch": 2.492060839043958, |
| "grad_norm": 0.03161296248435974, |
| "learning_rate": 0.0001006540332047627, |
| "loss": 0.673, |
| "step": 14910 |
| }, |
| { |
| "epoch": 2.494567942503761, |
| "grad_norm": 0.03102605603635311, |
| "learning_rate": 0.0001005534127117223, |
| "loss": 0.6819, |
| "step": 14925 |
| }, |
| { |
| "epoch": 2.4970750459635633, |
| "grad_norm": 0.031027935445308685, |
| "learning_rate": 0.00010045279221868187, |
| "loss": 0.6835, |
| "step": 14940 |
| }, |
| { |
| "epoch": 2.4995821494233663, |
| "grad_norm": 0.031037239357829094, |
| "learning_rate": 0.00010035217172564147, |
| "loss": 0.6695, |
| "step": 14955 |
| }, |
| { |
| "epoch": 2.502089252883169, |
| "grad_norm": 0.030962081626057625, |
| "learning_rate": 0.00010025155123260104, |
| "loss": 0.6808, |
| "step": 14970 |
| }, |
| { |
| "epoch": 2.504596356342972, |
| "grad_norm": 0.030871711671352386, |
| "learning_rate": 0.00010015093073956063, |
| "loss": 0.6799, |
| "step": 14985 |
| }, |
| { |
| "epoch": 2.5071034598027744, |
| "grad_norm": 0.03209908306598663, |
| "learning_rate": 0.00010005031024652021, |
| "loss": 0.6785, |
| "step": 15000 |
| }, |
| { |
| "epoch": 2.5096105632625774, |
| "grad_norm": 0.031665463000535965, |
| "learning_rate": 9.99496897534798e-05, |
| "loss": 0.6871, |
| "step": 15015 |
| }, |
| { |
| "epoch": 2.5121176667223803, |
| "grad_norm": 0.031626634299755096, |
| "learning_rate": 9.984906926043938e-05, |
| "loss": 0.6706, |
| "step": 15030 |
| }, |
| { |
| "epoch": 2.514624770182183, |
| "grad_norm": 0.03143932297825813, |
| "learning_rate": 9.974844876739895e-05, |
| "loss": 0.6776, |
| "step": 15045 |
| }, |
| { |
| "epoch": 2.5171318736419854, |
| "grad_norm": 0.03138510882854462, |
| "learning_rate": 9.964782827435854e-05, |
| "loss": 0.6832, |
| "step": 15060 |
| }, |
| { |
| "epoch": 2.5196389771017884, |
| "grad_norm": 0.030731745064258575, |
| "learning_rate": 9.954720778131813e-05, |
| "loss": 0.6728, |
| "step": 15075 |
| }, |
| { |
| "epoch": 2.5221460805615914, |
| "grad_norm": 0.03058742918074131, |
| "learning_rate": 9.944658728827771e-05, |
| "loss": 0.6916, |
| "step": 15090 |
| }, |
| { |
| "epoch": 2.524653184021394, |
| "grad_norm": 0.030874596908688545, |
| "learning_rate": 9.93459667952373e-05, |
| "loss": 0.6692, |
| "step": 15105 |
| }, |
| { |
| "epoch": 2.5271602874811965, |
| "grad_norm": 0.03069966472685337, |
| "learning_rate": 9.924534630219688e-05, |
| "loss": 0.6836, |
| "step": 15120 |
| }, |
| { |
| "epoch": 2.5296673909409995, |
| "grad_norm": 0.031031129881739616, |
| "learning_rate": 9.914472580915647e-05, |
| "loss": 0.6806, |
| "step": 15135 |
| }, |
| { |
| "epoch": 2.5321744944008024, |
| "grad_norm": 0.03190414234995842, |
| "learning_rate": 9.904410531611605e-05, |
| "loss": 0.677, |
| "step": 15150 |
| }, |
| { |
| "epoch": 2.534681597860605, |
| "grad_norm": 0.03230069950222969, |
| "learning_rate": 9.894348482307564e-05, |
| "loss": 0.6761, |
| "step": 15165 |
| }, |
| { |
| "epoch": 2.537188701320408, |
| "grad_norm": 0.03053051233291626, |
| "learning_rate": 9.884286433003522e-05, |
| "loss": 0.6805, |
| "step": 15180 |
| }, |
| { |
| "epoch": 2.5396958047802105, |
| "grad_norm": 0.03064662776887417, |
| "learning_rate": 9.874224383699481e-05, |
| "loss": 0.6854, |
| "step": 15195 |
| }, |
| { |
| "epoch": 2.5422029082400135, |
| "grad_norm": 0.03142537549138069, |
| "learning_rate": 9.86416233439544e-05, |
| "loss": 0.6693, |
| "step": 15210 |
| }, |
| { |
| "epoch": 2.544710011699816, |
| "grad_norm": 0.031185530126094818, |
| "learning_rate": 9.854100285091398e-05, |
| "loss": 0.6626, |
| "step": 15225 |
| }, |
| { |
| "epoch": 2.547217115159619, |
| "grad_norm": 0.03198733925819397, |
| "learning_rate": 9.844038235787357e-05, |
| "loss": 0.6847, |
| "step": 15240 |
| }, |
| { |
| "epoch": 2.5497242186194216, |
| "grad_norm": 0.03293673321604729, |
| "learning_rate": 9.833976186483315e-05, |
| "loss": 0.6792, |
| "step": 15255 |
| }, |
| { |
| "epoch": 2.5522313220792245, |
| "grad_norm": 0.03125865384936333, |
| "learning_rate": 9.823914137179274e-05, |
| "loss": 0.6728, |
| "step": 15270 |
| }, |
| { |
| "epoch": 2.554738425539027, |
| "grad_norm": 0.0312894769012928, |
| "learning_rate": 9.813852087875232e-05, |
| "loss": 0.6748, |
| "step": 15285 |
| }, |
| { |
| "epoch": 2.55724552899883, |
| "grad_norm": 0.03170843422412872, |
| "learning_rate": 9.80379003857119e-05, |
| "loss": 0.6674, |
| "step": 15300 |
| }, |
| { |
| "epoch": 2.5597526324586326, |
| "grad_norm": 0.031321533024311066, |
| "learning_rate": 9.793727989267148e-05, |
| "loss": 0.6797, |
| "step": 15315 |
| }, |
| { |
| "epoch": 2.5622597359184356, |
| "grad_norm": 0.031243357807397842, |
| "learning_rate": 9.783665939963107e-05, |
| "loss": 0.6752, |
| "step": 15330 |
| }, |
| { |
| "epoch": 2.5647668393782386, |
| "grad_norm": 0.03241657465696335, |
| "learning_rate": 9.773603890659064e-05, |
| "loss": 0.6851, |
| "step": 15345 |
| }, |
| { |
| "epoch": 2.567273942838041, |
| "grad_norm": 0.032917000353336334, |
| "learning_rate": 9.763541841355022e-05, |
| "loss": 0.6858, |
| "step": 15360 |
| }, |
| { |
| "epoch": 2.5697810462978437, |
| "grad_norm": 0.03208984062075615, |
| "learning_rate": 9.753479792050981e-05, |
| "loss": 0.6684, |
| "step": 15375 |
| }, |
| { |
| "epoch": 2.5722881497576466, |
| "grad_norm": 0.03123905509710312, |
| "learning_rate": 9.74341774274694e-05, |
| "loss": 0.6789, |
| "step": 15390 |
| }, |
| { |
| "epoch": 2.5747952532174496, |
| "grad_norm": 0.030513722449541092, |
| "learning_rate": 9.733355693442898e-05, |
| "loss": 0.6875, |
| "step": 15405 |
| }, |
| { |
| "epoch": 2.577302356677252, |
| "grad_norm": 0.03204507753252983, |
| "learning_rate": 9.723293644138856e-05, |
| "loss": 0.6742, |
| "step": 15420 |
| }, |
| { |
| "epoch": 2.579809460137055, |
| "grad_norm": 0.031124508008360863, |
| "learning_rate": 9.713231594834815e-05, |
| "loss": 0.6839, |
| "step": 15435 |
| }, |
| { |
| "epoch": 2.5823165635968577, |
| "grad_norm": 0.03063870221376419, |
| "learning_rate": 9.703169545530774e-05, |
| "loss": 0.6736, |
| "step": 15450 |
| }, |
| { |
| "epoch": 2.5848236670566607, |
| "grad_norm": 0.030677396804094315, |
| "learning_rate": 9.693107496226732e-05, |
| "loss": 0.6844, |
| "step": 15465 |
| }, |
| { |
| "epoch": 2.587330770516463, |
| "grad_norm": 0.03137551248073578, |
| "learning_rate": 9.68304544692269e-05, |
| "loss": 0.6763, |
| "step": 15480 |
| }, |
| { |
| "epoch": 2.589837873976266, |
| "grad_norm": 0.030652204528450966, |
| "learning_rate": 9.672983397618649e-05, |
| "loss": 0.6676, |
| "step": 15495 |
| }, |
| { |
| "epoch": 2.5923449774360687, |
| "grad_norm": 0.03098338656127453, |
| "learning_rate": 9.662921348314608e-05, |
| "loss": 0.681, |
| "step": 15510 |
| }, |
| { |
| "epoch": 2.5948520808958717, |
| "grad_norm": 0.030911816284060478, |
| "learning_rate": 9.652859299010566e-05, |
| "loss": 0.675, |
| "step": 15525 |
| }, |
| { |
| "epoch": 2.5973591843556743, |
| "grad_norm": 0.03055042400956154, |
| "learning_rate": 9.642797249706525e-05, |
| "loss": 0.6789, |
| "step": 15540 |
| }, |
| { |
| "epoch": 2.5998662878154772, |
| "grad_norm": 0.03084755130112171, |
| "learning_rate": 9.632735200402483e-05, |
| "loss": 0.6728, |
| "step": 15555 |
| }, |
| { |
| "epoch": 2.60237339127528, |
| "grad_norm": 0.03066328726708889, |
| "learning_rate": 9.622673151098442e-05, |
| "loss": 0.693, |
| "step": 15570 |
| }, |
| { |
| "epoch": 2.6048804947350828, |
| "grad_norm": 0.03215918317437172, |
| "learning_rate": 9.612611101794399e-05, |
| "loss": 0.6832, |
| "step": 15585 |
| }, |
| { |
| "epoch": 2.6073875981948857, |
| "grad_norm": 0.03187975287437439, |
| "learning_rate": 9.602549052490358e-05, |
| "loss": 0.6799, |
| "step": 15600 |
| }, |
| { |
| "epoch": 2.6098947016546883, |
| "grad_norm": 0.03179864585399628, |
| "learning_rate": 9.592487003186316e-05, |
| "loss": 0.6865, |
| "step": 15615 |
| }, |
| { |
| "epoch": 2.612401805114491, |
| "grad_norm": 0.032180171459913254, |
| "learning_rate": 9.582424953882275e-05, |
| "loss": 0.664, |
| "step": 15630 |
| }, |
| { |
| "epoch": 2.614908908574294, |
| "grad_norm": 0.03252346068620682, |
| "learning_rate": 9.572362904578232e-05, |
| "loss": 0.6686, |
| "step": 15645 |
| }, |
| { |
| "epoch": 2.617416012034097, |
| "grad_norm": 0.03194168955087662, |
| "learning_rate": 9.56230085527419e-05, |
| "loss": 0.6711, |
| "step": 15660 |
| }, |
| { |
| "epoch": 2.6199231154938993, |
| "grad_norm": 0.03153575584292412, |
| "learning_rate": 9.552238805970149e-05, |
| "loss": 0.6787, |
| "step": 15675 |
| }, |
| { |
| "epoch": 2.6224302189537023, |
| "grad_norm": 0.03099830634891987, |
| "learning_rate": 9.542176756666108e-05, |
| "loss": 0.6638, |
| "step": 15690 |
| }, |
| { |
| "epoch": 2.624937322413505, |
| "grad_norm": 0.032073475420475006, |
| "learning_rate": 9.532114707362066e-05, |
| "loss": 0.6867, |
| "step": 15705 |
| }, |
| { |
| "epoch": 2.627444425873308, |
| "grad_norm": 0.03117840364575386, |
| "learning_rate": 9.522052658058025e-05, |
| "loss": 0.6751, |
| "step": 15720 |
| }, |
| { |
| "epoch": 2.6299515293331104, |
| "grad_norm": 0.031706538051366806, |
| "learning_rate": 9.511990608753983e-05, |
| "loss": 0.6751, |
| "step": 15735 |
| }, |
| { |
| "epoch": 2.6324586327929134, |
| "grad_norm": 0.0310919638723135, |
| "learning_rate": 9.501928559449942e-05, |
| "loss": 0.6818, |
| "step": 15750 |
| }, |
| { |
| "epoch": 2.634965736252716, |
| "grad_norm": 0.032505493611097336, |
| "learning_rate": 9.4918665101459e-05, |
| "loss": 0.6762, |
| "step": 15765 |
| }, |
| { |
| "epoch": 2.637472839712519, |
| "grad_norm": 0.03129402920603752, |
| "learning_rate": 9.481804460841859e-05, |
| "loss": 0.6774, |
| "step": 15780 |
| }, |
| { |
| "epoch": 2.6399799431723214, |
| "grad_norm": 0.030791781842708588, |
| "learning_rate": 9.471742411537817e-05, |
| "loss": 0.6791, |
| "step": 15795 |
| }, |
| { |
| "epoch": 2.6424870466321244, |
| "grad_norm": 0.030598165467381477, |
| "learning_rate": 9.461680362233776e-05, |
| "loss": 0.6751, |
| "step": 15810 |
| }, |
| { |
| "epoch": 2.644994150091927, |
| "grad_norm": 0.03157910704612732, |
| "learning_rate": 9.451618312929734e-05, |
| "loss": 0.6661, |
| "step": 15825 |
| }, |
| { |
| "epoch": 2.64750125355173, |
| "grad_norm": 0.031462252140045166, |
| "learning_rate": 9.441556263625693e-05, |
| "loss": 0.6783, |
| "step": 15840 |
| }, |
| { |
| "epoch": 2.650008357011533, |
| "grad_norm": 0.031676456332206726, |
| "learning_rate": 9.431494214321652e-05, |
| "loss": 0.6838, |
| "step": 15855 |
| }, |
| { |
| "epoch": 2.6525154604713355, |
| "grad_norm": 0.031083036214113235, |
| "learning_rate": 9.421432165017609e-05, |
| "loss": 0.678, |
| "step": 15870 |
| }, |
| { |
| "epoch": 2.655022563931138, |
| "grad_norm": 0.03105340152978897, |
| "learning_rate": 9.411370115713567e-05, |
| "loss": 0.6786, |
| "step": 15885 |
| }, |
| { |
| "epoch": 2.657529667390941, |
| "grad_norm": 0.03212074562907219, |
| "learning_rate": 9.401308066409526e-05, |
| "loss": 0.6724, |
| "step": 15900 |
| }, |
| { |
| "epoch": 2.660036770850744, |
| "grad_norm": 0.03203478455543518, |
| "learning_rate": 9.391246017105484e-05, |
| "loss": 0.6664, |
| "step": 15915 |
| }, |
| { |
| "epoch": 2.6625438743105465, |
| "grad_norm": 0.03217902034521103, |
| "learning_rate": 9.381183967801443e-05, |
| "loss": 0.6668, |
| "step": 15930 |
| }, |
| { |
| "epoch": 2.665050977770349, |
| "grad_norm": 0.032049164175987244, |
| "learning_rate": 9.371121918497402e-05, |
| "loss": 0.6633, |
| "step": 15945 |
| }, |
| { |
| "epoch": 2.667558081230152, |
| "grad_norm": 0.03231196105480194, |
| "learning_rate": 9.361059869193359e-05, |
| "loss": 0.6759, |
| "step": 15960 |
| }, |
| { |
| "epoch": 2.670065184689955, |
| "grad_norm": 0.03290446102619171, |
| "learning_rate": 9.350997819889317e-05, |
| "loss": 0.6686, |
| "step": 15975 |
| }, |
| { |
| "epoch": 2.6725722881497576, |
| "grad_norm": 0.03090088628232479, |
| "learning_rate": 9.340935770585276e-05, |
| "loss": 0.6841, |
| "step": 15990 |
| }, |
| { |
| "epoch": 2.6750793916095605, |
| "grad_norm": 0.031320635229349136, |
| "learning_rate": 9.330873721281234e-05, |
| "loss": 0.6697, |
| "step": 16005 |
| }, |
| { |
| "epoch": 2.677586495069363, |
| "grad_norm": 0.03119390271604061, |
| "learning_rate": 9.320811671977193e-05, |
| "loss": 0.679, |
| "step": 16020 |
| }, |
| { |
| "epoch": 2.680093598529166, |
| "grad_norm": 0.031817544251680374, |
| "learning_rate": 9.310749622673151e-05, |
| "loss": 0.68, |
| "step": 16035 |
| }, |
| { |
| "epoch": 2.6826007019889686, |
| "grad_norm": 0.030589740723371506, |
| "learning_rate": 9.30068757336911e-05, |
| "loss": 0.6881, |
| "step": 16050 |
| }, |
| { |
| "epoch": 2.6851078054487716, |
| "grad_norm": 0.031363166868686676, |
| "learning_rate": 9.290625524065069e-05, |
| "loss": 0.6755, |
| "step": 16065 |
| }, |
| { |
| "epoch": 2.687614908908574, |
| "grad_norm": 0.03159747272729874, |
| "learning_rate": 9.280563474761027e-05, |
| "loss": 0.682, |
| "step": 16080 |
| }, |
| { |
| "epoch": 2.690122012368377, |
| "grad_norm": 0.03237079828977585, |
| "learning_rate": 9.270501425456986e-05, |
| "loss": 0.6808, |
| "step": 16095 |
| }, |
| { |
| "epoch": 2.69262911582818, |
| "grad_norm": 0.031845077872276306, |
| "learning_rate": 9.260439376152944e-05, |
| "loss": 0.6764, |
| "step": 16110 |
| }, |
| { |
| "epoch": 2.6951362192879826, |
| "grad_norm": 0.031239351257681847, |
| "learning_rate": 9.250377326848903e-05, |
| "loss": 0.6649, |
| "step": 16125 |
| }, |
| { |
| "epoch": 2.697643322747785, |
| "grad_norm": 0.031146762892603874, |
| "learning_rate": 9.240315277544861e-05, |
| "loss": 0.6953, |
| "step": 16140 |
| }, |
| { |
| "epoch": 2.700150426207588, |
| "grad_norm": 0.0323052816092968, |
| "learning_rate": 9.230253228240818e-05, |
| "loss": 0.672, |
| "step": 16155 |
| }, |
| { |
| "epoch": 2.702657529667391, |
| "grad_norm": 0.031430117785930634, |
| "learning_rate": 9.220191178936777e-05, |
| "loss": 0.6796, |
| "step": 16170 |
| }, |
| { |
| "epoch": 2.7051646331271937, |
| "grad_norm": 0.03176365792751312, |
| "learning_rate": 9.210129129632736e-05, |
| "loss": 0.6716, |
| "step": 16185 |
| }, |
| { |
| "epoch": 2.7076717365869962, |
| "grad_norm": 0.031570978462696075, |
| "learning_rate": 9.200067080328694e-05, |
| "loss": 0.6779, |
| "step": 16200 |
| }, |
| { |
| "epoch": 2.710178840046799, |
| "grad_norm": 0.031726591289043427, |
| "learning_rate": 9.190005031024653e-05, |
| "loss": 0.6739, |
| "step": 16215 |
| }, |
| { |
| "epoch": 2.712685943506602, |
| "grad_norm": 0.03140697255730629, |
| "learning_rate": 9.179942981720611e-05, |
| "loss": 0.6795, |
| "step": 16230 |
| }, |
| { |
| "epoch": 2.7151930469664047, |
| "grad_norm": 0.03162944316864014, |
| "learning_rate": 9.16988093241657e-05, |
| "loss": 0.6772, |
| "step": 16245 |
| }, |
| { |
| "epoch": 2.7177001504262077, |
| "grad_norm": 0.03275005519390106, |
| "learning_rate": 9.159818883112527e-05, |
| "loss": 0.6726, |
| "step": 16260 |
| }, |
| { |
| "epoch": 2.7202072538860103, |
| "grad_norm": 0.0312725305557251, |
| "learning_rate": 9.149756833808485e-05, |
| "loss": 0.6795, |
| "step": 16275 |
| }, |
| { |
| "epoch": 2.7227143573458132, |
| "grad_norm": 0.03128618001937866, |
| "learning_rate": 9.139694784504444e-05, |
| "loss": 0.6867, |
| "step": 16290 |
| }, |
| { |
| "epoch": 2.725221460805616, |
| "grad_norm": 0.03184065595269203, |
| "learning_rate": 9.129632735200403e-05, |
| "loss": 0.6737, |
| "step": 16305 |
| }, |
| { |
| "epoch": 2.7277285642654188, |
| "grad_norm": 0.03144819289445877, |
| "learning_rate": 9.119570685896361e-05, |
| "loss": 0.6684, |
| "step": 16320 |
| }, |
| { |
| "epoch": 2.7302356677252213, |
| "grad_norm": 0.03168636932969093, |
| "learning_rate": 9.10950863659232e-05, |
| "loss": 0.6759, |
| "step": 16335 |
| }, |
| { |
| "epoch": 2.7327427711850243, |
| "grad_norm": 0.03160136938095093, |
| "learning_rate": 9.099446587288278e-05, |
| "loss": 0.67, |
| "step": 16350 |
| }, |
| { |
| "epoch": 2.7352498746448273, |
| "grad_norm": 0.032716233283281326, |
| "learning_rate": 9.089384537984237e-05, |
| "loss": 0.6775, |
| "step": 16365 |
| }, |
| { |
| "epoch": 2.73775697810463, |
| "grad_norm": 0.033191412687301636, |
| "learning_rate": 9.079322488680195e-05, |
| "loss": 0.6882, |
| "step": 16380 |
| }, |
| { |
| "epoch": 2.7402640815644324, |
| "grad_norm": 0.03207962587475777, |
| "learning_rate": 9.069260439376154e-05, |
| "loss": 0.6784, |
| "step": 16395 |
| }, |
| { |
| "epoch": 2.7427711850242353, |
| "grad_norm": 0.031515009701251984, |
| "learning_rate": 9.059198390072112e-05, |
| "loss": 0.6741, |
| "step": 16410 |
| }, |
| { |
| "epoch": 2.7452782884840383, |
| "grad_norm": 0.03187147155404091, |
| "learning_rate": 9.049136340768071e-05, |
| "loss": 0.6662, |
| "step": 16425 |
| }, |
| { |
| "epoch": 2.747785391943841, |
| "grad_norm": 0.03254789486527443, |
| "learning_rate": 9.039074291464028e-05, |
| "loss": 0.6879, |
| "step": 16440 |
| }, |
| { |
| "epoch": 2.7502924954036434, |
| "grad_norm": 0.03185366839170456, |
| "learning_rate": 9.029012242159987e-05, |
| "loss": 0.6781, |
| "step": 16455 |
| }, |
| { |
| "epoch": 2.7527995988634464, |
| "grad_norm": 0.03274752199649811, |
| "learning_rate": 9.018950192855945e-05, |
| "loss": 0.6779, |
| "step": 16470 |
| }, |
| { |
| "epoch": 2.7553067023232494, |
| "grad_norm": 0.030197665095329285, |
| "learning_rate": 9.008888143551904e-05, |
| "loss": 0.6732, |
| "step": 16485 |
| }, |
| { |
| "epoch": 2.757813805783052, |
| "grad_norm": 0.03070506826043129, |
| "learning_rate": 8.998826094247862e-05, |
| "loss": 0.6713, |
| "step": 16500 |
| }, |
| { |
| "epoch": 2.760320909242855, |
| "grad_norm": 0.03231901675462723, |
| "learning_rate": 8.988764044943821e-05, |
| "loss": 0.6743, |
| "step": 16515 |
| }, |
| { |
| "epoch": 2.7628280127026574, |
| "grad_norm": 0.031823549419641495, |
| "learning_rate": 8.97870199563978e-05, |
| "loss": 0.6738, |
| "step": 16530 |
| }, |
| { |
| "epoch": 2.7653351161624604, |
| "grad_norm": 0.03237045556306839, |
| "learning_rate": 8.968639946335738e-05, |
| "loss": 0.6844, |
| "step": 16545 |
| }, |
| { |
| "epoch": 2.767842219622263, |
| "grad_norm": 0.033365171402692795, |
| "learning_rate": 8.958577897031695e-05, |
| "loss": 0.6778, |
| "step": 16560 |
| }, |
| { |
| "epoch": 2.770349323082066, |
| "grad_norm": 0.03203690052032471, |
| "learning_rate": 8.948515847727654e-05, |
| "loss": 0.6781, |
| "step": 16575 |
| }, |
| { |
| "epoch": 2.7728564265418685, |
| "grad_norm": 0.0312359556555748, |
| "learning_rate": 8.938453798423612e-05, |
| "loss": 0.6863, |
| "step": 16590 |
| }, |
| { |
| "epoch": 2.7753635300016715, |
| "grad_norm": 0.03242425248026848, |
| "learning_rate": 8.928391749119571e-05, |
| "loss": 0.6754, |
| "step": 16605 |
| }, |
| { |
| "epoch": 2.7778706334614744, |
| "grad_norm": 0.03151217848062515, |
| "learning_rate": 8.91832969981553e-05, |
| "loss": 0.6799, |
| "step": 16620 |
| }, |
| { |
| "epoch": 2.780377736921277, |
| "grad_norm": 0.032228607684373856, |
| "learning_rate": 8.908267650511488e-05, |
| "loss": 0.6709, |
| "step": 16635 |
| }, |
| { |
| "epoch": 2.7828848403810795, |
| "grad_norm": 0.03263266757130623, |
| "learning_rate": 8.898205601207446e-05, |
| "loss": 0.6833, |
| "step": 16650 |
| }, |
| { |
| "epoch": 2.7853919438408825, |
| "grad_norm": 0.030848173424601555, |
| "learning_rate": 8.888143551903405e-05, |
| "loss": 0.6802, |
| "step": 16665 |
| }, |
| { |
| "epoch": 2.7878990473006855, |
| "grad_norm": 0.03234275057911873, |
| "learning_rate": 8.878081502599364e-05, |
| "loss": 0.6716, |
| "step": 16680 |
| }, |
| { |
| "epoch": 2.790406150760488, |
| "grad_norm": 0.03131961077451706, |
| "learning_rate": 8.868019453295322e-05, |
| "loss": 0.6813, |
| "step": 16695 |
| }, |
| { |
| "epoch": 2.7929132542202906, |
| "grad_norm": 0.03362729772925377, |
| "learning_rate": 8.85795740399128e-05, |
| "loss": 0.677, |
| "step": 16710 |
| }, |
| { |
| "epoch": 2.7954203576800936, |
| "grad_norm": 0.03228291869163513, |
| "learning_rate": 8.847895354687238e-05, |
| "loss": 0.6737, |
| "step": 16725 |
| }, |
| { |
| "epoch": 2.7979274611398965, |
| "grad_norm": 0.031786005944013596, |
| "learning_rate": 8.837833305383196e-05, |
| "loss": 0.6859, |
| "step": 16740 |
| }, |
| { |
| "epoch": 2.800434564599699, |
| "grad_norm": 0.03170496225357056, |
| "learning_rate": 8.827771256079155e-05, |
| "loss": 0.6756, |
| "step": 16755 |
| }, |
| { |
| "epoch": 2.802941668059502, |
| "grad_norm": 0.033506058156490326, |
| "learning_rate": 8.817709206775113e-05, |
| "loss": 0.6758, |
| "step": 16770 |
| }, |
| { |
| "epoch": 2.8054487715193046, |
| "grad_norm": 0.032467689365148544, |
| "learning_rate": 8.807647157471072e-05, |
| "loss": 0.6745, |
| "step": 16785 |
| }, |
| { |
| "epoch": 2.8079558749791076, |
| "grad_norm": 0.033489979803562164, |
| "learning_rate": 8.79758510816703e-05, |
| "loss": 0.6676, |
| "step": 16800 |
| }, |
| { |
| "epoch": 2.81046297843891, |
| "grad_norm": 0.032214514911174774, |
| "learning_rate": 8.787523058862989e-05, |
| "loss": 0.6675, |
| "step": 16815 |
| }, |
| { |
| "epoch": 2.812970081898713, |
| "grad_norm": 0.03187641128897667, |
| "learning_rate": 8.777461009558948e-05, |
| "loss": 0.6863, |
| "step": 16830 |
| }, |
| { |
| "epoch": 2.8154771853585157, |
| "grad_norm": 0.031782276928424835, |
| "learning_rate": 8.767398960254906e-05, |
| "loss": 0.6782, |
| "step": 16845 |
| }, |
| { |
| "epoch": 2.8179842888183186, |
| "grad_norm": 0.031185677275061607, |
| "learning_rate": 8.757336910950865e-05, |
| "loss": 0.6769, |
| "step": 16860 |
| }, |
| { |
| "epoch": 2.820491392278121, |
| "grad_norm": 0.03163639456033707, |
| "learning_rate": 8.747274861646822e-05, |
| "loss": 0.6744, |
| "step": 16875 |
| }, |
| { |
| "epoch": 2.822998495737924, |
| "grad_norm": 0.031712062656879425, |
| "learning_rate": 8.73721281234278e-05, |
| "loss": 0.6741, |
| "step": 16890 |
| }, |
| { |
| "epoch": 2.8255055991977267, |
| "grad_norm": 0.03253958374261856, |
| "learning_rate": 8.727150763038739e-05, |
| "loss": 0.6844, |
| "step": 16905 |
| }, |
| { |
| "epoch": 2.8280127026575297, |
| "grad_norm": 0.03280916064977646, |
| "learning_rate": 8.717088713734698e-05, |
| "loss": 0.6782, |
| "step": 16920 |
| }, |
| { |
| "epoch": 2.8305198061173327, |
| "grad_norm": 0.03310822695493698, |
| "learning_rate": 8.707026664430656e-05, |
| "loss": 0.6704, |
| "step": 16935 |
| }, |
| { |
| "epoch": 2.833026909577135, |
| "grad_norm": 0.031092172488570213, |
| "learning_rate": 8.696964615126615e-05, |
| "loss": 0.676, |
| "step": 16950 |
| }, |
| { |
| "epoch": 2.8355340130369378, |
| "grad_norm": 0.0315091609954834, |
| "learning_rate": 8.686902565822573e-05, |
| "loss": 0.6658, |
| "step": 16965 |
| }, |
| { |
| "epoch": 2.8380411164967407, |
| "grad_norm": 0.030993249267339706, |
| "learning_rate": 8.676840516518532e-05, |
| "loss": 0.6771, |
| "step": 16980 |
| }, |
| { |
| "epoch": 2.8405482199565437, |
| "grad_norm": 0.03143613040447235, |
| "learning_rate": 8.66677846721449e-05, |
| "loss": 0.6887, |
| "step": 16995 |
| }, |
| { |
| "epoch": 2.8430553234163463, |
| "grad_norm": 0.03253776207566261, |
| "learning_rate": 8.656716417910447e-05, |
| "loss": 0.6684, |
| "step": 17010 |
| }, |
| { |
| "epoch": 2.8455624268761492, |
| "grad_norm": 0.03285781666636467, |
| "learning_rate": 8.646654368606406e-05, |
| "loss": 0.6827, |
| "step": 17025 |
| }, |
| { |
| "epoch": 2.848069530335952, |
| "grad_norm": 0.03159667178988457, |
| "learning_rate": 8.636592319302365e-05, |
| "loss": 0.6703, |
| "step": 17040 |
| }, |
| { |
| "epoch": 2.8505766337957548, |
| "grad_norm": 0.0313105471432209, |
| "learning_rate": 8.626530269998323e-05, |
| "loss": 0.6754, |
| "step": 17055 |
| }, |
| { |
| "epoch": 2.8530837372555573, |
| "grad_norm": 0.0318642258644104, |
| "learning_rate": 8.616468220694282e-05, |
| "loss": 0.6697, |
| "step": 17070 |
| }, |
| { |
| "epoch": 2.8555908407153603, |
| "grad_norm": 0.03128768131136894, |
| "learning_rate": 8.60640617139024e-05, |
| "loss": 0.6681, |
| "step": 17085 |
| }, |
| { |
| "epoch": 2.858097944175163, |
| "grad_norm": 0.03178677707910538, |
| "learning_rate": 8.596344122086199e-05, |
| "loss": 0.6903, |
| "step": 17100 |
| }, |
| { |
| "epoch": 2.860605047634966, |
| "grad_norm": 0.03252077102661133, |
| "learning_rate": 8.586282072782157e-05, |
| "loss": 0.6779, |
| "step": 17115 |
| }, |
| { |
| "epoch": 2.8631121510947684, |
| "grad_norm": 0.032303210347890854, |
| "learning_rate": 8.576220023478116e-05, |
| "loss": 0.6683, |
| "step": 17130 |
| }, |
| { |
| "epoch": 2.8656192545545713, |
| "grad_norm": 0.031926706433296204, |
| "learning_rate": 8.566157974174074e-05, |
| "loss": 0.6769, |
| "step": 17145 |
| }, |
| { |
| "epoch": 2.868126358014374, |
| "grad_norm": 0.032100748270750046, |
| "learning_rate": 8.556095924870033e-05, |
| "loss": 0.6829, |
| "step": 17160 |
| }, |
| { |
| "epoch": 2.870633461474177, |
| "grad_norm": 0.032134201377630234, |
| "learning_rate": 8.54603387556599e-05, |
| "loss": 0.6838, |
| "step": 17175 |
| }, |
| { |
| "epoch": 2.87314056493398, |
| "grad_norm": 0.03254568204283714, |
| "learning_rate": 8.535971826261949e-05, |
| "loss": 0.6905, |
| "step": 17190 |
| }, |
| { |
| "epoch": 2.8756476683937824, |
| "grad_norm": 0.03155257925391197, |
| "learning_rate": 8.525909776957907e-05, |
| "loss": 0.6799, |
| "step": 17205 |
| }, |
| { |
| "epoch": 2.878154771853585, |
| "grad_norm": 0.03186199814081192, |
| "learning_rate": 8.515847727653866e-05, |
| "loss": 0.6889, |
| "step": 17220 |
| }, |
| { |
| "epoch": 2.880661875313388, |
| "grad_norm": 0.03130493685603142, |
| "learning_rate": 8.505785678349824e-05, |
| "loss": 0.6713, |
| "step": 17235 |
| }, |
| { |
| "epoch": 2.883168978773191, |
| "grad_norm": 0.032139863818883896, |
| "learning_rate": 8.495723629045783e-05, |
| "loss": 0.6695, |
| "step": 17250 |
| }, |
| { |
| "epoch": 2.8856760822329934, |
| "grad_norm": 0.03158256411552429, |
| "learning_rate": 8.485661579741741e-05, |
| "loss": 0.6696, |
| "step": 17265 |
| }, |
| { |
| "epoch": 2.8881831856927964, |
| "grad_norm": 0.03188103437423706, |
| "learning_rate": 8.4755995304377e-05, |
| "loss": 0.6631, |
| "step": 17280 |
| }, |
| { |
| "epoch": 2.890690289152599, |
| "grad_norm": 0.032000407576560974, |
| "learning_rate": 8.465537481133657e-05, |
| "loss": 0.6736, |
| "step": 17295 |
| }, |
| { |
| "epoch": 2.893197392612402, |
| "grad_norm": 0.0315023809671402, |
| "learning_rate": 8.455475431829616e-05, |
| "loss": 0.6765, |
| "step": 17310 |
| }, |
| { |
| "epoch": 2.8957044960722045, |
| "grad_norm": 0.031286027282476425, |
| "learning_rate": 8.445413382525574e-05, |
| "loss": 0.6718, |
| "step": 17325 |
| }, |
| { |
| "epoch": 2.8982115995320075, |
| "grad_norm": 0.031370267271995544, |
| "learning_rate": 8.435351333221533e-05, |
| "loss": 0.6742, |
| "step": 17340 |
| }, |
| { |
| "epoch": 2.90071870299181, |
| "grad_norm": 0.032615795731544495, |
| "learning_rate": 8.425289283917491e-05, |
| "loss": 0.6756, |
| "step": 17355 |
| }, |
| { |
| "epoch": 2.903225806451613, |
| "grad_norm": 0.03155631199479103, |
| "learning_rate": 8.41522723461345e-05, |
| "loss": 0.6872, |
| "step": 17370 |
| }, |
| { |
| "epoch": 2.9057329099114155, |
| "grad_norm": 0.03252144530415535, |
| "learning_rate": 8.405165185309408e-05, |
| "loss": 0.6744, |
| "step": 17385 |
| }, |
| { |
| "epoch": 2.9082400133712185, |
| "grad_norm": 0.034432001411914825, |
| "learning_rate": 8.395103136005367e-05, |
| "loss": 0.6824, |
| "step": 17400 |
| }, |
| { |
| "epoch": 2.910747116831021, |
| "grad_norm": 0.033232349902391434, |
| "learning_rate": 8.385041086701326e-05, |
| "loss": 0.6837, |
| "step": 17415 |
| }, |
| { |
| "epoch": 2.913254220290824, |
| "grad_norm": 0.03268026188015938, |
| "learning_rate": 8.374979037397284e-05, |
| "loss": 0.6858, |
| "step": 17430 |
| }, |
| { |
| "epoch": 2.915761323750627, |
| "grad_norm": 0.03303677961230278, |
| "learning_rate": 8.364916988093243e-05, |
| "loss": 0.6793, |
| "step": 17445 |
| }, |
| { |
| "epoch": 2.9182684272104296, |
| "grad_norm": 0.03122582472860813, |
| "learning_rate": 8.354854938789201e-05, |
| "loss": 0.6728, |
| "step": 17460 |
| }, |
| { |
| "epoch": 2.920775530670232, |
| "grad_norm": 0.03166414424777031, |
| "learning_rate": 8.34479288948516e-05, |
| "loss": 0.6747, |
| "step": 17475 |
| }, |
| { |
| "epoch": 2.923282634130035, |
| "grad_norm": 0.031359609216451645, |
| "learning_rate": 8.334730840181117e-05, |
| "loss": 0.6644, |
| "step": 17490 |
| }, |
| { |
| "epoch": 2.925789737589838, |
| "grad_norm": 0.032412488013505936, |
| "learning_rate": 8.324668790877075e-05, |
| "loss": 0.6654, |
| "step": 17505 |
| }, |
| { |
| "epoch": 2.9282968410496406, |
| "grad_norm": 0.030932830646634102, |
| "learning_rate": 8.314606741573034e-05, |
| "loss": 0.6783, |
| "step": 17520 |
| }, |
| { |
| "epoch": 2.930803944509443, |
| "grad_norm": 0.03237373009324074, |
| "learning_rate": 8.304544692268993e-05, |
| "loss": 0.6835, |
| "step": 17535 |
| }, |
| { |
| "epoch": 2.933311047969246, |
| "grad_norm": 0.030989525839686394, |
| "learning_rate": 8.294482642964951e-05, |
| "loss": 0.6774, |
| "step": 17550 |
| }, |
| { |
| "epoch": 2.935818151429049, |
| "grad_norm": 0.031636081635951996, |
| "learning_rate": 8.28442059366091e-05, |
| "loss": 0.6845, |
| "step": 17565 |
| }, |
| { |
| "epoch": 2.9383252548888517, |
| "grad_norm": 0.032494526356458664, |
| "learning_rate": 8.274358544356867e-05, |
| "loss": 0.6761, |
| "step": 17580 |
| }, |
| { |
| "epoch": 2.9408323583486546, |
| "grad_norm": 0.03214458376169205, |
| "learning_rate": 8.264296495052825e-05, |
| "loss": 0.6837, |
| "step": 17595 |
| }, |
| { |
| "epoch": 2.943339461808457, |
| "grad_norm": 0.03136483207345009, |
| "learning_rate": 8.254234445748784e-05, |
| "loss": 0.6642, |
| "step": 17610 |
| }, |
| { |
| "epoch": 2.94584656526826, |
| "grad_norm": 0.032171837985515594, |
| "learning_rate": 8.244172396444742e-05, |
| "loss": 0.6667, |
| "step": 17625 |
| }, |
| { |
| "epoch": 2.9483536687280627, |
| "grad_norm": 0.032955460250377655, |
| "learning_rate": 8.234110347140701e-05, |
| "loss": 0.6789, |
| "step": 17640 |
| }, |
| { |
| "epoch": 2.9508607721878657, |
| "grad_norm": 0.03368501737713814, |
| "learning_rate": 8.22404829783666e-05, |
| "loss": 0.6711, |
| "step": 17655 |
| }, |
| { |
| "epoch": 2.9533678756476682, |
| "grad_norm": 0.03181430697441101, |
| "learning_rate": 8.213986248532618e-05, |
| "loss": 0.6751, |
| "step": 17670 |
| }, |
| { |
| "epoch": 2.955874979107471, |
| "grad_norm": 0.03176905959844589, |
| "learning_rate": 8.203924199228577e-05, |
| "loss": 0.6713, |
| "step": 17685 |
| }, |
| { |
| "epoch": 2.958382082567274, |
| "grad_norm": 0.03155883401632309, |
| "learning_rate": 8.193862149924535e-05, |
| "loss": 0.6721, |
| "step": 17700 |
| }, |
| { |
| "epoch": 2.9608891860270767, |
| "grad_norm": 0.03286443278193474, |
| "learning_rate": 8.183800100620494e-05, |
| "loss": 0.6669, |
| "step": 17715 |
| }, |
| { |
| "epoch": 2.9633962894868793, |
| "grad_norm": 0.03203749656677246, |
| "learning_rate": 8.173738051316452e-05, |
| "loss": 0.6821, |
| "step": 17730 |
| }, |
| { |
| "epoch": 2.9659033929466823, |
| "grad_norm": 0.03260009363293648, |
| "learning_rate": 8.163676002012411e-05, |
| "loss": 0.6785, |
| "step": 17745 |
| }, |
| { |
| "epoch": 2.9684104964064852, |
| "grad_norm": 0.034267883747816086, |
| "learning_rate": 8.15361395270837e-05, |
| "loss": 0.6699, |
| "step": 17760 |
| }, |
| { |
| "epoch": 2.970917599866288, |
| "grad_norm": 0.03159933537244797, |
| "learning_rate": 8.143551903404328e-05, |
| "loss": 0.6736, |
| "step": 17775 |
| }, |
| { |
| "epoch": 2.9734247033260903, |
| "grad_norm": 0.03262174129486084, |
| "learning_rate": 8.133489854100285e-05, |
| "loss": 0.6775, |
| "step": 17790 |
| }, |
| { |
| "epoch": 2.9759318067858933, |
| "grad_norm": 0.03155225142836571, |
| "learning_rate": 8.123427804796244e-05, |
| "loss": 0.6767, |
| "step": 17805 |
| }, |
| { |
| "epoch": 2.9784389102456963, |
| "grad_norm": 0.03178201615810394, |
| "learning_rate": 8.113365755492202e-05, |
| "loss": 0.6741, |
| "step": 17820 |
| }, |
| { |
| "epoch": 2.980946013705499, |
| "grad_norm": 0.03577803075313568, |
| "learning_rate": 8.103303706188161e-05, |
| "loss": 0.6763, |
| "step": 17835 |
| }, |
| { |
| "epoch": 2.983453117165302, |
| "grad_norm": 0.03188909962773323, |
| "learning_rate": 8.093241656884119e-05, |
| "loss": 0.6685, |
| "step": 17850 |
| }, |
| { |
| "epoch": 2.9859602206251044, |
| "grad_norm": 0.03267040103673935, |
| "learning_rate": 8.083179607580078e-05, |
| "loss": 0.6716, |
| "step": 17865 |
| }, |
| { |
| "epoch": 2.9884673240849073, |
| "grad_norm": 0.03385018929839134, |
| "learning_rate": 8.073117558276035e-05, |
| "loss": 0.679, |
| "step": 17880 |
| }, |
| { |
| "epoch": 2.99097442754471, |
| "grad_norm": 0.030928703024983406, |
| "learning_rate": 8.063055508971994e-05, |
| "loss": 0.681, |
| "step": 17895 |
| }, |
| { |
| "epoch": 2.993481531004513, |
| "grad_norm": 0.032874446362257004, |
| "learning_rate": 8.052993459667952e-05, |
| "loss": 0.6637, |
| "step": 17910 |
| }, |
| { |
| "epoch": 2.9959886344643154, |
| "grad_norm": 0.033117108047008514, |
| "learning_rate": 8.04293141036391e-05, |
| "loss": 0.663, |
| "step": 17925 |
| }, |
| { |
| "epoch": 2.9984957379241184, |
| "grad_norm": 0.03306007385253906, |
| "learning_rate": 8.032869361059869e-05, |
| "loss": 0.6693, |
| "step": 17940 |
| }, |
| { |
| "epoch": 3.001002841383921, |
| "grad_norm": 0.0331704318523407, |
| "learning_rate": 8.022807311755828e-05, |
| "loss": 0.6718, |
| "step": 17955 |
| }, |
| { |
| "epoch": 3.003509944843724, |
| "grad_norm": 0.03156450018286705, |
| "learning_rate": 8.012745262451786e-05, |
| "loss": 0.6553, |
| "step": 17970 |
| }, |
| { |
| "epoch": 3.0060170483035265, |
| "grad_norm": 0.033207476139068604, |
| "learning_rate": 8.002683213147745e-05, |
| "loss": 0.6632, |
| "step": 17985 |
| }, |
| { |
| "epoch": 3.0085241517633294, |
| "grad_norm": 0.03195161744952202, |
| "learning_rate": 7.992621163843703e-05, |
| "loss": 0.6705, |
| "step": 18000 |
| }, |
| { |
| "epoch": 3.0110312552231324, |
| "grad_norm": 0.03295569121837616, |
| "learning_rate": 7.982559114539662e-05, |
| "loss": 0.6648, |
| "step": 18015 |
| }, |
| { |
| "epoch": 3.013538358682935, |
| "grad_norm": 0.031562697142362595, |
| "learning_rate": 7.97249706523562e-05, |
| "loss": 0.6576, |
| "step": 18030 |
| }, |
| { |
| "epoch": 3.016045462142738, |
| "grad_norm": 0.031858429312705994, |
| "learning_rate": 7.962435015931579e-05, |
| "loss": 0.6528, |
| "step": 18045 |
| }, |
| { |
| "epoch": 3.0185525656025405, |
| "grad_norm": 0.03421582654118538, |
| "learning_rate": 7.952372966627538e-05, |
| "loss": 0.6714, |
| "step": 18060 |
| }, |
| { |
| "epoch": 3.0210596690623435, |
| "grad_norm": 0.03287555277347565, |
| "learning_rate": 7.942310917323496e-05, |
| "loss": 0.6788, |
| "step": 18075 |
| }, |
| { |
| "epoch": 3.023566772522146, |
| "grad_norm": 0.03256657347083092, |
| "learning_rate": 7.932248868019453e-05, |
| "loss": 0.6485, |
| "step": 18090 |
| }, |
| { |
| "epoch": 3.026073875981949, |
| "grad_norm": 0.03333086147904396, |
| "learning_rate": 7.922186818715412e-05, |
| "loss": 0.6678, |
| "step": 18105 |
| }, |
| { |
| "epoch": 3.0285809794417515, |
| "grad_norm": 0.031958311796188354, |
| "learning_rate": 7.91212476941137e-05, |
| "loss": 0.666, |
| "step": 18120 |
| }, |
| { |
| "epoch": 3.0310880829015545, |
| "grad_norm": 0.033307287842035294, |
| "learning_rate": 7.902062720107329e-05, |
| "loss": 0.6738, |
| "step": 18135 |
| }, |
| { |
| "epoch": 3.033595186361357, |
| "grad_norm": 0.031850751489400864, |
| "learning_rate": 7.892000670803288e-05, |
| "loss": 0.6615, |
| "step": 18150 |
| }, |
| { |
| "epoch": 3.03610228982116, |
| "grad_norm": 0.031476084142923355, |
| "learning_rate": 7.881938621499245e-05, |
| "loss": 0.6597, |
| "step": 18165 |
| }, |
| { |
| "epoch": 3.0386093932809626, |
| "grad_norm": 0.032822057604789734, |
| "learning_rate": 7.871876572195203e-05, |
| "loss": 0.649, |
| "step": 18180 |
| }, |
| { |
| "epoch": 3.0411164967407656, |
| "grad_norm": 0.032040949910879135, |
| "learning_rate": 7.861814522891162e-05, |
| "loss": 0.6708, |
| "step": 18195 |
| }, |
| { |
| "epoch": 3.043623600200568, |
| "grad_norm": 0.03377379849553108, |
| "learning_rate": 7.85175247358712e-05, |
| "loss": 0.6705, |
| "step": 18210 |
| }, |
| { |
| "epoch": 3.046130703660371, |
| "grad_norm": 0.03224708139896393, |
| "learning_rate": 7.841690424283079e-05, |
| "loss": 0.6685, |
| "step": 18225 |
| }, |
| { |
| "epoch": 3.0486378071201736, |
| "grad_norm": 0.03286907821893692, |
| "learning_rate": 7.831628374979037e-05, |
| "loss": 0.6785, |
| "step": 18240 |
| }, |
| { |
| "epoch": 3.0511449105799766, |
| "grad_norm": 0.033475641161203384, |
| "learning_rate": 7.821566325674996e-05, |
| "loss": 0.6581, |
| "step": 18255 |
| }, |
| { |
| "epoch": 3.0536520140397796, |
| "grad_norm": 0.03226190432906151, |
| "learning_rate": 7.811504276370955e-05, |
| "loss": 0.6679, |
| "step": 18270 |
| }, |
| { |
| "epoch": 3.056159117499582, |
| "grad_norm": 0.03244561329483986, |
| "learning_rate": 7.801442227066913e-05, |
| "loss": 0.6616, |
| "step": 18285 |
| }, |
| { |
| "epoch": 3.058666220959385, |
| "grad_norm": 0.03348153084516525, |
| "learning_rate": 7.791380177762872e-05, |
| "loss": 0.667, |
| "step": 18300 |
| }, |
| { |
| "epoch": 3.0611733244191877, |
| "grad_norm": 0.0332234688103199, |
| "learning_rate": 7.78131812845883e-05, |
| "loss": 0.6632, |
| "step": 18315 |
| }, |
| { |
| "epoch": 3.0636804278789906, |
| "grad_norm": 0.0322151854634285, |
| "learning_rate": 7.771256079154789e-05, |
| "loss": 0.6657, |
| "step": 18330 |
| }, |
| { |
| "epoch": 3.066187531338793, |
| "grad_norm": 0.033220209181308746, |
| "learning_rate": 7.761194029850747e-05, |
| "loss": 0.6694, |
| "step": 18345 |
| }, |
| { |
| "epoch": 3.068694634798596, |
| "grad_norm": 0.03340331092476845, |
| "learning_rate": 7.751131980546706e-05, |
| "loss": 0.6557, |
| "step": 18360 |
| }, |
| { |
| "epoch": 3.0712017382583987, |
| "grad_norm": 0.03259367495775223, |
| "learning_rate": 7.741069931242664e-05, |
| "loss": 0.6595, |
| "step": 18375 |
| }, |
| { |
| "epoch": 3.0737088417182017, |
| "grad_norm": 0.03241262957453728, |
| "learning_rate": 7.731007881938623e-05, |
| "loss": 0.6579, |
| "step": 18390 |
| }, |
| { |
| "epoch": 3.0762159451780042, |
| "grad_norm": 0.0317726731300354, |
| "learning_rate": 7.72094583263458e-05, |
| "loss": 0.6595, |
| "step": 18405 |
| }, |
| { |
| "epoch": 3.078723048637807, |
| "grad_norm": 0.0336771234869957, |
| "learning_rate": 7.710883783330539e-05, |
| "loss": 0.6563, |
| "step": 18420 |
| }, |
| { |
| "epoch": 3.0812301520976098, |
| "grad_norm": 0.033014651387929916, |
| "learning_rate": 7.700821734026497e-05, |
| "loss": 0.6689, |
| "step": 18435 |
| }, |
| { |
| "epoch": 3.0837372555574127, |
| "grad_norm": 0.03290229290723801, |
| "learning_rate": 7.690759684722454e-05, |
| "loss": 0.6482, |
| "step": 18450 |
| }, |
| { |
| "epoch": 3.0862443590172153, |
| "grad_norm": 0.033278971910476685, |
| "learning_rate": 7.680697635418413e-05, |
| "loss": 0.6532, |
| "step": 18465 |
| }, |
| { |
| "epoch": 3.0887514624770183, |
| "grad_norm": 0.03247194364666939, |
| "learning_rate": 7.670635586114371e-05, |
| "loss": 0.6455, |
| "step": 18480 |
| }, |
| { |
| "epoch": 3.091258565936821, |
| "grad_norm": 0.03357178345322609, |
| "learning_rate": 7.66057353681033e-05, |
| "loss": 0.6735, |
| "step": 18495 |
| }, |
| { |
| "epoch": 3.093765669396624, |
| "grad_norm": 0.033263131976127625, |
| "learning_rate": 7.650511487506289e-05, |
| "loss": 0.661, |
| "step": 18510 |
| }, |
| { |
| "epoch": 3.0962727728564268, |
| "grad_norm": 0.03202125430107117, |
| "learning_rate": 7.640449438202247e-05, |
| "loss": 0.6573, |
| "step": 18525 |
| }, |
| { |
| "epoch": 3.0987798763162293, |
| "grad_norm": 0.033367644995450974, |
| "learning_rate": 7.630387388898206e-05, |
| "loss": 0.6536, |
| "step": 18540 |
| }, |
| { |
| "epoch": 3.1012869797760323, |
| "grad_norm": 0.03215374797582626, |
| "learning_rate": 7.620325339594164e-05, |
| "loss": 0.6677, |
| "step": 18555 |
| }, |
| { |
| "epoch": 3.103794083235835, |
| "grad_norm": 0.03222740814089775, |
| "learning_rate": 7.610263290290123e-05, |
| "loss": 0.6451, |
| "step": 18570 |
| }, |
| { |
| "epoch": 3.106301186695638, |
| "grad_norm": 0.032317865639925, |
| "learning_rate": 7.600201240986081e-05, |
| "loss": 0.6477, |
| "step": 18585 |
| }, |
| { |
| "epoch": 3.1088082901554404, |
| "grad_norm": 0.03358441963791847, |
| "learning_rate": 7.59013919168204e-05, |
| "loss": 0.6586, |
| "step": 18600 |
| }, |
| { |
| "epoch": 3.1113153936152433, |
| "grad_norm": 0.03255462273955345, |
| "learning_rate": 7.580077142377998e-05, |
| "loss": 0.6626, |
| "step": 18615 |
| }, |
| { |
| "epoch": 3.113822497075046, |
| "grad_norm": 0.032852429896593094, |
| "learning_rate": 7.570015093073957e-05, |
| "loss": 0.6663, |
| "step": 18630 |
| }, |
| { |
| "epoch": 3.116329600534849, |
| "grad_norm": 0.033199895173311234, |
| "learning_rate": 7.559953043769915e-05, |
| "loss": 0.6647, |
| "step": 18645 |
| }, |
| { |
| "epoch": 3.1188367039946514, |
| "grad_norm": 0.03370612487196922, |
| "learning_rate": 7.549890994465874e-05, |
| "loss": 0.664, |
| "step": 18660 |
| }, |
| { |
| "epoch": 3.1213438074544544, |
| "grad_norm": 0.03296181559562683, |
| "learning_rate": 7.539828945161833e-05, |
| "loss": 0.6509, |
| "step": 18675 |
| }, |
| { |
| "epoch": 3.123850910914257, |
| "grad_norm": 0.03318094462156296, |
| "learning_rate": 7.529766895857791e-05, |
| "loss": 0.6782, |
| "step": 18690 |
| }, |
| { |
| "epoch": 3.12635801437406, |
| "grad_norm": 0.03345433250069618, |
| "learning_rate": 7.519704846553748e-05, |
| "loss": 0.6615, |
| "step": 18705 |
| }, |
| { |
| "epoch": 3.1288651178338625, |
| "grad_norm": 0.03299123793840408, |
| "learning_rate": 7.509642797249707e-05, |
| "loss": 0.6567, |
| "step": 18720 |
| }, |
| { |
| "epoch": 3.1313722212936654, |
| "grad_norm": 0.033207185566425323, |
| "learning_rate": 7.499580747945665e-05, |
| "loss": 0.6657, |
| "step": 18735 |
| }, |
| { |
| "epoch": 3.133879324753468, |
| "grad_norm": 0.03186638280749321, |
| "learning_rate": 7.489518698641623e-05, |
| "loss": 0.6651, |
| "step": 18750 |
| }, |
| { |
| "epoch": 3.136386428213271, |
| "grad_norm": 0.03253698721528053, |
| "learning_rate": 7.479456649337581e-05, |
| "loss": 0.6419, |
| "step": 18765 |
| }, |
| { |
| "epoch": 3.138893531673074, |
| "grad_norm": 0.03357692062854767, |
| "learning_rate": 7.46939460003354e-05, |
| "loss": 0.6591, |
| "step": 18780 |
| }, |
| { |
| "epoch": 3.1414006351328765, |
| "grad_norm": 0.03315422683954239, |
| "learning_rate": 7.459332550729498e-05, |
| "loss": 0.6542, |
| "step": 18795 |
| }, |
| { |
| "epoch": 3.143907738592679, |
| "grad_norm": 0.03280475363135338, |
| "learning_rate": 7.449270501425457e-05, |
| "loss": 0.6488, |
| "step": 18810 |
| }, |
| { |
| "epoch": 3.146414842052482, |
| "grad_norm": 0.032748933881521225, |
| "learning_rate": 7.439208452121415e-05, |
| "loss": 0.6448, |
| "step": 18825 |
| }, |
| { |
| "epoch": 3.148921945512285, |
| "grad_norm": 0.03311785310506821, |
| "learning_rate": 7.429146402817374e-05, |
| "loss": 0.6798, |
| "step": 18840 |
| }, |
| { |
| "epoch": 3.1514290489720875, |
| "grad_norm": 0.034732621163129807, |
| "learning_rate": 7.419084353513332e-05, |
| "loss": 0.6582, |
| "step": 18855 |
| }, |
| { |
| "epoch": 3.1539361524318905, |
| "grad_norm": 0.03301689773797989, |
| "learning_rate": 7.409022304209291e-05, |
| "loss": 0.6545, |
| "step": 18870 |
| }, |
| { |
| "epoch": 3.156443255891693, |
| "grad_norm": 0.03281566500663757, |
| "learning_rate": 7.39896025490525e-05, |
| "loss": 0.6566, |
| "step": 18885 |
| }, |
| { |
| "epoch": 3.158950359351496, |
| "grad_norm": 0.034080591052770615, |
| "learning_rate": 7.388898205601208e-05, |
| "loss": 0.668, |
| "step": 18900 |
| }, |
| { |
| "epoch": 3.1614574628112986, |
| "grad_norm": 0.032824501395225525, |
| "learning_rate": 7.378836156297167e-05, |
| "loss": 0.6654, |
| "step": 18915 |
| }, |
| { |
| "epoch": 3.1639645662711016, |
| "grad_norm": 0.03173629939556122, |
| "learning_rate": 7.368774106993125e-05, |
| "loss": 0.6692, |
| "step": 18930 |
| }, |
| { |
| "epoch": 3.166471669730904, |
| "grad_norm": 0.03352899104356766, |
| "learning_rate": 7.358712057689084e-05, |
| "loss": 0.6511, |
| "step": 18945 |
| }, |
| { |
| "epoch": 3.168978773190707, |
| "grad_norm": 0.033694177865982056, |
| "learning_rate": 7.348650008385042e-05, |
| "loss": 0.6541, |
| "step": 18960 |
| }, |
| { |
| "epoch": 3.1714858766505096, |
| "grad_norm": 0.033731088042259216, |
| "learning_rate": 7.338587959081001e-05, |
| "loss": 0.6731, |
| "step": 18975 |
| }, |
| { |
| "epoch": 3.1739929801103126, |
| "grad_norm": 0.03405210003256798, |
| "learning_rate": 7.32852590977696e-05, |
| "loss": 0.6664, |
| "step": 18990 |
| }, |
| { |
| "epoch": 3.176500083570115, |
| "grad_norm": 0.03264220058917999, |
| "learning_rate": 7.318463860472917e-05, |
| "loss": 0.6638, |
| "step": 19005 |
| }, |
| { |
| "epoch": 3.179007187029918, |
| "grad_norm": 0.03331288322806358, |
| "learning_rate": 7.308401811168875e-05, |
| "loss": 0.6601, |
| "step": 19020 |
| }, |
| { |
| "epoch": 3.1815142904897207, |
| "grad_norm": 0.032871656119823456, |
| "learning_rate": 7.298339761864834e-05, |
| "loss": 0.6582, |
| "step": 19035 |
| }, |
| { |
| "epoch": 3.1840213939495237, |
| "grad_norm": 0.033308811485767365, |
| "learning_rate": 7.288277712560792e-05, |
| "loss": 0.6526, |
| "step": 19050 |
| }, |
| { |
| "epoch": 3.186528497409326, |
| "grad_norm": 0.034691642969846725, |
| "learning_rate": 7.27821566325675e-05, |
| "loss": 0.6562, |
| "step": 19065 |
| }, |
| { |
| "epoch": 3.189035600869129, |
| "grad_norm": 0.03305482491850853, |
| "learning_rate": 7.268153613952708e-05, |
| "loss": 0.6647, |
| "step": 19080 |
| }, |
| { |
| "epoch": 3.191542704328932, |
| "grad_norm": 0.03342653810977936, |
| "learning_rate": 7.258091564648666e-05, |
| "loss": 0.6547, |
| "step": 19095 |
| }, |
| { |
| "epoch": 3.1940498077887347, |
| "grad_norm": 0.032857514917850494, |
| "learning_rate": 7.248029515344625e-05, |
| "loss": 0.6675, |
| "step": 19110 |
| }, |
| { |
| "epoch": 3.1965569112485377, |
| "grad_norm": 0.033686548471450806, |
| "learning_rate": 7.237967466040584e-05, |
| "loss": 0.665, |
| "step": 19125 |
| }, |
| { |
| "epoch": 3.1990640147083402, |
| "grad_norm": 0.0347943976521492, |
| "learning_rate": 7.227905416736542e-05, |
| "loss": 0.6663, |
| "step": 19140 |
| }, |
| { |
| "epoch": 3.201571118168143, |
| "grad_norm": 0.0345291905105114, |
| "learning_rate": 7.2178433674325e-05, |
| "loss": 0.6712, |
| "step": 19155 |
| }, |
| { |
| "epoch": 3.2040782216279458, |
| "grad_norm": 0.03408714756369591, |
| "learning_rate": 7.207781318128459e-05, |
| "loss": 0.675, |
| "step": 19170 |
| }, |
| { |
| "epoch": 3.2065853250877487, |
| "grad_norm": 0.03278841823339462, |
| "learning_rate": 7.197719268824418e-05, |
| "loss": 0.6694, |
| "step": 19185 |
| }, |
| { |
| "epoch": 3.2090924285475513, |
| "grad_norm": 0.032465532422065735, |
| "learning_rate": 7.187657219520376e-05, |
| "loss": 0.6606, |
| "step": 19200 |
| }, |
| { |
| "epoch": 3.2115995320073543, |
| "grad_norm": 0.03292189538478851, |
| "learning_rate": 7.177595170216335e-05, |
| "loss": 0.6602, |
| "step": 19215 |
| }, |
| { |
| "epoch": 3.214106635467157, |
| "grad_norm": 0.03233910724520683, |
| "learning_rate": 7.167533120912293e-05, |
| "loss": 0.6736, |
| "step": 19230 |
| }, |
| { |
| "epoch": 3.21661373892696, |
| "grad_norm": 0.03283598646521568, |
| "learning_rate": 7.157471071608252e-05, |
| "loss": 0.6561, |
| "step": 19245 |
| }, |
| { |
| "epoch": 3.2191208423867623, |
| "grad_norm": 0.03332465514540672, |
| "learning_rate": 7.14740902230421e-05, |
| "loss": 0.6666, |
| "step": 19260 |
| }, |
| { |
| "epoch": 3.2216279458465653, |
| "grad_norm": 0.033038314431905746, |
| "learning_rate": 7.137346973000169e-05, |
| "loss": 0.6615, |
| "step": 19275 |
| }, |
| { |
| "epoch": 3.224135049306368, |
| "grad_norm": 0.033269450068473816, |
| "learning_rate": 7.127284923696128e-05, |
| "loss": 0.6429, |
| "step": 19290 |
| }, |
| { |
| "epoch": 3.226642152766171, |
| "grad_norm": 0.03383258357644081, |
| "learning_rate": 7.117222874392085e-05, |
| "loss": 0.6564, |
| "step": 19305 |
| }, |
| { |
| "epoch": 3.2291492562259734, |
| "grad_norm": 0.03422423452138901, |
| "learning_rate": 7.107160825088043e-05, |
| "loss": 0.6626, |
| "step": 19320 |
| }, |
| { |
| "epoch": 3.2316563596857764, |
| "grad_norm": 0.03328223526477814, |
| "learning_rate": 7.097098775784002e-05, |
| "loss": 0.6662, |
| "step": 19335 |
| }, |
| { |
| "epoch": 3.2341634631455793, |
| "grad_norm": 0.06695165485143661, |
| "learning_rate": 7.08703672647996e-05, |
| "loss": 0.6638, |
| "step": 19350 |
| }, |
| { |
| "epoch": 3.236670566605382, |
| "grad_norm": 0.034399405121803284, |
| "learning_rate": 7.076974677175918e-05, |
| "loss": 0.6696, |
| "step": 19365 |
| }, |
| { |
| "epoch": 3.239177670065185, |
| "grad_norm": 0.03373480588197708, |
| "learning_rate": 7.066912627871876e-05, |
| "loss": 0.6567, |
| "step": 19380 |
| }, |
| { |
| "epoch": 3.2416847735249874, |
| "grad_norm": 0.03468296676874161, |
| "learning_rate": 7.056850578567835e-05, |
| "loss": 0.6693, |
| "step": 19395 |
| }, |
| { |
| "epoch": 3.2441918769847904, |
| "grad_norm": 0.03372135013341904, |
| "learning_rate": 7.046788529263793e-05, |
| "loss": 0.6598, |
| "step": 19410 |
| }, |
| { |
| "epoch": 3.246698980444593, |
| "grad_norm": 0.033345624804496765, |
| "learning_rate": 7.036726479959752e-05, |
| "loss": 0.6618, |
| "step": 19425 |
| }, |
| { |
| "epoch": 3.249206083904396, |
| "grad_norm": 0.033639825880527496, |
| "learning_rate": 7.02666443065571e-05, |
| "loss": 0.675, |
| "step": 19440 |
| }, |
| { |
| "epoch": 3.2517131873641985, |
| "grad_norm": 0.032892145216464996, |
| "learning_rate": 7.016602381351669e-05, |
| "loss": 0.6725, |
| "step": 19455 |
| }, |
| { |
| "epoch": 3.2542202908240014, |
| "grad_norm": 0.03500252589583397, |
| "learning_rate": 7.006540332047627e-05, |
| "loss": 0.6648, |
| "step": 19470 |
| }, |
| { |
| "epoch": 3.256727394283804, |
| "grad_norm": 0.033187173306941986, |
| "learning_rate": 6.996478282743586e-05, |
| "loss": 0.6574, |
| "step": 19485 |
| }, |
| { |
| "epoch": 3.259234497743607, |
| "grad_norm": 0.033664412796497345, |
| "learning_rate": 6.986416233439545e-05, |
| "loss": 0.6555, |
| "step": 19500 |
| }, |
| { |
| "epoch": 3.2617416012034095, |
| "grad_norm": 0.031998805701732635, |
| "learning_rate": 6.976354184135503e-05, |
| "loss": 0.6621, |
| "step": 19515 |
| }, |
| { |
| "epoch": 3.2642487046632125, |
| "grad_norm": 0.03370664268732071, |
| "learning_rate": 6.966292134831462e-05, |
| "loss": 0.6575, |
| "step": 19530 |
| }, |
| { |
| "epoch": 3.266755808123015, |
| "grad_norm": 0.03247015178203583, |
| "learning_rate": 6.95623008552742e-05, |
| "loss": 0.6704, |
| "step": 19545 |
| }, |
| { |
| "epoch": 3.269262911582818, |
| "grad_norm": 0.03311055153608322, |
| "learning_rate": 6.946168036223379e-05, |
| "loss": 0.6616, |
| "step": 19560 |
| }, |
| { |
| "epoch": 3.2717700150426205, |
| "grad_norm": 0.0337141677737236, |
| "learning_rate": 6.936105986919337e-05, |
| "loss": 0.6755, |
| "step": 19575 |
| }, |
| { |
| "epoch": 3.2742771185024235, |
| "grad_norm": 0.03368309885263443, |
| "learning_rate": 6.926043937615294e-05, |
| "loss": 0.6641, |
| "step": 19590 |
| }, |
| { |
| "epoch": 3.2767842219622265, |
| "grad_norm": 0.035854946821928024, |
| "learning_rate": 6.915981888311253e-05, |
| "loss": 0.6417, |
| "step": 19605 |
| }, |
| { |
| "epoch": 3.279291325422029, |
| "grad_norm": 0.03423641249537468, |
| "learning_rate": 6.905919839007212e-05, |
| "loss": 0.6617, |
| "step": 19620 |
| }, |
| { |
| "epoch": 3.281798428881832, |
| "grad_norm": 0.033775344491004944, |
| "learning_rate": 6.89585778970317e-05, |
| "loss": 0.6636, |
| "step": 19635 |
| }, |
| { |
| "epoch": 3.2843055323416346, |
| "grad_norm": 0.03380570188164711, |
| "learning_rate": 6.885795740399129e-05, |
| "loss": 0.6803, |
| "step": 19650 |
| }, |
| { |
| "epoch": 3.2868126358014376, |
| "grad_norm": 0.03310622647404671, |
| "learning_rate": 6.875733691095086e-05, |
| "loss": 0.6565, |
| "step": 19665 |
| }, |
| { |
| "epoch": 3.28931973926124, |
| "grad_norm": 0.033229805529117584, |
| "learning_rate": 6.865671641791044e-05, |
| "loss": 0.6745, |
| "step": 19680 |
| }, |
| { |
| "epoch": 3.291826842721043, |
| "grad_norm": 0.032646749168634415, |
| "learning_rate": 6.855609592487003e-05, |
| "loss": 0.6621, |
| "step": 19695 |
| }, |
| { |
| "epoch": 3.2943339461808456, |
| "grad_norm": 0.03353268280625343, |
| "learning_rate": 6.845547543182961e-05, |
| "loss": 0.6591, |
| "step": 19710 |
| }, |
| { |
| "epoch": 3.2968410496406486, |
| "grad_norm": 0.03348655626177788, |
| "learning_rate": 6.83548549387892e-05, |
| "loss": 0.6595, |
| "step": 19725 |
| }, |
| { |
| "epoch": 3.299348153100451, |
| "grad_norm": 0.034753601998090744, |
| "learning_rate": 6.825423444574879e-05, |
| "loss": 0.6577, |
| "step": 19740 |
| }, |
| { |
| "epoch": 3.301855256560254, |
| "grad_norm": 0.03206339105963707, |
| "learning_rate": 6.815361395270837e-05, |
| "loss": 0.6532, |
| "step": 19755 |
| }, |
| { |
| "epoch": 3.3043623600200567, |
| "grad_norm": 0.03383897244930267, |
| "learning_rate": 6.805299345966796e-05, |
| "loss": 0.6582, |
| "step": 19770 |
| }, |
| { |
| "epoch": 3.3068694634798597, |
| "grad_norm": 0.03341525420546532, |
| "learning_rate": 6.795237296662754e-05, |
| "loss": 0.655, |
| "step": 19785 |
| }, |
| { |
| "epoch": 3.309376566939662, |
| "grad_norm": 0.033895961940288544, |
| "learning_rate": 6.785175247358713e-05, |
| "loss": 0.6635, |
| "step": 19800 |
| }, |
| { |
| "epoch": 3.311883670399465, |
| "grad_norm": 1.8668147325515747, |
| "learning_rate": 6.775113198054671e-05, |
| "loss": 0.6677, |
| "step": 19815 |
| }, |
| { |
| "epoch": 3.3143907738592677, |
| "grad_norm": 0.03255158290266991, |
| "learning_rate": 6.76505114875063e-05, |
| "loss": 0.6563, |
| "step": 19830 |
| }, |
| { |
| "epoch": 3.3168978773190707, |
| "grad_norm": 0.03239602968096733, |
| "learning_rate": 6.754989099446588e-05, |
| "loss": 0.6564, |
| "step": 19845 |
| }, |
| { |
| "epoch": 3.3194049807788737, |
| "grad_norm": 0.032781895250082016, |
| "learning_rate": 6.744927050142547e-05, |
| "loss": 0.6686, |
| "step": 19860 |
| }, |
| { |
| "epoch": 3.3219120842386762, |
| "grad_norm": 0.03344454988837242, |
| "learning_rate": 6.734865000838504e-05, |
| "loss": 0.6584, |
| "step": 19875 |
| }, |
| { |
| "epoch": 3.324419187698479, |
| "grad_norm": 0.0336369127035141, |
| "learning_rate": 6.724802951534463e-05, |
| "loss": 0.6561, |
| "step": 19890 |
| }, |
| { |
| "epoch": 3.3269262911582818, |
| "grad_norm": 0.0323907732963562, |
| "learning_rate": 6.714740902230421e-05, |
| "loss": 0.6587, |
| "step": 19905 |
| }, |
| { |
| "epoch": 3.3294333946180847, |
| "grad_norm": 0.03296393156051636, |
| "learning_rate": 6.70467885292638e-05, |
| "loss": 0.6666, |
| "step": 19920 |
| }, |
| { |
| "epoch": 3.3319404980778873, |
| "grad_norm": 0.032257601618766785, |
| "learning_rate": 6.694616803622338e-05, |
| "loss": 0.6488, |
| "step": 19935 |
| }, |
| { |
| "epoch": 3.3344476015376903, |
| "grad_norm": 0.03307221084833145, |
| "learning_rate": 6.684554754318297e-05, |
| "loss": 0.6546, |
| "step": 19950 |
| }, |
| { |
| "epoch": 3.336954704997493, |
| "grad_norm": 0.03298574313521385, |
| "learning_rate": 6.674492705014255e-05, |
| "loss": 0.6795, |
| "step": 19965 |
| }, |
| { |
| "epoch": 3.339461808457296, |
| "grad_norm": 0.0329146534204483, |
| "learning_rate": 6.664430655710213e-05, |
| "loss": 0.6571, |
| "step": 19980 |
| }, |
| { |
| "epoch": 3.3419689119170983, |
| "grad_norm": 0.03403447940945625, |
| "learning_rate": 6.654368606406171e-05, |
| "loss": 0.6778, |
| "step": 19995 |
| }, |
| { |
| "epoch": 3.3444760153769013, |
| "grad_norm": 0.03246279060840607, |
| "learning_rate": 6.64430655710213e-05, |
| "loss": 0.6612, |
| "step": 20010 |
| }, |
| { |
| "epoch": 3.346983118836704, |
| "grad_norm": 0.03411612659692764, |
| "learning_rate": 6.634244507798088e-05, |
| "loss": 0.6478, |
| "step": 20025 |
| }, |
| { |
| "epoch": 3.349490222296507, |
| "grad_norm": 0.033288851380348206, |
| "learning_rate": 6.624182458494047e-05, |
| "loss": 0.6551, |
| "step": 20040 |
| }, |
| { |
| "epoch": 3.3519973257563094, |
| "grad_norm": 0.03258313983678818, |
| "learning_rate": 6.614120409190005e-05, |
| "loss": 0.6761, |
| "step": 20055 |
| }, |
| { |
| "epoch": 3.3545044292161124, |
| "grad_norm": 0.033909596502780914, |
| "learning_rate": 6.604058359885964e-05, |
| "loss": 0.6707, |
| "step": 20070 |
| }, |
| { |
| "epoch": 3.357011532675915, |
| "grad_norm": 0.033043161034584045, |
| "learning_rate": 6.593996310581922e-05, |
| "loss": 0.6549, |
| "step": 20085 |
| }, |
| { |
| "epoch": 3.359518636135718, |
| "grad_norm": 0.03325843811035156, |
| "learning_rate": 6.583934261277881e-05, |
| "loss": 0.6655, |
| "step": 20100 |
| }, |
| { |
| "epoch": 3.362025739595521, |
| "grad_norm": 0.033593397587537766, |
| "learning_rate": 6.57387221197384e-05, |
| "loss": 0.659, |
| "step": 20115 |
| }, |
| { |
| "epoch": 3.3645328430553234, |
| "grad_norm": 0.032497063279151917, |
| "learning_rate": 6.563810162669798e-05, |
| "loss": 0.6728, |
| "step": 20130 |
| }, |
| { |
| "epoch": 3.367039946515126, |
| "grad_norm": 0.03400912135839462, |
| "learning_rate": 6.553748113365757e-05, |
| "loss": 0.6701, |
| "step": 20145 |
| }, |
| { |
| "epoch": 3.369547049974929, |
| "grad_norm": 0.033511847257614136, |
| "learning_rate": 6.543686064061714e-05, |
| "loss": 0.6522, |
| "step": 20160 |
| }, |
| { |
| "epoch": 3.372054153434732, |
| "grad_norm": 0.034270040690898895, |
| "learning_rate": 6.533624014757672e-05, |
| "loss": 0.6509, |
| "step": 20175 |
| }, |
| { |
| "epoch": 3.3745612568945345, |
| "grad_norm": 0.03471988067030907, |
| "learning_rate": 6.523561965453631e-05, |
| "loss": 0.657, |
| "step": 20190 |
| }, |
| { |
| "epoch": 3.3770683603543374, |
| "grad_norm": 0.033193349838256836, |
| "learning_rate": 6.51349991614959e-05, |
| "loss": 0.6602, |
| "step": 20205 |
| }, |
| { |
| "epoch": 3.37957546381414, |
| "grad_norm": 0.03341618552803993, |
| "learning_rate": 6.503437866845548e-05, |
| "loss": 0.6594, |
| "step": 20220 |
| }, |
| { |
| "epoch": 3.382082567273943, |
| "grad_norm": 0.03393018990755081, |
| "learning_rate": 6.493375817541507e-05, |
| "loss": 0.6692, |
| "step": 20235 |
| }, |
| { |
| "epoch": 3.3845896707337455, |
| "grad_norm": 0.032490186393260956, |
| "learning_rate": 6.483313768237465e-05, |
| "loss": 0.645, |
| "step": 20250 |
| }, |
| { |
| "epoch": 3.3870967741935485, |
| "grad_norm": 0.03293507918715477, |
| "learning_rate": 6.473251718933424e-05, |
| "loss": 0.6414, |
| "step": 20265 |
| }, |
| { |
| "epoch": 3.389603877653351, |
| "grad_norm": 0.033456623554229736, |
| "learning_rate": 6.463189669629381e-05, |
| "loss": 0.6547, |
| "step": 20280 |
| }, |
| { |
| "epoch": 3.392110981113154, |
| "grad_norm": 0.03404277190566063, |
| "learning_rate": 6.45312762032534e-05, |
| "loss": 0.6605, |
| "step": 20295 |
| }, |
| { |
| "epoch": 3.3946180845729566, |
| "grad_norm": 0.03427689149975777, |
| "learning_rate": 6.443065571021298e-05, |
| "loss": 0.6594, |
| "step": 20310 |
| }, |
| { |
| "epoch": 3.3971251880327595, |
| "grad_norm": 0.033457666635513306, |
| "learning_rate": 6.433003521717256e-05, |
| "loss": 0.6778, |
| "step": 20325 |
| }, |
| { |
| "epoch": 3.399632291492562, |
| "grad_norm": 0.034244317561388016, |
| "learning_rate": 6.422941472413215e-05, |
| "loss": 0.6742, |
| "step": 20340 |
| }, |
| { |
| "epoch": 3.402139394952365, |
| "grad_norm": 0.03270183503627777, |
| "learning_rate": 6.412879423109174e-05, |
| "loss": 0.6435, |
| "step": 20355 |
| }, |
| { |
| "epoch": 3.404646498412168, |
| "grad_norm": 0.034196462482213974, |
| "learning_rate": 6.402817373805132e-05, |
| "loss": 0.648, |
| "step": 20370 |
| }, |
| { |
| "epoch": 3.4071536018719706, |
| "grad_norm": 0.032824840396642685, |
| "learning_rate": 6.39275532450109e-05, |
| "loss": 0.6767, |
| "step": 20385 |
| }, |
| { |
| "epoch": 3.409660705331773, |
| "grad_norm": 0.03537704795598984, |
| "learning_rate": 6.382693275197049e-05, |
| "loss": 0.6721, |
| "step": 20400 |
| }, |
| { |
| "epoch": 3.412167808791576, |
| "grad_norm": 0.03542947396636009, |
| "learning_rate": 6.372631225893008e-05, |
| "loss": 0.6612, |
| "step": 20415 |
| }, |
| { |
| "epoch": 3.414674912251379, |
| "grad_norm": 0.033524878323078156, |
| "learning_rate": 6.362569176588966e-05, |
| "loss": 0.6709, |
| "step": 20430 |
| }, |
| { |
| "epoch": 3.4171820157111816, |
| "grad_norm": 0.03377537056803703, |
| "learning_rate": 6.352507127284923e-05, |
| "loss": 0.6711, |
| "step": 20445 |
| }, |
| { |
| "epoch": 3.4196891191709846, |
| "grad_norm": 0.033485304564237595, |
| "learning_rate": 6.342445077980882e-05, |
| "loss": 0.6622, |
| "step": 20460 |
| }, |
| { |
| "epoch": 3.422196222630787, |
| "grad_norm": 0.033119190484285355, |
| "learning_rate": 6.33238302867684e-05, |
| "loss": 0.66, |
| "step": 20475 |
| }, |
| { |
| "epoch": 3.42470332609059, |
| "grad_norm": 0.0347219854593277, |
| "learning_rate": 6.322320979372799e-05, |
| "loss": 0.6538, |
| "step": 20490 |
| }, |
| { |
| "epoch": 3.4272104295503927, |
| "grad_norm": 0.033375516533851624, |
| "learning_rate": 6.312258930068758e-05, |
| "loss": 0.6721, |
| "step": 20505 |
| }, |
| { |
| "epoch": 3.4297175330101957, |
| "grad_norm": 0.03268874064087868, |
| "learning_rate": 6.302196880764716e-05, |
| "loss": 0.6608, |
| "step": 20520 |
| }, |
| { |
| "epoch": 3.432224636469998, |
| "grad_norm": 0.03364133462309837, |
| "learning_rate": 6.292134831460675e-05, |
| "loss": 0.6673, |
| "step": 20535 |
| }, |
| { |
| "epoch": 3.434731739929801, |
| "grad_norm": 0.03426344320178032, |
| "learning_rate": 6.282072782156633e-05, |
| "loss": 0.6637, |
| "step": 20550 |
| }, |
| { |
| "epoch": 3.4372388433896037, |
| "grad_norm": 0.03355192393064499, |
| "learning_rate": 6.272010732852592e-05, |
| "loss": 0.6781, |
| "step": 20565 |
| }, |
| { |
| "epoch": 3.4397459468494067, |
| "grad_norm": 0.03330032154917717, |
| "learning_rate": 6.261948683548549e-05, |
| "loss": 0.6693, |
| "step": 20580 |
| }, |
| { |
| "epoch": 3.4422530503092093, |
| "grad_norm": 0.03315750136971474, |
| "learning_rate": 6.251886634244508e-05, |
| "loss": 0.66, |
| "step": 20595 |
| }, |
| { |
| "epoch": 3.4447601537690122, |
| "grad_norm": 0.033580485731363297, |
| "learning_rate": 6.241824584940466e-05, |
| "loss": 0.6749, |
| "step": 20610 |
| }, |
| { |
| "epoch": 3.447267257228815, |
| "grad_norm": 0.03357269614934921, |
| "learning_rate": 6.231762535636425e-05, |
| "loss": 0.6563, |
| "step": 20625 |
| }, |
| { |
| "epoch": 3.4497743606886178, |
| "grad_norm": 0.03285966068506241, |
| "learning_rate": 6.221700486332383e-05, |
| "loss": 0.6615, |
| "step": 20640 |
| }, |
| { |
| "epoch": 3.4522814641484203, |
| "grad_norm": 0.034152496606111526, |
| "learning_rate": 6.211638437028342e-05, |
| "loss": 0.666, |
| "step": 20655 |
| }, |
| { |
| "epoch": 3.4547885676082233, |
| "grad_norm": 0.03442816436290741, |
| "learning_rate": 6.2015763877243e-05, |
| "loss": 0.6637, |
| "step": 20670 |
| }, |
| { |
| "epoch": 3.4572956710680263, |
| "grad_norm": 0.03422121703624725, |
| "learning_rate": 6.191514338420259e-05, |
| "loss": 0.661, |
| "step": 20685 |
| }, |
| { |
| "epoch": 3.459802774527829, |
| "grad_norm": 0.035803407430648804, |
| "learning_rate": 6.181452289116217e-05, |
| "loss": 0.6659, |
| "step": 20700 |
| }, |
| { |
| "epoch": 3.462309877987632, |
| "grad_norm": 0.03371883183717728, |
| "learning_rate": 6.171390239812176e-05, |
| "loss": 0.6659, |
| "step": 20715 |
| }, |
| { |
| "epoch": 3.4648169814474343, |
| "grad_norm": 0.034014519304037094, |
| "learning_rate": 6.161328190508133e-05, |
| "loss": 0.662, |
| "step": 20730 |
| }, |
| { |
| "epoch": 3.4673240849072373, |
| "grad_norm": 0.032825078815221786, |
| "learning_rate": 6.151266141204092e-05, |
| "loss": 0.6645, |
| "step": 20745 |
| }, |
| { |
| "epoch": 3.46983118836704, |
| "grad_norm": 0.033502623438835144, |
| "learning_rate": 6.14120409190005e-05, |
| "loss": 0.6611, |
| "step": 20760 |
| }, |
| { |
| "epoch": 3.472338291826843, |
| "grad_norm": 0.03605775162577629, |
| "learning_rate": 6.131142042596009e-05, |
| "loss": 0.6781, |
| "step": 20775 |
| }, |
| { |
| "epoch": 3.4748453952866454, |
| "grad_norm": 0.03367803990840912, |
| "learning_rate": 6.121079993291967e-05, |
| "loss": 0.6547, |
| "step": 20790 |
| }, |
| { |
| "epoch": 3.4773524987464484, |
| "grad_norm": 0.034281060099601746, |
| "learning_rate": 6.111017943987926e-05, |
| "loss": 0.6607, |
| "step": 20805 |
| }, |
| { |
| "epoch": 3.479859602206251, |
| "grad_norm": 0.032581839710474014, |
| "learning_rate": 6.100955894683884e-05, |
| "loss": 0.6753, |
| "step": 20820 |
| }, |
| { |
| "epoch": 3.482366705666054, |
| "grad_norm": 0.03385984152555466, |
| "learning_rate": 6.090893845379842e-05, |
| "loss": 0.6582, |
| "step": 20835 |
| }, |
| { |
| "epoch": 3.4848738091258564, |
| "grad_norm": 0.03409432992339134, |
| "learning_rate": 6.080831796075801e-05, |
| "loss": 0.6541, |
| "step": 20850 |
| }, |
| { |
| "epoch": 3.4873809125856594, |
| "grad_norm": 0.032626084983348846, |
| "learning_rate": 6.0707697467717594e-05, |
| "loss": 0.6625, |
| "step": 20865 |
| }, |
| { |
| "epoch": 3.489888016045462, |
| "grad_norm": 0.034788578748703, |
| "learning_rate": 6.060707697467718e-05, |
| "loss": 0.6539, |
| "step": 20880 |
| }, |
| { |
| "epoch": 3.492395119505265, |
| "grad_norm": 0.034189485013484955, |
| "learning_rate": 6.0506456481636765e-05, |
| "loss": 0.6595, |
| "step": 20895 |
| }, |
| { |
| "epoch": 3.4949022229650675, |
| "grad_norm": 0.03473382443189621, |
| "learning_rate": 6.040583598859635e-05, |
| "loss": 0.6565, |
| "step": 20910 |
| }, |
| { |
| "epoch": 3.4974093264248705, |
| "grad_norm": 0.0336168147623539, |
| "learning_rate": 6.0305215495555936e-05, |
| "loss": 0.6584, |
| "step": 20925 |
| }, |
| { |
| "epoch": 3.4999164298846734, |
| "grad_norm": 0.0335552953183651, |
| "learning_rate": 6.020459500251552e-05, |
| "loss": 0.6557, |
| "step": 20940 |
| }, |
| { |
| "epoch": 3.502423533344476, |
| "grad_norm": 0.03281300142407417, |
| "learning_rate": 6.01039745094751e-05, |
| "loss": 0.668, |
| "step": 20955 |
| }, |
| { |
| "epoch": 3.5049306368042785, |
| "grad_norm": 0.03366611897945404, |
| "learning_rate": 6.0003354016434685e-05, |
| "loss": 0.6621, |
| "step": 20970 |
| }, |
| { |
| "epoch": 3.5074377402640815, |
| "grad_norm": 0.034198787063360214, |
| "learning_rate": 5.990273352339427e-05, |
| "loss": 0.6619, |
| "step": 20985 |
| }, |
| { |
| "epoch": 3.5099448437238845, |
| "grad_norm": 0.03419259935617447, |
| "learning_rate": 5.9802113030353856e-05, |
| "loss": 0.6737, |
| "step": 21000 |
| }, |
| { |
| "epoch": 3.5266588667892362, |
| "grad_norm": 0.03425095975399017, |
| "learning_rate": 5.913130974341775e-05, |
| "loss": 0.665, |
| "step": 21100 |
| }, |
| { |
| "epoch": 3.543372889854588, |
| "grad_norm": 0.033783555030822754, |
| "learning_rate": 5.846050645648163e-05, |
| "loss": 0.6577, |
| "step": 21200 |
| }, |
| { |
| "epoch": 3.5600869129199397, |
| "grad_norm": 0.03537527099251747, |
| "learning_rate": 5.778970316954553e-05, |
| "loss": 0.6635, |
| "step": 21300 |
| }, |
| { |
| "epoch": 3.5768009359852915, |
| "grad_norm": 0.03478403761982918, |
| "learning_rate": 5.7118899882609426e-05, |
| "loss": 0.6584, |
| "step": 21400 |
| }, |
| { |
| "epoch": 3.593514959050643, |
| "grad_norm": 0.034150175750255585, |
| "learning_rate": 5.644809659567332e-05, |
| "loss": 0.6596, |
| "step": 21500 |
| }, |
| { |
| "epoch": 3.6102289821159954, |
| "grad_norm": 0.034265898168087006, |
| "learning_rate": 5.5777293308737214e-05, |
| "loss": 0.6574, |
| "step": 21600 |
| }, |
| { |
| "epoch": 3.626943005181347, |
| "grad_norm": 0.03564199060201645, |
| "learning_rate": 5.510649002180111e-05, |
| "loss": 0.6549, |
| "step": 21700 |
| }, |
| { |
| "epoch": 3.643657028246699, |
| "grad_norm": 0.034864045679569244, |
| "learning_rate": 5.4435686734865e-05, |
| "loss": 0.6656, |
| "step": 21800 |
| }, |
| { |
| "epoch": 3.6603710513120506, |
| "grad_norm": 0.03352364897727966, |
| "learning_rate": 5.3764883447928896e-05, |
| "loss": 0.6622, |
| "step": 21900 |
| }, |
| { |
| "epoch": 3.677085074377403, |
| "grad_norm": 0.034029681235551834, |
| "learning_rate": 5.309408016099279e-05, |
| "loss": 0.6542, |
| "step": 22000 |
| }, |
| { |
| "epoch": 3.6937990974427546, |
| "grad_norm": 0.03352760896086693, |
| "learning_rate": 5.2423276874056684e-05, |
| "loss": 0.6664, |
| "step": 22100 |
| }, |
| { |
| "epoch": 3.7105131205081063, |
| "grad_norm": 0.03489440679550171, |
| "learning_rate": 5.175247358712058e-05, |
| "loss": 0.6629, |
| "step": 22200 |
| }, |
| { |
| "epoch": 3.727227143573458, |
| "grad_norm": 0.03430229052901268, |
| "learning_rate": 5.108167030018447e-05, |
| "loss": 0.6574, |
| "step": 22300 |
| }, |
| { |
| "epoch": 3.74394116663881, |
| "grad_norm": 0.033648181706666946, |
| "learning_rate": 5.0410867013248366e-05, |
| "loss": 0.6568, |
| "step": 22400 |
| }, |
| { |
| "epoch": 3.7606551897041616, |
| "grad_norm": 0.033668212592601776, |
| "learning_rate": 4.974006372631227e-05, |
| "loss": 0.6564, |
| "step": 22500 |
| }, |
| { |
| "epoch": 3.7773692127695138, |
| "grad_norm": 0.03772876039147377, |
| "learning_rate": 4.906926043937616e-05, |
| "loss": 0.6619, |
| "step": 22600 |
| }, |
| { |
| "epoch": 3.7940832358348655, |
| "grad_norm": 0.03430061787366867, |
| "learning_rate": 4.839845715244005e-05, |
| "loss": 0.6603, |
| "step": 22700 |
| }, |
| { |
| "epoch": 3.8107972589002173, |
| "grad_norm": 0.035929903388023376, |
| "learning_rate": 4.772765386550394e-05, |
| "loss": 0.6559, |
| "step": 22800 |
| }, |
| { |
| "epoch": 3.827511281965569, |
| "grad_norm": 0.03500952944159508, |
| "learning_rate": 4.7056850578567837e-05, |
| "loss": 0.6579, |
| "step": 22900 |
| }, |
| { |
| "epoch": 3.844225305030921, |
| "grad_norm": 0.03469489514827728, |
| "learning_rate": 4.638604729163173e-05, |
| "loss": 0.6558, |
| "step": 23000 |
| }, |
| { |
| "epoch": 3.860939328096273, |
| "grad_norm": 0.03354435786604881, |
| "learning_rate": 4.5715244004695625e-05, |
| "loss": 0.6623, |
| "step": 23100 |
| }, |
| { |
| "epoch": 3.8776533511616247, |
| "grad_norm": 0.03471764177083969, |
| "learning_rate": 4.504444071775952e-05, |
| "loss": 0.6648, |
| "step": 23200 |
| }, |
| { |
| "epoch": 3.8943673742269764, |
| "grad_norm": 0.03438182920217514, |
| "learning_rate": 4.437363743082341e-05, |
| "loss": 0.6606, |
| "step": 23300 |
| }, |
| { |
| "epoch": 3.911081397292328, |
| "grad_norm": 0.03417756408452988, |
| "learning_rate": 4.370283414388731e-05, |
| "loss": 0.6626, |
| "step": 23400 |
| }, |
| { |
| "epoch": 3.92779542035768, |
| "grad_norm": 0.03406790643930435, |
| "learning_rate": 4.30320308569512e-05, |
| "loss": 0.6609, |
| "step": 23500 |
| }, |
| { |
| "epoch": 3.9445094434230317, |
| "grad_norm": 0.035032719373703, |
| "learning_rate": 4.2361227570015095e-05, |
| "loss": 0.6579, |
| "step": 23600 |
| }, |
| { |
| "epoch": 3.961223466488384, |
| "grad_norm": 0.03397015482187271, |
| "learning_rate": 4.169042428307899e-05, |
| "loss": 0.6557, |
| "step": 23700 |
| }, |
| { |
| "epoch": 3.9779374895537356, |
| "grad_norm": 0.03334665298461914, |
| "learning_rate": 4.101962099614288e-05, |
| "loss": 0.6606, |
| "step": 23800 |
| }, |
| { |
| "epoch": 3.9946515126190874, |
| "grad_norm": 0.033896464854478836, |
| "learning_rate": 4.034881770920678e-05, |
| "loss": 0.6584, |
| "step": 23900 |
| }, |
| { |
| "epoch": 4.0113655356844395, |
| "grad_norm": 0.03485192731022835, |
| "learning_rate": 3.967801442227067e-05, |
| "loss": 0.6492, |
| "step": 24000 |
| }, |
| { |
| "epoch": 4.028079558749791, |
| "grad_norm": 0.0341389924287796, |
| "learning_rate": 3.9007211135334565e-05, |
| "loss": 0.6461, |
| "step": 24100 |
| }, |
| { |
| "epoch": 4.044793581815143, |
| "grad_norm": 0.03344714641571045, |
| "learning_rate": 3.833640784839846e-05, |
| "loss": 0.6475, |
| "step": 24200 |
| }, |
| { |
| "epoch": 4.061507604880495, |
| "grad_norm": 0.03415651619434357, |
| "learning_rate": 3.7665604561462354e-05, |
| "loss": 0.6533, |
| "step": 24300 |
| }, |
| { |
| "epoch": 4.0782216279458465, |
| "grad_norm": 0.03357802331447601, |
| "learning_rate": 3.699480127452625e-05, |
| "loss": 0.6513, |
| "step": 24400 |
| }, |
| { |
| "epoch": 4.094935651011198, |
| "grad_norm": 0.03374486416578293, |
| "learning_rate": 3.632399798759014e-05, |
| "loss": 0.6456, |
| "step": 24500 |
| }, |
| { |
| "epoch": 4.11164967407655, |
| "grad_norm": 0.03407549113035202, |
| "learning_rate": 3.5653194700654036e-05, |
| "loss": 0.651, |
| "step": 24600 |
| }, |
| { |
| "epoch": 4.128363697141902, |
| "grad_norm": 0.03402148187160492, |
| "learning_rate": 3.498239141371793e-05, |
| "loss": 0.6461, |
| "step": 24700 |
| }, |
| { |
| "epoch": 4.1450777202072535, |
| "grad_norm": 0.03708890080451965, |
| "learning_rate": 3.4311588126781824e-05, |
| "loss": 0.652, |
| "step": 24800 |
| }, |
| { |
| "epoch": 4.161791743272605, |
| "grad_norm": 0.034347113221883774, |
| "learning_rate": 3.364078483984572e-05, |
| "loss": 0.6509, |
| "step": 24900 |
| }, |
| { |
| "epoch": 4.178505766337958, |
| "grad_norm": 0.0340665765106678, |
| "learning_rate": 3.296998155290961e-05, |
| "loss": 0.6451, |
| "step": 25000 |
| }, |
| { |
| "epoch": 4.19521978940331, |
| "grad_norm": 0.035704102367162704, |
| "learning_rate": 3.2299178265973506e-05, |
| "loss": 0.6507, |
| "step": 25100 |
| }, |
| { |
| "epoch": 4.211933812468661, |
| "grad_norm": 0.03486304730176926, |
| "learning_rate": 3.16283749790374e-05, |
| "loss": 0.6547, |
| "step": 25200 |
| }, |
| { |
| "epoch": 4.228647835534013, |
| "grad_norm": 0.03282959759235382, |
| "learning_rate": 3.0957571692101294e-05, |
| "loss": 0.6523, |
| "step": 25300 |
| }, |
| { |
| "epoch": 4.245361858599365, |
| "grad_norm": 0.035729847848415375, |
| "learning_rate": 3.0286768405165188e-05, |
| "loss": 0.6503, |
| "step": 25400 |
| }, |
| { |
| "epoch": 4.262075881664717, |
| "grad_norm": 0.03634531795978546, |
| "learning_rate": 2.9615965118229082e-05, |
| "loss": 0.6493, |
| "step": 25500 |
| }, |
| { |
| "epoch": 4.278789904730068, |
| "grad_norm": 0.033321358263492584, |
| "learning_rate": 2.8945161831292976e-05, |
| "loss": 0.6492, |
| "step": 25600 |
| }, |
| { |
| "epoch": 4.29550392779542, |
| "grad_norm": 0.03541552275419235, |
| "learning_rate": 2.8274358544356867e-05, |
| "loss": 0.6466, |
| "step": 25700 |
| }, |
| { |
| "epoch": 4.312217950860772, |
| "grad_norm": 0.03528020158410072, |
| "learning_rate": 2.760355525742076e-05, |
| "loss": 0.6549, |
| "step": 25800 |
| }, |
| { |
| "epoch": 4.328931973926124, |
| "grad_norm": 0.03419233486056328, |
| "learning_rate": 2.6932751970484655e-05, |
| "loss": 0.6502, |
| "step": 25900 |
| }, |
| { |
| "epoch": 4.345645996991476, |
| "grad_norm": 0.03410422429442406, |
| "learning_rate": 2.626194868354855e-05, |
| "loss": 0.656, |
| "step": 26000 |
| }, |
| { |
| "epoch": 4.362360020056828, |
| "grad_norm": 0.033916935324668884, |
| "learning_rate": 2.5591145396612443e-05, |
| "loss": 0.643, |
| "step": 26100 |
| }, |
| { |
| "epoch": 4.37907404312218, |
| "grad_norm": 0.034409794956445694, |
| "learning_rate": 2.492034210967634e-05, |
| "loss": 0.6445, |
| "step": 26200 |
| }, |
| { |
| "epoch": 4.3957880661875315, |
| "grad_norm": 0.03435683995485306, |
| "learning_rate": 2.4249538822740235e-05, |
| "loss": 0.6493, |
| "step": 26300 |
| }, |
| { |
| "epoch": 4.412502089252883, |
| "grad_norm": 0.03483356907963753, |
| "learning_rate": 2.357873553580413e-05, |
| "loss": 0.649, |
| "step": 26400 |
| }, |
| { |
| "epoch": 4.429216112318235, |
| "grad_norm": 0.0342116504907608, |
| "learning_rate": 2.290793224886802e-05, |
| "loss": 0.6516, |
| "step": 26500 |
| }, |
| { |
| "epoch": 4.445930135383587, |
| "grad_norm": 0.035094503313302994, |
| "learning_rate": 2.2237128961931914e-05, |
| "loss": 0.6509, |
| "step": 26600 |
| }, |
| { |
| "epoch": 4.4626441584489385, |
| "grad_norm": 0.035515137016773224, |
| "learning_rate": 2.1566325674995808e-05, |
| "loss": 0.6491, |
| "step": 26700 |
| }, |
| { |
| "epoch": 4.47935818151429, |
| "grad_norm": 0.033778801560401917, |
| "learning_rate": 2.0895522388059702e-05, |
| "loss": 0.6516, |
| "step": 26800 |
| }, |
| { |
| "epoch": 4.496072204579642, |
| "grad_norm": 0.03408665210008621, |
| "learning_rate": 2.0224719101123596e-05, |
| "loss": 0.6482, |
| "step": 26900 |
| }, |
| { |
| "epoch": 4.512786227644995, |
| "grad_norm": 0.03422163799405098, |
| "learning_rate": 1.955391581418749e-05, |
| "loss": 0.6488, |
| "step": 27000 |
| }, |
| { |
| "epoch": 4.529500250710346, |
| "grad_norm": 0.03455764427781105, |
| "learning_rate": 1.8883112527251384e-05, |
| "loss": 0.6473, |
| "step": 27100 |
| }, |
| { |
| "epoch": 4.546214273775698, |
| "grad_norm": 0.033868152648210526, |
| "learning_rate": 1.8212309240315278e-05, |
| "loss": 0.6508, |
| "step": 27200 |
| }, |
| { |
| "epoch": 4.56292829684105, |
| "grad_norm": 0.03507550060749054, |
| "learning_rate": 1.7541505953379172e-05, |
| "loss": 0.6468, |
| "step": 27300 |
| }, |
| { |
| "epoch": 4.579642319906402, |
| "grad_norm": 0.03554074466228485, |
| "learning_rate": 1.6870702666443066e-05, |
| "loss": 0.6456, |
| "step": 27400 |
| }, |
| { |
| "epoch": 4.596356342971753, |
| "grad_norm": 0.03559200465679169, |
| "learning_rate": 1.619989937950696e-05, |
| "loss": 0.6544, |
| "step": 27500 |
| }, |
| { |
| "epoch": 4.613070366037105, |
| "grad_norm": 0.03546106070280075, |
| "learning_rate": 1.5529096092570854e-05, |
| "loss": 0.646, |
| "step": 27600 |
| }, |
| { |
| "epoch": 4.629784389102457, |
| "grad_norm": 0.03442246466875076, |
| "learning_rate": 1.4858292805634748e-05, |
| "loss": 0.6523, |
| "step": 27700 |
| }, |
| { |
| "epoch": 4.646498412167809, |
| "grad_norm": 0.03322317451238632, |
| "learning_rate": 1.4187489518698644e-05, |
| "loss": 0.6483, |
| "step": 27800 |
| }, |
| { |
| "epoch": 4.66321243523316, |
| "grad_norm": 0.0362270288169384, |
| "learning_rate": 1.3516686231762538e-05, |
| "loss": 0.649, |
| "step": 27900 |
| }, |
| { |
| "epoch": 4.679926458298512, |
| "grad_norm": 0.03510970249772072, |
| "learning_rate": 1.2845882944826429e-05, |
| "loss": 0.6461, |
| "step": 28000 |
| }, |
| { |
| "epoch": 4.696640481363865, |
| "grad_norm": 0.03399231657385826, |
| "learning_rate": 1.2175079657890325e-05, |
| "loss": 0.6491, |
| "step": 28100 |
| }, |
| { |
| "epoch": 4.713354504429216, |
| "grad_norm": 0.03436035290360451, |
| "learning_rate": 1.1504276370954219e-05, |
| "loss": 0.6499, |
| "step": 28200 |
| }, |
| { |
| "epoch": 4.730068527494568, |
| "grad_norm": 0.034751422703266144, |
| "learning_rate": 1.0833473084018113e-05, |
| "loss": 0.6476, |
| "step": 28300 |
| }, |
| { |
| "epoch": 4.74678255055992, |
| "grad_norm": 0.034067828208208084, |
| "learning_rate": 1.0162669797082005e-05, |
| "loss": 0.6463, |
| "step": 28400 |
| }, |
| { |
| "epoch": 4.763496573625272, |
| "grad_norm": 0.03397444635629654, |
| "learning_rate": 9.4918665101459e-06, |
| "loss": 0.6487, |
| "step": 28500 |
| }, |
| { |
| "epoch": 4.780210596690623, |
| "grad_norm": 0.03437269851565361, |
| "learning_rate": 8.821063223209793e-06, |
| "loss": 0.6477, |
| "step": 28600 |
| }, |
| { |
| "epoch": 4.796924619755975, |
| "grad_norm": 0.034697502851486206, |
| "learning_rate": 8.150259936273687e-06, |
| "loss": 0.6488, |
| "step": 28700 |
| }, |
| { |
| "epoch": 4.813638642821327, |
| "grad_norm": 0.03559542074799538, |
| "learning_rate": 7.479456649337582e-06, |
| "loss": 0.6492, |
| "step": 28800 |
| }, |
| { |
| "epoch": 4.830352665886679, |
| "grad_norm": 0.03439110890030861, |
| "learning_rate": 6.808653362401476e-06, |
| "loss": 0.6462, |
| "step": 28900 |
| }, |
| { |
| "epoch": 4.84706668895203, |
| "grad_norm": 0.03447462245821953, |
| "learning_rate": 6.13785007546537e-06, |
| "loss": 0.6499, |
| "step": 29000 |
| }, |
| { |
| "epoch": 4.863780712017382, |
| "grad_norm": 0.03418246656656265, |
| "learning_rate": 5.467046788529264e-06, |
| "loss": 0.6492, |
| "step": 29100 |
| }, |
| { |
| "epoch": 4.880494735082735, |
| "grad_norm": 0.03533853963017464, |
| "learning_rate": 4.796243501593159e-06, |
| "loss": 0.6513, |
| "step": 29200 |
| }, |
| { |
| "epoch": 4.8972087581480865, |
| "grad_norm": 0.03379116207361221, |
| "learning_rate": 4.125440214657052e-06, |
| "loss": 0.6491, |
| "step": 29300 |
| }, |
| { |
| "epoch": 4.913922781213438, |
| "grad_norm": 0.03501541167497635, |
| "learning_rate": 3.454636927720946e-06, |
| "loss": 0.6444, |
| "step": 29400 |
| }, |
| { |
| "epoch": 4.93063680427879, |
| "grad_norm": 0.03520382195711136, |
| "learning_rate": 2.78383364078484e-06, |
| "loss": 0.6499, |
| "step": 29500 |
| }, |
| { |
| "epoch": 4.809879753006175, |
| "grad_norm": 0.03432910144329071, |
| "learning_rate": 7.629605477665471e-06, |
| "loss": 0.6493, |
| "step": 29600 |
| }, |
| { |
| "epoch": 4.826129346766331, |
| "grad_norm": 0.03554558381438255, |
| "learning_rate": 6.9775024453863715e-06, |
| "loss": 0.6423, |
| "step": 29700 |
| }, |
| { |
| "epoch": 4.842378940526487, |
| "grad_norm": 0.03414788842201233, |
| "learning_rate": 6.3253994131072716e-06, |
| "loss": 0.6475, |
| "step": 29800 |
| }, |
| { |
| "epoch": 4.858628534286643, |
| "grad_norm": 0.03513456508517265, |
| "learning_rate": 5.673296380828172e-06, |
| "loss": 0.6474, |
| "step": 29900 |
| }, |
| { |
| "epoch": 4.874878128046799, |
| "grad_norm": 0.03595611825585365, |
| "learning_rate": 5.021193348549072e-06, |
| "loss": 0.6485, |
| "step": 30000 |
| }, |
| { |
| "epoch": 4.891127721806955, |
| "grad_norm": 0.035549987107515335, |
| "learning_rate": 4.369090316269971e-06, |
| "loss": 0.649, |
| "step": 30100 |
| }, |
| { |
| "epoch": 4.9073773155671105, |
| "grad_norm": 0.03475033864378929, |
| "learning_rate": 3.7169872839908704e-06, |
| "loss": 0.6468, |
| "step": 30200 |
| }, |
| { |
| "epoch": 4.923626909327266, |
| "grad_norm": 0.03467612341046333, |
| "learning_rate": 3.0648842517117705e-06, |
| "loss": 0.6404, |
| "step": 30300 |
| }, |
| { |
| "epoch": 4.939876503087422, |
| "grad_norm": 0.03498971089720726, |
| "learning_rate": 2.4127812194326705e-06, |
| "loss": 0.6544, |
| "step": 30400 |
| }, |
| { |
| "epoch": 4.956126096847579, |
| "grad_norm": 0.03452787175774574, |
| "learning_rate": 1.7606781871535704e-06, |
| "loss": 0.6491, |
| "step": 30500 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 30770, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 9.120160458945331e+19, |
| "train_batch_size": 5, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
