{"step": 100, "tokens_seen": 409600, "loss": 6.559521675109863, "lr": 0.004, "tokens_per_second": 340257.2820960325}
{"step": 200, "tokens_seen": 819200, "loss": 6.534104347229004, "lr": 0.004200000000000001, "tokens_per_second": 345270.5648372011, "lr_controller": {"step": 200, "old_lr": 0.004, "new_lr": 0.004200000000000001, "reason": "slow_progress"}}
{"step": 300, "tokens_seen": 1228800, "loss": 6.4427971839904785, "lr": 0.004200000000000001, "tokens_per_second": 347569.8756453762}
{"step": 400, "tokens_seen": 1638400, "loss": 6.105419158935547, "lr": 0.004410000000000001, "tokens_per_second": 348334.0474742573, "lr_controller": {"step": 400, "old_lr": 0.004200000000000001, "new_lr": 0.004410000000000001, "reason": "slow_progress"}}
{"step": 500, "tokens_seen": 2048000, "loss": 5.942887783050537, "lr": 0.004410000000000001, "tokens_per_second": 348438.29262963025}
{"step": 600, "tokens_seen": 2457600, "loss": 5.869372367858887, "lr": 0.004630500000000001, "tokens_per_second": 348890.2936579974, "lr_controller": {"step": 600, "old_lr": 0.004410000000000001, "new_lr": 0.004630500000000001, "reason": "slow_progress"}}
{"step": 700, "tokens_seen": 2867200, "loss": 5.536782741546631, "lr": 0.004630500000000001, "tokens_per_second": 349158.3488952317}
{"step": 800, "tokens_seen": 3276800, "loss": 5.40585470199585, "lr": 0.004630500000000001, "tokens_per_second": 349522.7555745667}
{"step": 900, "tokens_seen": 3686400, "loss": 5.319599151611328, "lr": 0.004630500000000001, "tokens_per_second": 349858.5771712169}
{"step": 1000, "tokens_seen": 4096000, "loss": 5.317020893096924, "lr": 0.004630500000000001, "tokens_per_second": 349988.3102199402}
{"step": 1100, "tokens_seen": 4505600, "loss": 5.420612335205078, "lr": 0.003704400000000001, "tokens_per_second": 350082.28890426503, "lr_controller": {"step": 1100, "old_lr": 0.004630500000000001, "new_lr": 0.003704400000000001, "reason": "recent_loss_increase"}}
{"step": 1200, "tokens_seen": 4915200, "loss": 5.206018924713135, "lr": 0.003704400000000001, "tokens_per_second": 350400.8602223057}
{"step": 1300, "tokens_seen": 5324800, "loss": 5.00147008895874, "lr": 0.003704400000000001, "tokens_per_second": 350567.8537566824}
{"step": 1400, "tokens_seen": 5734400, "loss": 4.9898576736450195, "lr": 0.003704400000000001, "tokens_per_second": 350681.49556211464}
{"step": 1500, "tokens_seen": 6144000, "loss": 4.639865875244141, "lr": 0.0029635200000000007, "tokens_per_second": 350847.1153877965, "lr_controller": {"step": 1500, "old_lr": 0.003704400000000001, "new_lr": 0.0029635200000000007, "reason": "recent_loss_increase"}}
{"step": 1600, "tokens_seen": 6553600, "loss": 4.931560516357422, "lr": 0.0029635200000000007, "tokens_per_second": 350840.2257821079}
{"step": 1700, "tokens_seen": 6963200, "loss": 4.60362434387207, "lr": 0.003111696000000001, "tokens_per_second": 350877.79240226897, "lr_controller": {"step": 1700, "old_lr": 0.0029635200000000007, "new_lr": 0.003111696000000001, "reason": "slow_progress"}}
{"step": 1800, "tokens_seen": 7372800, "loss": 4.692226409912109, "lr": 0.003111696000000001, "tokens_per_second": 350886.52888656425}
{"step": 1900, "tokens_seen": 7782400, "loss": 4.722228050231934, "lr": 0.003267280800000001, "tokens_per_second": 350966.55076431873, "lr_controller": {"step": 1900, "old_lr": 0.003111696000000001, "new_lr": 0.003267280800000001, "reason": "slow_progress"}}
{"step": 2000, "tokens_seen": 8192000, "loss": 4.692755222320557, "lr": 0.003267280800000001, "tokens_per_second": 350816.83275679714}
{"step": 2100, "tokens_seen": 8601600, "loss": 4.547039985656738, "lr": 0.003267280800000001, "tokens_per_second": 350818.4058913125}
{"step": 2200, "tokens_seen": 9011200, "loss": 4.423005104064941, "lr": 0.003267280800000001, "tokens_per_second": 350894.0793219764}
{"step": 2300, "tokens_seen": 9420800, "loss": 4.4311370849609375, "lr": 0.003267280800000001, "tokens_per_second": 350950.32708732504}
{"step": 2400, "tokens_seen": 9830400, "loss": 4.206768989562988, "lr": 0.0034306448400000015, "tokens_per_second": 350975.3326661925, "lr_controller": {"step": 2400, "old_lr": 0.003267280800000001, "new_lr": 0.0034306448400000015, "reason": "slow_progress"}}
{"step": 2500, "tokens_seen": 10240000, "loss": 4.356624603271484, "lr": 0.0034306448400000015, "tokens_per_second": 350996.20108075783}
{"step": 2600, "tokens_seen": 10649600, "loss": 4.201271057128906, "lr": 0.0034306448400000015, "tokens_per_second": 351032.5528777458}
{"step": 2700, "tokens_seen": 11059200, "loss": 4.168864727020264, "lr": 0.002744515872000001, "tokens_per_second": 351046.8978932447, "lr_controller": {"step": 2700, "old_lr": 0.0034306448400000015, "new_lr": 0.002744515872000001, "reason": "recent_loss_increase"}}
{"step": 2800, "tokens_seen": 11468800, "loss": 4.408298492431641, "lr": 0.002744515872000001, "tokens_per_second": 351063.47313145275}
{"step": 2900, "tokens_seen": 11878400, "loss": 4.163667678833008, "lr": 0.0028817416656000015, "tokens_per_second": 351083.58001825237, "lr_controller": {"step": 2900, "old_lr": 0.002744515872000001, "new_lr": 0.0028817416656000015, "reason": "slow_progress"}}
{"step": 3000, "tokens_seen": 12288000, "loss": 3.9917402267456055, "lr": 0.0028817416656000015, "tokens_per_second": 351064.03832814755}
{"step": 3100, "tokens_seen": 12697600, "loss": 4.051756858825684, "lr": 0.002305393332480001, "tokens_per_second": 351063.4824706633, "lr_controller": {"step": 3100, "old_lr": 0.0028817416656000015, "new_lr": 0.002305393332480001, "reason": "recent_loss_increase"}}
{"step": 3200, "tokens_seen": 13107200, "loss": 3.9498918056488037, "lr": 0.002305393332480001, "tokens_per_second": 351054.3193633838}
{"step": 3300, "tokens_seen": 13516800, "loss": 3.7610604763031006, "lr": 0.002305393332480001, "tokens_per_second": 351051.7571112021}
{"step": 3400, "tokens_seen": 13926400, "loss": 3.931569814682007, "lr": 0.002305393332480001, "tokens_per_second": 351090.8625923752}
{"step": 3500, "tokens_seen": 14336000, "loss": 3.9108948707580566, "lr": 0.0024206629991040014, "tokens_per_second": 351107.07445910206, "lr_controller": {"step": 3500, "old_lr": 0.002305393332480001, "new_lr": 0.0024206629991040014, "reason": "slow_progress"}}
{"step": 3600, "tokens_seen": 14745600, "loss": 3.8646199703216553, "lr": 0.0024206629991040014, "tokens_per_second": 351051.0597028719}
{"step": 3700, "tokens_seen": 15155200, "loss": 3.9627037048339844, "lr": 0.0024206629991040014, "tokens_per_second": 351056.6137350049}
{"step": 3800, "tokens_seen": 15564800, "loss": 3.967409610748291, "lr": 0.0019365303992832012, "tokens_per_second": 351057.05226122844, "lr_controller": {"step": 3800, "old_lr": 0.0024206629991040014, "new_lr": 0.0019365303992832012, "reason": "recent_loss_increase"}}
{"step": 3900, "tokens_seen": 15974400, "loss": 3.883930206298828, "lr": 0.0019365303992832012, "tokens_per_second": 351067.61278577003}
{"step": 4000, "tokens_seen": 16384000, "loss": 3.817218065261841, "lr": 0.001549224319426561, "tokens_per_second": 351080.53539208416, "lr_controller": {"step": 4000, "old_lr": 0.0019365303992832012, "new_lr": 0.001549224319426561, "reason": "recent_loss_increase"}}
{"step": 4100, "tokens_seen": 16793600, "loss": 3.8156466484069824, "lr": 0.001549224319426561, "tokens_per_second": 351082.7592489888}
{"step": 4200, "tokens_seen": 17203200, "loss": 3.820263624191284, "lr": 0.001549224319426561, "tokens_per_second": 351090.9228861277}
{"step": 4300, "tokens_seen": 17612800, "loss": 3.7017736434936523, "lr": 0.001239379455541249, "tokens_per_second": 351083.33940559963, "lr_controller": {"step": 4300, "old_lr": 0.001549224319426561, "new_lr": 0.001239379455541249, "reason": "recent_loss_increase"}}
{"step": 4400, "tokens_seen": 18022400, "loss": 3.591179132461548, "lr": 0.001239379455541249, "tokens_per_second": 351110.1612134265}
{"step": 4500, "tokens_seen": 18432000, "loss": 3.644624710083008, "lr": 0.001239379455541249, "tokens_per_second": 351123.9375155594}
{"step": 4600, "tokens_seen": 18841600, "loss": 3.7665908336639404, "lr": 0.001239379455541249, "tokens_per_second": 351135.51043776557}
{"step": 4700, "tokens_seen": 19251200, "loss": 3.4398880004882812, "lr": 0.001239379455541249, "tokens_per_second": 351142.7419065365}
{"step": 4800, "tokens_seen": 19660800, "loss": 3.847789764404297, "lr": 0.0009915035644329992, "tokens_per_second": 351142.91827944794, "lr_controller": {"step": 4800, "old_lr": 0.001239379455541249, "new_lr": 0.0009915035644329992, "reason": "recent_loss_increase"}}
{"step": 4900, "tokens_seen": 20070400, "loss": 3.4355435371398926, "lr": 0.0009915035644329992, "tokens_per_second": 351164.7943662763}
{"step": 5000, "tokens_seen": 20480000, "loss": 3.549041748046875, "lr": 0.0009915035644329992, "tokens_per_second": 351138.6809807089}
{"step": 5100, "tokens_seen": 20889600, "loss": 3.5220553874969482, "lr": 0.0010410787426546491, "tokens_per_second": 351138.9800751658, "lr_controller": {"step": 5100, "old_lr": 0.0009915035644329992, "new_lr": 0.0010410787426546491, "reason": "slow_progress"}}
{"step": 5200, "tokens_seen": 21299200, "loss": 3.5876755714416504, "lr": 0.0010410787426546491, "tokens_per_second": 351128.61714360246}
{"step": 5300, "tokens_seen": 21708800, "loss": 3.527804136276245, "lr": 0.0008328629941237193, "tokens_per_second": 351135.5294247366, "lr_controller": {"step": 5300, "old_lr": 0.0010410787426546491, "new_lr": 0.0008328629941237193, "reason": "recent_loss_increase"}}
{"step": 5400, "tokens_seen": 22118400, "loss": 3.683701515197754, "lr": 0.0008328629941237193, "tokens_per_second": 351141.3220502555}
{"step": 5500, "tokens_seen": 22528000, "loss": 3.611649990081787, "lr": 0.0008328629941237193, "tokens_per_second": 351157.88444051903}
{"step": 5600, "tokens_seen": 22937600, "loss": 3.7617340087890625, "lr": 0.0008328629941237193, "tokens_per_second": 351154.3353392927}
{"step": 5700, "tokens_seen": 23347200, "loss": 3.5023508071899414, "lr": 0.0008745061438299053, "tokens_per_second": 351154.4340980889, "lr_controller": {"step": 5700, "old_lr": 0.0008328629941237193, "new_lr": 0.0008745061438299053, "reason": "slow_progress"}}
{"step": 5800, "tokens_seen": 23756800, "loss": 3.3810904026031494, "lr": 0.0008745061438299053, "tokens_per_second": 351132.56502360787}
{"step": 5900, "tokens_seen": 24166400, "loss": 3.6252951622009277, "lr": 0.0008745061438299053, "tokens_per_second": 351124.7849165049}
{"step": 6000, "tokens_seen": 24576000, "loss": 3.2728352546691895, "lr": 0.0009182314510214006, "tokens_per_second": 351124.593750214, "lr_controller": {"step": 6000, "old_lr": 0.0008745061438299053, "new_lr": 0.0009182314510214006, "reason": "slow_progress"}}
{"step": 6100, "tokens_seen": 24985600, "loss": 3.74075984954834, "lr": 0.0009182314510214006, "tokens_per_second": 351106.52776861086}
{"step": 6200, "tokens_seen": 25395200, "loss": 3.4993209838867188, "lr": 0.0007345851608171205, "tokens_per_second": 351106.34558978153, "lr_controller": {"step": 6200, "old_lr": 0.0009182314510214006, "new_lr": 0.0007345851608171205, "reason": "recent_loss_increase"}}
{"step": 6300, "tokens_seen": 25804800, "loss": 3.2374324798583984, "lr": 0.0007345851608171205, "tokens_per_second": 351108.29910217074}
{"step": 6400, "tokens_seen": 26214400, "loss": 3.332963705062866, "lr": 0.0007345851608171205, "tokens_per_second": 351096.7398232772}
{"step": 6500, "tokens_seen": 26624000, "loss": 3.5067784786224365, "lr": 0.0005876681286536965, "tokens_per_second": 351096.7950170977, "lr_controller": {"step": 6500, "old_lr": 0.0007345851608171205, "new_lr": 0.0005876681286536965, "reason": "recent_loss_increase"}}
{"step": 6600, "tokens_seen": 27033600, "loss": 3.4918622970581055, "lr": 0.0005876681286536965, "tokens_per_second": 351074.1872407198}
{"step": 6700, "tokens_seen": 27443200, "loss": 3.5460710525512695, "lr": 0.0006170515350863813, "tokens_per_second": 351082.5506443699, "lr_controller": {"step": 6700, "old_lr": 0.0005876681286536965, "new_lr": 0.0006170515350863813, "reason": "slow_progress"}}
{"step": 6800, "tokens_seen": 27852800, "loss": 3.3951549530029297, "lr": 0.0006170515350863813, "tokens_per_second": 351073.851386558}
{"step": 6900, "tokens_seen": 28262400, "loss": 3.1475179195404053, "lr": 0.0006170515350863813, "tokens_per_second": 351088.0518123688}
{"step": 7000, "tokens_seen": 28672000, "loss": 3.188967704772949, "lr": 0.0004936412280691051, "tokens_per_second": 351087.56093810225, "lr_controller": {"step": 7000, "old_lr": 0.0006170515350863813, "new_lr": 0.0004936412280691051, "reason": "recent_loss_increase"}}
{"step": 7100, "tokens_seen": 29081600, "loss": 3.603559970855713, "lr": 0.0004936412280691051, "tokens_per_second": 351087.2536626133}
{"step": 7200, "tokens_seen": 29491200, "loss": 3.558342933654785, "lr": 0.0003949129824552841, "tokens_per_second": 351095.03472606285, "lr_controller": {"step": 7200, "old_lr": 0.0004936412280691051, "new_lr": 0.0003949129824552841, "reason": "recent_loss_increase"}}
{"step": 7300, "tokens_seen": 29900800, "loss": 3.457202911376953, "lr": 0.0003949129824552841, "tokens_per_second": 351095.4217546342}
{"step": 7400, "tokens_seen": 30310400, "loss": 3.478959083557129, "lr": 0.0003949129824552841, "tokens_per_second": 351087.6837965559}
{"step": 7500, "tokens_seen": 30720000, "loss": 3.3277642726898193, "lr": 0.0003949129824552841, "tokens_per_second": 351028.27024227084}
{"step": 7600, "tokens_seen": 31129600, "loss": 3.199012279510498, "lr": 0.0004146586315780483, "tokens_per_second": 351021.2267497579, "lr_controller": {"step": 7600, "old_lr": 0.0003949129824552841, "new_lr": 0.0004146586315780483, "reason": "slow_progress"}}
{"step": 7700, "tokens_seen": 31539200, "loss": 3.315028190612793, "lr": 0.0004146586315780483, "tokens_per_second": 351036.8660399169}
{"step": 7800, "tokens_seen": 31948800, "loss": 3.434385061264038, "lr": 0.0004146586315780483, "tokens_per_second": 351022.83798944124}
{"step": 7900, "tokens_seen": 32358400, "loss": 3.497204065322876, "lr": 0.00033172690526243865, "tokens_per_second": 351023.73966990295, "lr_controller": {"step": 7900, "old_lr": 0.0004146586315780483, "new_lr": 0.00033172690526243865, "reason": "recent_loss_increase"}}
{"step": 8000, "tokens_seen": 32768000, "loss": 3.2034566402435303, "lr": 0.00033172690526243865, "tokens_per_second": 351011.73254923226}
{"step": 8100, "tokens_seen": 33177600, "loss": 3.500439167022705, "lr": 0.0003483132505255606, "tokens_per_second": 351014.21524410666, "lr_controller": {"step": 8100, "old_lr": 0.00033172690526243865, "new_lr": 0.0003483132505255606, "reason": "slow_progress"}}
{"step": 8200, "tokens_seen": 33587200, "loss": 3.3772311210632324, "lr": 0.0003483132505255606, "tokens_per_second": 350990.31843950984}
{"step": 8300, "tokens_seen": 33996800, "loss": 3.4298479557037354, "lr": 0.0003483132505255606, "tokens_per_second": 350996.3728413306}
{"step": 8400, "tokens_seen": 34406400, "loss": 3.502704381942749, "lr": 0.00027865060042044846, "tokens_per_second": 350998.5559448705, "lr_controller": {"step": 8400, "old_lr": 0.0003483132505255606, "new_lr": 0.00027865060042044846, "reason": "recent_loss_increase"}}
{"step": 8500, "tokens_seen": 34816000, "loss": 3.35261607170105, "lr": 0.00027865060042044846, "tokens_per_second": 351005.18794810004}
{"step": 8600, "tokens_seen": 35225600, "loss": 3.0966508388519287, "lr": 0.0002925831304414709, "tokens_per_second": 351000.63520318957, "lr_controller": {"step": 8600, "old_lr": 0.00027865060042044846, "new_lr": 0.0002925831304414709, "reason": "slow_progress"}}
{"step": 8700, "tokens_seen": 35635200, "loss": 3.456721305847168, "lr": 0.0002925831304414709, "tokens_per_second": 351001.9093586852}
{"step": 8800, "tokens_seen": 36044800, "loss": 3.4334022998809814, "lr": 0.0002925831304414709, "tokens_per_second": 351007.977378257}
{"step": 8900, "tokens_seen": 36454400, "loss": 3.3288702964782715, "lr": 0.00030721228696354446, "tokens_per_second": 351008.3048423202, "lr_controller": {"step": 8900, "old_lr": 0.0002925831304414709, "new_lr": 0.00030721228696354446, "reason": "slow_progress"}}
{"step": 9000, "tokens_seen": 36864000, "loss": 3.4058585166931152, "lr": 0.00030721228696354446, "tokens_per_second": 351017.14190349914}
{"step": 9100, "tokens_seen": 37273600, "loss": 3.554164409637451, "lr": 0.0002457698295708356, "tokens_per_second": 351008.7774111197, "lr_controller": {"step": 9100, "old_lr": 0.00030721228696354446, "new_lr": 0.0002457698295708356, "reason": "recent_loss_increase"}}
{"step": 9200, "tokens_seen": 37683200, "loss": 3.290944814682007, "lr": 0.0002457698295708356, "tokens_per_second": 350984.915711926}
{"step": 9300, "tokens_seen": 38092800, "loss": 3.465385675430298, "lr": 0.00019661586365666848, "tokens_per_second": 350975.2171136673, "lr_controller": {"step": 9300, "old_lr": 0.0002457698295708356, "new_lr": 0.00019661586365666848, "reason": "recent_loss_increase"}}
{"step": 9400, "tokens_seen": 38502400, "loss": 3.477745771408081, "lr": 0.00019661586365666848, "tokens_per_second": 350969.91598117165}
{"step": 9500, "tokens_seen": 38912000, "loss": 3.3438963890075684, "lr": 0.0001572926909253348, "tokens_per_second": 350951.4727869939, "lr_controller": {"step": 9500, "old_lr": 0.00019661586365666848, "new_lr": 0.0001572926909253348, "reason": "recent_loss_increase"}}
{"step": 9600, "tokens_seen": 39321600, "loss": 3.416840076446533, "lr": 0.0001572926909253348, "tokens_per_second": 350946.9654797022}
{"step": 9700, "tokens_seen": 39731200, "loss": 3.3141555786132812, "lr": 0.0001572926909253348, "tokens_per_second": 350948.3403815844}
{"step": 9800, "tokens_seen": 40140800, "loss": 3.2723910808563232, "lr": 0.00012583415274026785, "tokens_per_second": 350946.09975200857, "lr_controller": {"step": 9800, "old_lr": 0.0001572926909253348, "new_lr": 0.00012583415274026785, "reason": "recent_loss_increase"}}
{"step": 9900, "tokens_seen": 40550400, "loss": 3.073330879211426, "lr": 0.00012583415274026785, "tokens_per_second": 350940.39094094053}
{"step": 10000, "tokens_seen": 40960000, "loss": 3.148085117340088, "lr": 0.00012583415274026785, "tokens_per_second": 350949.43604999094}
{"step": 10100, "tokens_seen": 41369600, "loss": 3.272991895675659, "lr": 0.00013212586037728125, "tokens_per_second": 350898.3349468353, "lr_controller": {"step": 10100, "old_lr": 0.00012583415274026785, "new_lr": 0.00013212586037728125, "reason": "slow_progress"}}
{"step": 10200, "tokens_seen": 41779200, "loss": 3.2579197883605957, "lr": 0.00013212586037728125, "tokens_per_second": 350902.56337820314}
{"step": 10300, "tokens_seen": 42188800, "loss": 3.254906415939331, "lr": 0.0001387321533961453, "tokens_per_second": 350897.6561105794, "lr_controller": {"step": 10300, "old_lr": 0.00013212586037728125, "new_lr": 0.0001387321533961453, "reason": "slow_progress"}}
{"step": 10400, "tokens_seen": 42598400, "loss": 3.228886365890503, "lr": 0.0001387321533961453, "tokens_per_second": 350904.25763827475}
{"step": 10500, "tokens_seen": 43008000, "loss": 3.098564624786377, "lr": 0.0001387321533961453, "tokens_per_second": 350907.0154281386}
{"step": 10600, "tokens_seen": 43417600, "loss": 3.3162081241607666, "lr": 0.0001387321533961453, "tokens_per_second": 350898.73898471356}
{"step": 10700, "tokens_seen": 43827200, "loss": 3.402437210083008, "lr": 0.00011098572271691626, "tokens_per_second": 350899.6948751344, "lr_controller": {"step": 10700, "old_lr": 0.0001387321533961453, "new_lr": 0.00011098572271691626, "reason": "recent_loss_increase"}}
{"step": 10800, "tokens_seen": 44236800, "loss": 3.422452449798584, "lr": 0.00011098572271691626, "tokens_per_second": 350912.22968768515}
{"step": 10900, "tokens_seen": 44646400, "loss": 3.307122230529785, "lr": 0.00011098572271691626, "tokens_per_second": 350913.5822439606}
{"step": 11000, "tokens_seen": 45056000, "loss": 3.3110270500183105, "lr": 8.878857817353301e-05, "tokens_per_second": 350912.1043864837, "lr_controller": {"step": 11000, "old_lr": 0.00011098572271691626, "new_lr": 8.878857817353301e-05, "reason": "recent_loss_increase"}}
{"step": 11100, "tokens_seen": 45465600, "loss": 3.3771984577178955, "lr": 8.878857817353301e-05, "tokens_per_second": 350906.25903852994}
{"step": 11200, "tokens_seen": 45875200, "loss": 3.3942089080810547, "lr": 9.322800708220967e-05, "tokens_per_second": 350889.93803441775, "lr_controller": {"step": 11200, "old_lr": 8.878857817353301e-05, "new_lr": 9.322800708220967e-05, "reason": "slow_progress"}}
{"step": 11300, "tokens_seen": 46284800, "loss": 3.1815426349639893, "lr": 9.322800708220967e-05, "tokens_per_second": 350886.3172005083}
{"step": 11400, "tokens_seen": 46694400, "loss": 3.2872040271759033, "lr": 9.322800708220967e-05, "tokens_per_second": 350879.9348946256}
{"step": 11500, "tokens_seen": 47104000, "loss": 3.263047456741333, "lr": 9.322800708220967e-05, "tokens_per_second": 350878.8471453722}
{"step": 11600, "tokens_seen": 47513600, "loss": 3.3681743144989014, "lr": 9.788940743632015e-05, "tokens_per_second": 350864.8027844435, "lr_controller": {"step": 11600, "old_lr": 9.322800708220967e-05, "new_lr": 9.788940743632015e-05, "reason": "slow_progress"}}
{"step": 11700, "tokens_seen": 47923200, "loss": 3.1344187259674072, "lr": 9.788940743632015e-05, "tokens_per_second": 350855.64292043063}
{"step": 11800, "tokens_seen": 48332800, "loss": 3.2017340660095215, "lr": 7.831152594905613e-05, "tokens_per_second": 350856.5151836691, "lr_controller": {"step": 11800, "old_lr": 9.788940743632015e-05, "new_lr": 7.831152594905613e-05, "reason": "recent_loss_increase"}}
{"step": 11900, "tokens_seen": 48742400, "loss": 3.259720802307129, "lr": 7.831152594905613e-05, "tokens_per_second": 350857.1921506229}
{"step": 12000, "tokens_seen": 49152000, "loss": 3.420607566833496, "lr": 7.831152594905613e-05, "tokens_per_second": 350842.92869161203}
{"step": 12100, "tokens_seen": 49561600, "loss": 3.1521642208099365, "lr": 6.264922075924491e-05, "tokens_per_second": 350842.44663572556, "lr_controller": {"step": 12100, "old_lr": 7.831152594905613e-05, "new_lr": 6.264922075924491e-05, "reason": "recent_loss_increase"}}
{"step": 12200, "tokens_seen": 49971200, "loss": 3.0809850692749023, "lr": 6.264922075924491e-05, "tokens_per_second": 350837.0887515021}
{"step": 12300, "tokens_seen": 50380800, "loss": 3.0875349044799805, "lr": 5.011937660739593e-05, "tokens_per_second": 350839.2267295404, "lr_controller": {"step": 12300, "old_lr": 6.264922075924491e-05, "new_lr": 5.011937660739593e-05, "reason": "recent_loss_increase"}}
{"step": 12400, "tokens_seen": 50790400, "loss": 3.2495110034942627, "lr": 5.011937660739593e-05, "tokens_per_second": 350836.4652138151}
{"step": 12500, "tokens_seen": 51200000, "loss": 3.218949794769287, "lr": 4.009550128591675e-05, "tokens_per_second": 350833.5742585871, "lr_controller": {"step": 12500, "old_lr": 5.011937660739593e-05, "new_lr": 4.009550128591675e-05, "reason": "recent_loss_increase"}}
{"step": 12600, "tokens_seen": 51609600, "loss": 3.378418445587158, "lr": 4.009550128591675e-05, "tokens_per_second": 350836.47955761215}
{"step": 12700, "tokens_seen": 52019200, "loss": 3.198758125305176, "lr": 4.009550128591675e-05, "tokens_per_second": 350837.74656852195}
{"step": 12800, "tokens_seen": 52428800, "loss": 3.3866024017333984, "lr": 4.210027635021259e-05, "tokens_per_second": 350811.93135867786, "lr_controller": {"step": 12800, "old_lr": 4.009550128591675e-05, "new_lr": 4.210027635021259e-05, "reason": "slow_progress"}}
{"step": 12900, "tokens_seen": 52838400, "loss": 3.2644529342651367, "lr": 4.210027635021259e-05, "tokens_per_second": 350796.3152560221}
{"step": 13000, "tokens_seen": 53248000, "loss": 3.3417348861694336, "lr": 4.4205290167723224e-05, "tokens_per_second": 350802.4239975515, "lr_controller": {"step": 13000, "old_lr": 4.210027635021259e-05, "new_lr": 4.4205290167723224e-05, "reason": "slow_progress"}}
{"step": 13100, "tokens_seen": 53657600, "loss": 3.4095208644866943, "lr": 4.4205290167723224e-05, "tokens_per_second": 350799.4260405211}
{"step": 13200, "tokens_seen": 54067200, "loss": 3.211042881011963, "lr": 3.536423213417858e-05, "tokens_per_second": 350798.7950123709, "lr_controller": {"step": 13200, "old_lr": 4.4205290167723224e-05, "new_lr": 3.536423213417858e-05, "reason": "recent_loss_increase"}}
{"step": 13300, "tokens_seen": 54476800, "loss": 3.3018734455108643, "lr": 3.536423213417858e-05, "tokens_per_second": 350796.97892865574}
{"step": 13400, "tokens_seen": 54886400, "loss": 3.2789154052734375, "lr": 3.713244374088751e-05, "tokens_per_second": 350803.28527434566, "lr_controller": {"step": 13400, "old_lr": 3.536423213417858e-05, "new_lr": 3.713244374088751e-05, "reason": "slow_progress"}}
{"step": 13500, "tokens_seen": 55296000, "loss": 3.214301586151123, "lr": 3.713244374088751e-05, "tokens_per_second": 350807.6189448623}
{"step": 13600, "tokens_seen": 55705600, "loss": 3.116590976715088, "lr": 3.713244374088751e-05, "tokens_per_second": 350810.6064015036}
{"step": 13700, "tokens_seen": 56115200, "loss": 3.24937105178833, "lr": 2.9705954992710008e-05, "tokens_per_second": 350809.5664237319, "lr_controller": {"step": 13700, "old_lr": 3.713244374088751e-05, "new_lr": 2.9705954992710008e-05, "reason": "recent_loss_increase"}}
{"step": 13800, "tokens_seen": 56524800, "loss": 3.0458524227142334, "lr": 2.9705954992710008e-05, "tokens_per_second": 350813.8643380276}
{"step": 13900, "tokens_seen": 56934400, "loss": 3.2859585285186768, "lr": 2.3764763994168007e-05, "tokens_per_second": 350816.12867403997, "lr_controller": {"step": 13900, "old_lr": 2.9705954992710008e-05, "new_lr": 2.3764763994168007e-05, "reason": "recent_loss_increase"}}
{"step": 14000, "tokens_seen": 57344000, "loss": 3.2666444778442383, "lr": 2.3764763994168007e-05, "tokens_per_second": 350815.5970126456}
{"step": 14100, "tokens_seen": 57753600, "loss": 3.1916446685791016, "lr": 2.4953002193876408e-05, "tokens_per_second": 350819.70344095636, "lr_controller": {"step": 14100, "old_lr": 2.3764763994168007e-05, "new_lr": 2.4953002193876408e-05, "reason": "slow_progress"}}
{"step": 14200, "tokens_seen": 58163200, "loss": 3.264799118041992, "lr": 2.4953002193876408e-05, "tokens_per_second": 350814.94511634007}
{"step": 14300, "tokens_seen": 58572800, "loss": 3.090822219848633, "lr": 2.4953002193876408e-05, "tokens_per_second": 350809.6523370393}
{"step": 14400, "tokens_seen": 58982400, "loss": 3.2681169509887695, "lr": 2.4953002193876408e-05, "tokens_per_second": 350816.0032551127}
{"step": 14500, "tokens_seen": 59392000, "loss": 3.270549774169922, "lr": 1.9962401755101127e-05, "tokens_per_second": 350806.5186050881, "lr_controller": {"step": 14500, "old_lr": 2.4953002193876408e-05, "new_lr": 1.9962401755101127e-05, "reason": "recent_loss_increase"}}
{"step": 14600, "tokens_seen": 59801600, "loss": 3.045562267303467, "lr": 1.9962401755101127e-05, "tokens_per_second": 350803.0327096319}
{"step": 14700, "tokens_seen": 60211200, "loss": 3.3666534423828125, "lr": 1.59699214040809e-05, "tokens_per_second": 350807.3754116621, "lr_controller": {"step": 14700, "old_lr": 1.9962401755101127e-05, "new_lr": 1.59699214040809e-05, "reason": "recent_loss_increase"}}
{"step": 14800, "tokens_seen": 60620800, "loss": 3.231905937194824, "lr": 1.59699214040809e-05, "tokens_per_second": 350812.99544389703}
{"step": 14900, "tokens_seen": 61030400, "loss": 3.438382625579834, "lr": 1.676841747428495e-05, "tokens_per_second": 350814.6765986533, "lr_controller": {"step": 14900, "old_lr": 1.59699214040809e-05, "new_lr": 1.676841747428495e-05, "reason": "slow_progress"}}
{"step": 15000, "tokens_seen": 61440000, "loss": 3.424678087234497, "lr": 1.676841747428495e-05, "tokens_per_second": 350816.0526251283}
{"step": 15100, "tokens_seen": 61849600, "loss": 3.142878770828247, "lr": 1.341473397942796e-05, "tokens_per_second": 350814.21949849254, "lr_controller": {"step": 15100, "old_lr": 1.676841747428495e-05, "new_lr": 1.341473397942796e-05, "reason": "recent_loss_increase"}}
{"step": 15200, "tokens_seen": 62259200, "loss": 3.3446874618530273, "lr": 1.341473397942796e-05, "tokens_per_second": 350816.89110374235}
{"step": 15300, "tokens_seen": 62668800, "loss": 3.3010048866271973, "lr": 1.4085470678399359e-05, "tokens_per_second": 350818.6597356691, "lr_controller": {"step": 15300, "old_lr": 1.341473397942796e-05, "new_lr": 1.4085470678399359e-05, "reason": "slow_progress"}}
{"step": 15400, "tokens_seen": 63078400, "loss": 3.012970447540283, "lr": 1.4085470678399359e-05, "tokens_per_second": 350823.19005725574}
{"step": 15500, "tokens_seen": 63488000, "loss": 3.2109508514404297, "lr": 1.1268376542719488e-05, "tokens_per_second": 350827.55850359227, "lr_controller": {"step": 15500, "old_lr": 1.4085470678399359e-05, "new_lr": 1.1268376542719488e-05, "reason": "recent_loss_increase"}}
{"step": 15600, "tokens_seen": 63897600, "loss": 3.151247501373291, "lr": 1.1268376542719488e-05, "tokens_per_second": 350826.80049283995}
{"step": 15700, "tokens_seen": 64307200, "loss": 3.241811752319336, "lr": 1.1268376542719488e-05, "tokens_per_second": 350828.02069282735}
{"step": 15800, "tokens_seen": 64716800, "loss": 3.1989970207214355, "lr": 1.1831795369855463e-05, "tokens_per_second": 350820.347885553, "lr_controller": {"step": 15800, "old_lr": 1.1268376542719488e-05, "new_lr": 1.1831795369855463e-05, "reason": "slow_progress"}}
{"step": 15900, "tokens_seen": 65126400, "loss": 3.1576287746429443, "lr": 1.1831795369855463e-05, "tokens_per_second": 350827.6165061308}
{"step": 16000, "tokens_seen": 65536000, "loss": 3.156447410583496, "lr": 9.465436295884371e-06, "tokens_per_second": 350823.10384482, "lr_controller": {"step": 16000, "old_lr": 1.1831795369855463e-05, "new_lr": 9.465436295884371e-06, "reason": "recent_loss_increase"}}
{"step": 16100, "tokens_seen": 65945600, "loss": 3.279627799987793, "lr": 9.465436295884371e-06, "tokens_per_second": 350819.70724995126}
{"step": 16200, "tokens_seen": 66355200, "loss": 3.2216169834136963, "lr": 7.572349036707497e-06, "tokens_per_second": 350805.9363538227, "lr_controller": {"step": 16200, "old_lr": 9.465436295884371e-06, "new_lr": 7.572349036707497e-06, "reason": "recent_loss_increase"}}
{"step": 16300, "tokens_seen": 66764800, "loss": 3.311501979827881, "lr": 7.572349036707497e-06, "tokens_per_second": 350807.2693766701}
{"step": 16400, "tokens_seen": 67174400, "loss": 3.231200695037842, "lr": 7.572349036707497e-06, "tokens_per_second": 350807.0084600226}
{"step": 16500, "tokens_seen": 67584000, "loss": 3.162625312805176, "lr": 7.572349036707497e-06, "tokens_per_second": 350807.3302872897}
{"step": 16600, "tokens_seen": 67993600, "loss": 3.041025161743164, "lr": 7.950966488542872e-06, "tokens_per_second": 350807.9826731313, "lr_controller": {"step": 16600, "old_lr": 7.572349036707497e-06, "new_lr": 7.950966488542872e-06, "reason": "slow_progress"}}
{"step": 16700, "tokens_seen": 68403200, "loss": 3.2933764457702637, "lr": 7.950966488542872e-06, "tokens_per_second": 350814.04236599756}
{"step": 16800, "tokens_seen": 68812800, "loss": 3.2850089073181152, "lr": 7.950966488542872e-06, "tokens_per_second": 350817.79185035644}
{"step": 16900, "tokens_seen": 69222400, "loss": 3.1562538146972656, "lr": 6.360773190834298e-06, "tokens_per_second": 350822.38681416877, "lr_controller": {"step": 16900, "old_lr": 7.950966488542872e-06, "new_lr": 6.360773190834298e-06, "reason": "recent_loss_increase"}}
{"step": 17000, "tokens_seen": 69632000, "loss": 3.391012191772461, "lr": 6.360773190834298e-06, "tokens_per_second": 350820.71028980403}
{"step": 17100, "tokens_seen": 70041600, "loss": 3.253035068511963, "lr": 5.088618552667439e-06, "tokens_per_second": 350808.14498652867, "lr_controller": {"step": 17100, "old_lr": 6.360773190834298e-06, "new_lr": 5.088618552667439e-06, "reason": "recent_loss_increase"}}
{"step": 17200, "tokens_seen": 70451200, "loss": 3.2627451419830322, "lr": 5.088618552667439e-06, "tokens_per_second": 350809.3621143801}
{"step": 17300, "tokens_seen": 70860800, "loss": 3.159902334213257, "lr": 5.088618552667439e-06, "tokens_per_second": 350814.05628366873}
{"step": 17400, "tokens_seen": 71270400, "loss": 3.4289214611053467, "lr": 5.343049480300811e-06, "tokens_per_second": 350815.2670706356, "lr_controller": {"step": 17400, "old_lr": 5.088618552667439e-06, "new_lr": 5.343049480300811e-06, "reason": "slow_progress"}}
{"step": 17500, "tokens_seen": 71680000, "loss": 3.1209616661071777, "lr": 5.343049480300811e-06, "tokens_per_second": 350817.42151647224}
{"step": 17600, "tokens_seen": 72089600, "loss": 3.1040759086608887, "lr": 5.343049480300811e-06, "tokens_per_second": 350815.5503671377}
{"step": 17700, "tokens_seen": 72499200, "loss": 3.098935604095459, "lr": 5.343049480300811e-06, "tokens_per_second": 350820.12550652504}
{"step": 17800, "tokens_seen": 72908800, "loss": 3.322542428970337, "lr": 5.610201954315852e-06, "tokens_per_second": 350822.05300158943, "lr_controller": {"step": 17800, "old_lr": 5.343049480300811e-06, "new_lr": 5.610201954315852e-06, "reason": "slow_progress"}}
{"step": 17900, "tokens_seen": 73318400, "loss": 3.4010207653045654, "lr": 5.610201954315852e-06, "tokens_per_second": 350822.8947827614}
{"step": 18000, "tokens_seen": 73728000, "loss": 3.136326551437378, "lr": 5.890712052031645e-06, "tokens_per_second": 350824.5518774423, "lr_controller": {"step": 18000, "old_lr": 5.610201954315852e-06, "new_lr": 5.890712052031645e-06, "reason": "slow_progress"}}
{"step": 18100, "tokens_seen": 74137600, "loss": 3.2182276248931885, "lr": 5.890712052031645e-06, "tokens_per_second": 350826.338709683}
{"step": 18200, "tokens_seen": 74547200, "loss": 2.9409544467926025, "lr": 5.890712052031645e-06, "tokens_per_second": 350827.5111376123}
{"step": 18300, "tokens_seen": 74956800, "loss": 3.230012893676758, "lr": 4.712569641625316e-06, "tokens_per_second": 350826.1934369288, "lr_controller": {"step": 18300, "old_lr": 5.890712052031645e-06, "new_lr": 4.712569641625316e-06, "reason": "recent_loss_increase"}}
{"step": 18400, "tokens_seen": 75366400, "loss": 3.2427234649658203, "lr": 4.712569641625316e-06, "tokens_per_second": 350830.86984853284}
{"step": 18500, "tokens_seen": 75776000, "loss": 3.1968069076538086, "lr": 4.712569641625316e-06, "tokens_per_second": 350831.0457473016}
{"step": 18600, "tokens_seen": 76185600, "loss": 3.0607831478118896, "lr": 3.770055713300253e-06, "tokens_per_second": 350830.170912997, "lr_controller": {"step": 18600, "old_lr": 4.712569641625316e-06, "new_lr": 3.770055713300253e-06, "reason": "recent_loss_increase"}}
{"step": 18700, "tokens_seen": 76595200, "loss": 3.146749973297119, "lr": 3.770055713300253e-06, "tokens_per_second": 350831.46699318493}
{"step": 18800, "tokens_seen": 77004800, "loss": 3.331258773803711, "lr": 3.016044570640203e-06, "tokens_per_second": 350819.8199175007, "lr_controller": {"step": 18800, "old_lr": 3.770055713300253e-06, "new_lr": 3.016044570640203e-06, "reason": "recent_loss_increase"}}
{"step": 18900, "tokens_seen": 77414400, "loss": 3.384643077850342, "lr": 3.016044570640203e-06, "tokens_per_second": 350827.14407867263}
{"step": 19000, "tokens_seen": 77824000, "loss": 3.2197213172912598, "lr": 3.016044570640203e-06, "tokens_per_second": 350824.7698162712}
{"step": 19100, "tokens_seen": 78233600, "loss": 3.4216742515563965, "lr": 2.4128356565121625e-06, "tokens_per_second": 350829.789006753, "lr_controller": {"step": 19100, "old_lr": 3.016044570640203e-06, "new_lr": 2.4128356565121625e-06, "reason": "recent_loss_increase"}}
{"step": 19200, "tokens_seen": 78643200, "loss": 3.214848041534424, "lr": 2.4128356565121625e-06, "tokens_per_second": 350833.2645787886}
{"step": 19300, "tokens_seen": 79052800, "loss": 3.266618013381958, "lr": 2.4128356565121625e-06, "tokens_per_second": 350830.4904390996}
{"step": 19400, "tokens_seen": 79462400, "loss": 3.5155253410339355, "lr": 1.93026852520973e-06, "tokens_per_second": 350833.5066823901, "lr_controller": {"step": 19400, "old_lr": 2.4128356565121625e-06, "new_lr": 1.93026852520973e-06, "reason": "recent_loss_increase"}}
{"step": 19500, "tokens_seen": 79872000, "loss": 3.3124794960021973, "lr": 1.93026852520973e-06, "tokens_per_second": 350837.0622675294}
{"step": 19600, "tokens_seen": 80281600, "loss": 3.1862409114837646, "lr": 1.544214820167784e-06, "tokens_per_second": 350841.0053121276, "lr_controller": {"step": 19600, "old_lr": 1.93026852520973e-06, "new_lr": 1.544214820167784e-06, "reason": "recent_loss_increase"}}
{"step": 19700, "tokens_seen": 80691200, "loss": 3.3450686931610107, "lr": 1.544214820167784e-06, "tokens_per_second": 350842.51600543666}
{"step": 19800, "tokens_seen": 81100800, "loss": 3.3345255851745605, "lr": 1.544214820167784e-06, "tokens_per_second": 350848.18558095617}
{"step": 19900, "tokens_seen": 81510400, "loss": 3.3553314208984375, "lr": 1.544214820167784e-06, "tokens_per_second": 350850.7868087022}
{"step": 20000, "tokens_seen": 81920000, "loss": 3.185703754425049, "lr": 1.2353718561342272e-06, "tokens_per_second": 350853.7303564744, "lr_controller": {"step": 20000, "old_lr": 1.544214820167784e-06, "new_lr": 1.2353718561342272e-06, "reason": "recent_loss_increase"}}
{"step": 20100, "tokens_seen": 82329600, "loss": 3.38210391998291, "lr": 1.2353718561342272e-06, "tokens_per_second": 350834.300065947}
{"step": 20200, "tokens_seen": 82739200, "loss": 3.346679449081421, "lr": 1.2353718561342272e-06, "tokens_per_second": 350831.28261928895}
{"step": 20300, "tokens_seen": 83148800, "loss": 2.931535243988037, "lr": 1e-06, "tokens_per_second": 350832.7728281559, "lr_controller": {"step": 20300, "old_lr": 1.2353718561342272e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 20400, "tokens_seen": 83558400, "loss": 3.23282790184021, "lr": 1e-06, "tokens_per_second": 350833.3883540279}
{"step": 20500, "tokens_seen": 83968000, "loss": 3.3287813663482666, "lr": 1.05e-06, "tokens_per_second": 350834.57697595307, "lr_controller": {"step": 20500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 20600, "tokens_seen": 84377600, "loss": 3.1646533012390137, "lr": 1.05e-06, "tokens_per_second": 350808.2075590603}
{"step": 20700, "tokens_seen": 84787200, "loss": 3.3774757385253906, "lr": 1e-06, "tokens_per_second": 350805.8033538482, "lr_controller": {"step": 20700, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 20800, "tokens_seen": 85196800, "loss": 3.199399948120117, "lr": 1e-06, "tokens_per_second": 350806.9681241382}
{"step": 20900, "tokens_seen": 85606400, "loss": 3.0754313468933105, "lr": 1e-06, "tokens_per_second": 350810.59057697264}
{"step": 21000, "tokens_seen": 86016000, "loss": 3.23564076423645, "lr": 1.05e-06, "tokens_per_second": 350811.6287038897, "lr_controller": {"step": 21000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 21100, "tokens_seen": 86425600, "loss": 3.284076690673828, "lr": 1.05e-06, "tokens_per_second": 350812.7313487558}
{"step": 21200, "tokens_seen": 86835200, "loss": 3.151045322418213, "lr": 1.05e-06, "tokens_per_second": 350816.3528531534}
{"step": 21300, "tokens_seen": 87244800, "loss": 3.2750673294067383, "lr": 1.1025e-06, "tokens_per_second": 350817.7953097361, "lr_controller": {"step": 21300, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 21400, "tokens_seen": 87654400, "loss": 3.3011534214019775, "lr": 1.1025e-06, "tokens_per_second": 350818.70910272386}
{"step": 21500, "tokens_seen": 88064000, "loss": 3.454420328140259, "lr": 1e-06, "tokens_per_second": 350820.1378633248, "lr_controller": {"step": 21500, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 21600, "tokens_seen": 88473600, "loss": 3.253757953643799, "lr": 1e-06, "tokens_per_second": 350819.39494714065}
{"step": 21700, "tokens_seen": 88883200, "loss": 3.0202770233154297, "lr": 1e-06, "tokens_per_second": 350820.637695193}
{"step": 21800, "tokens_seen": 89292800, "loss": 3.3248050212860107, "lr": 1e-06, "tokens_per_second": 350828.4380037991}
{"step": 21900, "tokens_seen": 89702400, "loss": 3.3155202865600586, "lr": 1e-06, "tokens_per_second": 350828.2008828694}
{"step": 22000, "tokens_seen": 90112000, "loss": 3.332148551940918, "lr": 1e-06, "tokens_per_second": 350830.97361103876}
{"step": 22100, "tokens_seen": 90521600, "loss": 3.312321424484253, "lr": 1e-06, "tokens_per_second": 350830.13456338557}
{"step": 22200, "tokens_seen": 90931200, "loss": 3.244997262954712, "lr": 1e-06, "tokens_per_second": 350826.30347018153}
{"step": 22300, "tokens_seen": 91340800, "loss": 3.2817277908325195, "lr": 1e-06, "tokens_per_second": 350818.9981047971}
{"step": 22400, "tokens_seen": 91750400, "loss": 3.060026168823242, "lr": 1e-06, "tokens_per_second": 350824.6620890904}
{"step": 22500, "tokens_seen": 92160000, "loss": 3.3738999366760254, "lr": 1e-06, "tokens_per_second": 350825.5179157755}
{"step": 22600, "tokens_seen": 92569600, "loss": 3.2641797065734863, "lr": 1e-06, "tokens_per_second": 350826.9633976419}
{"step": 22700, "tokens_seen": 92979200, "loss": 3.068035840988159, "lr": 1e-06, "tokens_per_second": 350823.7404137301}
{"step": 22800, "tokens_seen": 93388800, "loss": 3.276318073272705, "lr": 1e-06, "tokens_per_second": 350824.23427041806}
{"step": 22900, "tokens_seen": 93798400, "loss": 3.2922163009643555, "lr": 1e-06, "tokens_per_second": 350825.8706978285}
{"step": 23000, "tokens_seen": 94208000, "loss": 3.1559667587280273, "lr": 1.05e-06, "tokens_per_second": 350826.4646958169, "lr_controller": {"step": 23000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 23100, "tokens_seen": 94617600, "loss": 3.430713176727295, "lr": 1.05e-06, "tokens_per_second": 350825.445807379}
{"step": 23200, "tokens_seen": 95027200, "loss": 3.1823995113372803, "lr": 1.1025e-06, "tokens_per_second": 350826.27151083684, "lr_controller": {"step": 23200, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 23300, "tokens_seen": 95436800, "loss": 3.1803855895996094, "lr": 1.1025e-06, "tokens_per_second": 350829.8660410233}
{"step": 23400, "tokens_seen": 95846400, "loss": 3.1650636196136475, "lr": 1.1025e-06, "tokens_per_second": 350833.7397683251}
{"step": 23500, "tokens_seen": 96256000, "loss": 3.4076733589172363, "lr": 1.1025e-06, "tokens_per_second": 350834.83399782743}
{"step": 23600, "tokens_seen": 96665600, "loss": 3.1289267539978027, "lr": 1.1025e-06, "tokens_per_second": 350831.23900080076}
{"step": 23700, "tokens_seen": 97075200, "loss": 3.095186233520508, "lr": 1.157625e-06, "tokens_per_second": 350832.15194644255, "lr_controller": {"step": 23700, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 23800, "tokens_seen": 97484800, "loss": 3.248628616333008, "lr": 1.157625e-06, "tokens_per_second": 350833.5180965861}
{"step": 23900, "tokens_seen": 97894400, "loss": 3.246035099029541, "lr": 1e-06, "tokens_per_second": 350836.44422491064, "lr_controller": {"step": 23900, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 24000, "tokens_seen": 98304000, "loss": 3.1448984146118164, "lr": 1e-06, "tokens_per_second": 350837.34141103097}
{"step": 24100, "tokens_seen": 98713600, "loss": 3.2361292839050293, "lr": 1e-06, "tokens_per_second": 350830.84817167773}
{"step": 24200, "tokens_seen": 99123200, "loss": 3.486907482147217, "lr": 1e-06, "tokens_per_second": 350831.93274667487}
{"step": 24300, "tokens_seen": 99532800, "loss": 3.257612705230713, "lr": 1.05e-06, "tokens_per_second": 350834.6058093547, "lr_controller": {"step": 24300, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 24400, "tokens_seen": 99942400, "loss": 3.3264899253845215, "lr": 1.05e-06, "tokens_per_second": 350835.01308904384}
{"step": 24500, "tokens_seen": 100352000, "loss": 3.226414442062378, "lr": 1.05e-06, "tokens_per_second": 350836.42388198955}
{"step": 24600, "tokens_seen": 100761600, "loss": 3.4154748916625977, "lr": 1.1025e-06, "tokens_per_second": 350835.76762406237, "lr_controller": {"step": 24600, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 24700, "tokens_seen": 101171200, "loss": 3.218055009841919, "lr": 1.1025e-06, "tokens_per_second": 350840.6314084126}
{"step": 24800, "tokens_seen": 101580800, "loss": 2.9931347370147705, "lr": 1.1025e-06, "tokens_per_second": 350841.66335336695}
{"step": 24900, "tokens_seen": 101990400, "loss": 3.409132480621338, "lr": 1e-06, "tokens_per_second": 350838.688863988, "lr_controller": {"step": 24900, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 25000, "tokens_seen": 102400000, "loss": 3.3770081996917725, "lr": 1e-06, "tokens_per_second": 350840.04587621003}
{"step": 25100, "tokens_seen": 102809600, "loss": 3.252342700958252, "lr": 1.05e-06, "tokens_per_second": 350840.50034647045, "lr_controller": {"step": 25100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 25200, "tokens_seen": 103219200, "loss": 3.334097146987915, "lr": 1.05e-06, "tokens_per_second": 350843.29711186263}
{"step": 25300, "tokens_seen": 103628800, "loss": 3.3393428325653076, "lr": 1.05e-06, "tokens_per_second": 350846.13355005597}
{"step": 25400, "tokens_seen": 104038400, "loss": 3.0748229026794434, "lr": 1.05e-06, "tokens_per_second": 350851.14434342686}
{"step": 25500, "tokens_seen": 104448000, "loss": 3.3028578758239746, "lr": 1.1025e-06, "tokens_per_second": 350854.6219356531, "lr_controller": {"step": 25500, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 25600, "tokens_seen": 104857600, "loss": 3.255180835723877, "lr": 1.1025e-06, "tokens_per_second": 350850.9278416325}
{"step": 25700, "tokens_seen": 105267200, "loss": 3.1514875888824463, "lr": 1.1025e-06, "tokens_per_second": 350851.74201048777}
{"step": 25800, "tokens_seen": 105676800, "loss": 3.3791110515594482, "lr": 1.1025e-06, "tokens_per_second": 350848.0594480217}
{"step": 25900, "tokens_seen": 106086400, "loss": 3.1552224159240723, "lr": 1.1025e-06, "tokens_per_second": 350848.21832117636}
{"step": 26000, "tokens_seen": 106496000, "loss": 2.9383578300476074, "lr": 1e-06, "tokens_per_second": 350848.92520169925, "lr_controller": {"step": 26000, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 26100, "tokens_seen": 106905600, "loss": 3.1407053470611572, "lr": 1e-06, "tokens_per_second": 350854.88417269144}
{"step": 26200, "tokens_seen": 107315200, "loss": 3.282230854034424, "lr": 1e-06, "tokens_per_second": 350857.88735146093}
{"step": 26300, "tokens_seen": 107724800, "loss": 3.1449227333068848, "lr": 1e-06, "tokens_per_second": 350861.2848718008}
{"step": 26400, "tokens_seen": 108134400, "loss": 3.121626138687134, "lr": 1e-06, "tokens_per_second": 350862.0716522971}
{"step": 26500, "tokens_seen": 108544000, "loss": 3.29689884185791, "lr": 1e-06, "tokens_per_second": 350866.8409653827}
{"step": 26600, "tokens_seen": 108953600, "loss": 3.2598159313201904, "lr": 1e-06, "tokens_per_second": 350868.73053216736}
{"step": 26700, "tokens_seen": 109363200, "loss": 3.087541103363037, "lr": 1e-06, "tokens_per_second": 350869.56059743615}
{"step": 26800, "tokens_seen": 109772800, "loss": 3.2558536529541016, "lr": 1e-06, "tokens_per_second": 350872.29415378073}
{"step": 26900, "tokens_seen": 110182400, "loss": 3.269507646560669, "lr": 1.05e-06, "tokens_per_second": 350871.3458111249, "lr_controller": {"step": 26900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 27000, "tokens_seen": 110592000, "loss": 3.3031766414642334, "lr": 1.05e-06, "tokens_per_second": 350871.98526035977}
{"step": 27100, "tokens_seen": 111001600, "loss": 2.947392702102661, "lr": 1.05e-06, "tokens_per_second": 350873.22897478956}
{"step": 27200, "tokens_seen": 111411200, "loss": 3.256135940551758, "lr": 1.05e-06, "tokens_per_second": 350869.41336000845}
{"step": 27300, "tokens_seen": 111820800, "loss": 3.239811420440674, "lr": 1.1025e-06, "tokens_per_second": 350866.8954094398, "lr_controller": {"step": 27300, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 27400, "tokens_seen": 112230400, "loss": 3.4462027549743652, "lr": 1.1025e-06, "tokens_per_second": 350866.7807089037}
{"step": 27500, "tokens_seen": 112640000, "loss": 3.249446153640747, "lr": 1.157625e-06, "tokens_per_second": 350866.58450114966, "lr_controller": {"step": 27500, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 27600, "tokens_seen": 113049600, "loss": 2.924468517303467, "lr": 1.157625e-06, "tokens_per_second": 350859.7812219939}
{"step": 27700, "tokens_seen": 113459200, "loss": 3.071993350982666, "lr": 1e-06, "tokens_per_second": 350859.73354657274, "lr_controller": {"step": 27700, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 27800, "tokens_seen": 113868800, "loss": 3.429762601852417, "lr": 1e-06, "tokens_per_second": 350858.80393076985}
{"step": 27900, "tokens_seen": 114278400, "loss": 3.410081386566162, "lr": 1e-06, "tokens_per_second": 350859.2195642105}
{"step": 28000, "tokens_seen": 114688000, "loss": 3.3857650756835938, "lr": 1e-06, "tokens_per_second": 350858.15921238554}
{"step": 28100, "tokens_seen": 115097600, "loss": 3.2972097396850586, "lr": 1e-06, "tokens_per_second": 350857.8066359383}
{"step": 28200, "tokens_seen": 115507200, "loss": 3.3922853469848633, "lr": 1.05e-06, "tokens_per_second": 350857.295720028, "lr_controller": {"step": 28200, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 28300, "tokens_seen": 115916800, "loss": 3.3827342987060547, "lr": 1.05e-06, "tokens_per_second": 350856.8962769975}
{"step": 28400, "tokens_seen": 116326400, "loss": 3.256204605102539, "lr": 1.05e-06, "tokens_per_second": 350855.82499333634}
{"step": 28500, "tokens_seen": 116736000, "loss": 3.4196512699127197, "lr": 1e-06, "tokens_per_second": 350858.3233083897, "lr_controller": {"step": 28500, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 28600, "tokens_seen": 117145600, "loss": 3.055431842803955, "lr": 1e-06, "tokens_per_second": 350857.0337933706}
{"step": 28700, "tokens_seen": 117555200, "loss": 3.4656054973602295, "lr": 1e-06, "tokens_per_second": 350856.9721364653}
{"step": 28800, "tokens_seen": 117964800, "loss": 3.2849740982055664, "lr": 1e-06, "tokens_per_second": 350855.62188754283}
{"step": 28900, "tokens_seen": 118374400, "loss": 3.234776496887207, "lr": 1e-06, "tokens_per_second": 350857.1825873008}
{"step": 29000, "tokens_seen": 118784000, "loss": 3.1150312423706055, "lr": 1.05e-06, "tokens_per_second": 350859.3833609736, "lr_controller": {"step": 29000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 29100, "tokens_seen": 119193600, "loss": 3.20314359664917, "lr": 1.05e-06, "tokens_per_second": 350860.2065952532}
{"step": 29200, "tokens_seen": 119603200, "loss": 3.091710090637207, "lr": 1.05e-06, "tokens_per_second": 350866.4828691959}
{"step": 29300, "tokens_seen": 120012800, "loss": 3.3235912322998047, "lr": 1.1025e-06, "tokens_per_second": 350868.64268861397, "lr_controller": {"step": 29300, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 29400, "tokens_seen": 120422400, "loss": 3.284907341003418, "lr": 1.1025e-06, "tokens_per_second": 350870.7902791051}
{"step": 29500, "tokens_seen": 120832000, "loss": 3.252791404724121, "lr": 1.1025e-06, "tokens_per_second": 350868.25939199986}
{"step": 29600, "tokens_seen": 121241600, "loss": 2.85414719581604, "lr": 1.1025e-06, "tokens_per_second": 350870.8798849598}
{"step": 29700, "tokens_seen": 121651200, "loss": 3.3610713481903076, "lr": 1e-06, "tokens_per_second": 350871.6005400322, "lr_controller": {"step": 29700, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 29800, "tokens_seen": 122060800, "loss": 3.2294228076934814, "lr": 1e-06, "tokens_per_second": 350873.90058927017}
{"step": 29900, "tokens_seen": 122470400, "loss": 3.235262870788574, "lr": 1e-06, "tokens_per_second": 350876.0146372537}
{"step": 30000, "tokens_seen": 122880000, "loss": 3.2372817993164062, "lr": 1e-06, "tokens_per_second": 350880.72363348457}
{"step": 30100, "tokens_seen": 123289600, "loss": 3.263789176940918, "lr": 1.05e-06, "tokens_per_second": 350870.286865523, "lr_controller": {"step": 30100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 30200, "tokens_seen": 123699200, "loss": 3.2949938774108887, "lr": 1.05e-06, "tokens_per_second": 350874.88809929666}
{"step": 30300, "tokens_seen": 124108800, "loss": 3.2481870651245117, "lr": 1.05e-06, "tokens_per_second": 350877.071034714}
{"step": 30400, "tokens_seen": 124518400, "loss": 3.3406434059143066, "lr": 1.05e-06, "tokens_per_second": 350879.8676316528}
{"step": 30500, "tokens_seen": 124928000, "loss": 3.2515294551849365, "lr": 1.1025e-06, "tokens_per_second": 350883.63819647644, "lr_controller": {"step": 30500, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 30600, "tokens_seen": 125337600, "loss": 3.238459348678589, "lr": 1.1025e-06, "tokens_per_second": 350884.8135935297}
{"step": 30700, "tokens_seen": 125747200, "loss": 3.2663705348968506, "lr": 1.157625e-06, "tokens_per_second": 350886.919302329, "lr_controller": {"step": 30700, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 30800, "tokens_seen": 126156800, "loss": 3.182363271713257, "lr": 1.157625e-06, "tokens_per_second": 350887.3355711212}
{"step": 30900, "tokens_seen": 126566400, "loss": 3.3760929107666016, "lr": 1.157625e-06, "tokens_per_second": 350892.3214863149}
{"step": 31000, "tokens_seen": 126976000, "loss": 3.33406925201416, "lr": 1.157625e-06, "tokens_per_second": 350895.3134648039}
{"step": 31100, "tokens_seen": 127385600, "loss": 3.344078540802002, "lr": 1e-06, "tokens_per_second": 350893.60166798654, "lr_controller": {"step": 31100, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 31200, "tokens_seen": 127795200, "loss": 3.3206570148468018, "lr": 1e-06, "tokens_per_second": 350894.3438005357}
{"step": 31300, "tokens_seen": 128204800, "loss": 3.286999225616455, "lr": 1e-06, "tokens_per_second": 350893.50836356776}
{"step": 31400, "tokens_seen": 128614400, "loss": 3.2717950344085693, "lr": 1e-06, "tokens_per_second": 350900.4266173573}
{"step": 31500, "tokens_seen": 129024000, "loss": 3.0840487480163574, "lr": 1.05e-06, "tokens_per_second": 350902.2645016601, "lr_controller": {"step": 31500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 31600, "tokens_seen": 129433600, "loss": 3.218055248260498, "lr": 1.05e-06, "tokens_per_second": 350899.99138385325}
{"step": 31700, "tokens_seen": 129843200, "loss": 3.276494026184082, "lr": 1.05e-06, "tokens_per_second": 350902.92849572137}
{"step": 31800, "tokens_seen": 130252800, "loss": 3.2227931022644043, "lr": 1e-06, "tokens_per_second": 350905.66935144033, "lr_controller": {"step": 31800, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 31900, "tokens_seen": 130662400, "loss": 3.3508858680725098, "lr": 1e-06, "tokens_per_second": 350908.4611455485}
{"step": 32000, "tokens_seen": 131072000, "loss": 3.3640170097351074, "lr": 1e-06, "tokens_per_second": 350908.7233037331}
{"step": 32100, "tokens_seen": 131481600, "loss": 3.0267832279205322, "lr": 1e-06, "tokens_per_second": 350912.5397157532}
{"step": 32200, "tokens_seen": 131891200, "loss": 3.189387083053589, "lr": 1e-06, "tokens_per_second": 350914.2010927214}
{"step": 32300, "tokens_seen": 132300800, "loss": 3.3332905769348145, "lr": 1e-06, "tokens_per_second": 350917.35145169724}
{"step": 32400, "tokens_seen": 132710400, "loss": 3.231006145477295, "lr": 1e-06, "tokens_per_second": 350917.95682681183}
{"step": 32500, "tokens_seen": 133120000, "loss": 3.2460825443267822, "lr": 1.05e-06, "tokens_per_second": 350920.08955184347, "lr_controller": {"step": 32500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 32600, "tokens_seen": 133529600, "loss": 3.226588726043701, "lr": 1.05e-06, "tokens_per_second": 350922.47395318083}
{"step": 32700, "tokens_seen": 133939200, "loss": 3.2039682865142822, "lr": 1.05e-06, "tokens_per_second": 350924.61823604826}
{"step": 32800, "tokens_seen": 134348800, "loss": 3.3608756065368652, "lr": 1.05e-06, "tokens_per_second": 350927.8550884904}
{"step": 32900, "tokens_seen": 134758400, "loss": 3.1273953914642334, "lr": 1.1025e-06, "tokens_per_second": 350931.6691119915, "lr_controller": {"step": 32900, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 33000, "tokens_seen": 135168000, "loss": 3.3248047828674316, "lr": 1.1025e-06, "tokens_per_second": 350933.2141710374}
{"step": 33100, "tokens_seen": 135577600, "loss": 3.284377098083496, "lr": 1.157625e-06, "tokens_per_second": 350930.83582236664, "lr_controller": {"step": 33100, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 33200, "tokens_seen": 135987200, "loss": 3.3879706859588623, "lr": 1.157625e-06, "tokens_per_second": 350932.24279829825}
{"step": 33300, "tokens_seen": 136396800, "loss": 3.3025624752044678, "lr": 1.21550625e-06, "tokens_per_second": 350932.21624558826, "lr_controller": {"step": 33300, "old_lr": 1.157625e-06, "new_lr": 1.21550625e-06, "reason": "slow_progress"}}
{"step": 33400, "tokens_seen": 136806400, "loss": 3.067178249359131, "lr": 1.21550625e-06, "tokens_per_second": 350931.43673474394}
{"step": 33500, "tokens_seen": 137216000, "loss": 3.3344478607177734, "lr": 1e-06, "tokens_per_second": 350931.7540504882, "lr_controller": {"step": 33500, "old_lr": 1.21550625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 33600, "tokens_seen": 137625600, "loss": 3.0454916954040527, "lr": 1e-06, "tokens_per_second": 350932.21455418546}
{"step": 33700, "tokens_seen": 138035200, "loss": 3.0302956104278564, "lr": 1e-06, "tokens_per_second": 350933.6089121995}
{"step": 33800, "tokens_seen": 138444800, "loss": 3.312439441680908, "lr": 1.05e-06, "tokens_per_second": 350934.432148992, "lr_controller": {"step": 33800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 33900, "tokens_seen": 138854400, "loss": 3.4198622703552246, "lr": 1.05e-06, "tokens_per_second": 350938.9109958764}
{"step": 34000, "tokens_seen": 139264000, "loss": 2.99971342086792, "lr": 1.05e-06, "tokens_per_second": 350942.0413693967}
{"step": 34100, "tokens_seen": 139673600, "loss": 3.2197911739349365, "lr": 1.05e-06, "tokens_per_second": 350939.8635941419}
{"step": 34200, "tokens_seen": 140083200, "loss": 3.1228978633880615, "lr": 1.05e-06, "tokens_per_second": 350940.26926945284}
{"step": 34300, "tokens_seen": 140492800, "loss": 3.376519203186035, "lr": 1e-06, "tokens_per_second": 350940.5097666351, "lr_controller": {"step": 34300, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 34400, "tokens_seen": 140902400, "loss": 3.3532657623291016, "lr": 1e-06, "tokens_per_second": 350941.10001345375}
{"step": 34500, "tokens_seen": 141312000, "loss": 3.152582883834839, "lr": 1.05e-06, "tokens_per_second": 350941.67832100607, "lr_controller": {"step": 34500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 34600, "tokens_seen": 141721600, "loss": 3.3907227516174316, "lr": 1.05e-06, "tokens_per_second": 350943.81739560334}
{"step": 34700, "tokens_seen": 142131200, "loss": 3.4642512798309326, "lr": 1e-06, "tokens_per_second": 350945.53509880503, "lr_controller": {"step": 34700, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 34800, "tokens_seen": 142540800, "loss": 2.772345542907715, "lr": 1e-06, "tokens_per_second": 350945.63608997286}
{"step": 34900, "tokens_seen": 142950400, "loss": 3.216026544570923, "lr": 1e-06, "tokens_per_second": 350947.0372025645}
{"step": 35000, "tokens_seen": 143360000, "loss": 3.3557019233703613, "lr": 1e-06, "tokens_per_second": 350944.07481720997}
{"step": 35100, "tokens_seen": 143769600, "loss": 3.3290798664093018, "lr": 1e-06, "tokens_per_second": 350946.1106499997}
{"step": 35200, "tokens_seen": 144179200, "loss": 3.0989651679992676, "lr": 1.05e-06, "tokens_per_second": 350946.30417450273, "lr_controller": {"step": 35200, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 35300, "tokens_seen": 144588800, "loss": 3.1984920501708984, "lr": 1.05e-06, "tokens_per_second": 350947.9074705215}
{"step": 35400, "tokens_seen": 144998400, "loss": 3.2499003410339355, "lr": 1.05e-06, "tokens_per_second": 350949.8786114822}
{"step": 35500, "tokens_seen": 145408000, "loss": 3.4049782752990723, "lr": 1e-06, "tokens_per_second": 350952.8096543303, "lr_controller": {"step": 35500, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 35600, "tokens_seen": 145817600, "loss": 3.2715816497802734, "lr": 1e-06, "tokens_per_second": 350954.7815818459}
{"step": 35700, "tokens_seen": 146227200, "loss": 3.0578486919403076, "lr": 1.05e-06, "tokens_per_second": 350956.05264948064, "lr_controller": {"step": 35700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 35800, "tokens_seen": 146636800, "loss": 3.5066258907318115, "lr": 1.05e-06, "tokens_per_second": 350958.0171547538}
{"step": 35900, "tokens_seen": 147046400, "loss": 3.3359720706939697, "lr": 1e-06, "tokens_per_second": 350958.9745844393, "lr_controller": {"step": 35900, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 36000, "tokens_seen": 147456000, "loss": 3.248408555984497, "lr": 1e-06, "tokens_per_second": 350959.75901124475}
{"step": 36100, "tokens_seen": 147865600, "loss": 3.3564634323120117, "lr": 1e-06, "tokens_per_second": 350958.64560867596}
{"step": 36200, "tokens_seen": 148275200, "loss": 3.1867504119873047, "lr": 1e-06, "tokens_per_second": 350961.9268707056}
{"step": 36300, "tokens_seen": 148684800, "loss": 2.8364145755767822, "lr": 1e-06, "tokens_per_second": 350962.53335151216}
{"step": 36400, "tokens_seen": 149094400, "loss": 3.336728096008301, "lr": 1e-06, "tokens_per_second": 350962.74000038573}
{"step": 36500, "tokens_seen": 149504000, "loss": 3.054558277130127, "lr": 1.05e-06, "tokens_per_second": 350965.94386411377, "lr_controller": {"step": 36500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 36600, "tokens_seen": 149913600, "loss": 3.0381855964660645, "lr": 1.05e-06, "tokens_per_second": 350970.2433920545}
{"step": 36700, "tokens_seen": 150323200, "loss": 3.2594356536865234, "lr": 1.05e-06, "tokens_per_second": 350969.02519590704}
{"step": 36800, "tokens_seen": 150732800, "loss": 3.2123703956604004, "lr": 1.05e-06, "tokens_per_second": 350962.7891016675}
{"step": 36900, "tokens_seen": 151142400, "loss": 3.3427929878234863, "lr": 1.05e-06, "tokens_per_second": 350966.30668602063}
{"step": 37000, "tokens_seen": 151552000, "loss": 3.147428035736084, "lr": 1.05e-06, "tokens_per_second": 350969.1185571667}
{"step": 37100, "tokens_seen": 151961600, "loss": 3.3718793392181396, "lr": 1e-06, "tokens_per_second": 350971.82042207127, "lr_controller": {"step": 37100, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 37200, "tokens_seen": 152371200, "loss": 3.2592766284942627, "lr": 1e-06, "tokens_per_second": 350975.37304695114}
{"step": 37300, "tokens_seen": 152780800, "loss": 3.1979053020477295, "lr": 1e-06, "tokens_per_second": 350976.42879753036}
{"step": 37400, "tokens_seen": 153190400, "loss": 3.3602733612060547, "lr": 1.05e-06, "tokens_per_second": 350978.60641665396, "lr_controller": {"step": 37400, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 37500, "tokens_seen": 153600000, "loss": 3.2328975200653076, "lr": 1.05e-06, "tokens_per_second": 350978.2106066583}
{"step": 37600, "tokens_seen": 154009600, "loss": 3.194920778274536, "lr": 1e-06, "tokens_per_second": 350979.0713347368, "lr_controller": {"step": 37600, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 37700, "tokens_seen": 154419200, "loss": 3.236550807952881, "lr": 1e-06, "tokens_per_second": 350980.09658590215}
{"step": 37800, "tokens_seen": 154828800, "loss": 3.239591598510742, "lr": 1e-06, "tokens_per_second": 350981.9884484136}
{"step": 37900, "tokens_seen": 155238400, "loss": 3.324888229370117, "lr": 1e-06, "tokens_per_second": 350984.68597977335}
{"step": 38000, "tokens_seen": 155648000, "loss": 3.2999725341796875, "lr": 1e-06, "tokens_per_second": 350986.48547064106}
{"step": 38100, "tokens_seen": 156057600, "loss": 3.1871979236602783, "lr": 1e-06, "tokens_per_second": 350985.75091628253}
{"step": 38200, "tokens_seen": 156467200, "loss": 3.2592647075653076, "lr": 1e-06, "tokens_per_second": 350986.0601429448}
{"step": 38300, "tokens_seen": 156876800, "loss": 3.061793327331543, "lr": 1e-06, "tokens_per_second": 350987.20652159053}
{"step": 38400, "tokens_seen": 157286400, "loss": 3.0058796405792236, "lr": 1e-06, "tokens_per_second": 350987.51763236074}
{"step": 38500, "tokens_seen": 157696000, "loss": 2.8144357204437256, "lr": 1e-06, "tokens_per_second": 350989.00108478096}
{"step": 38600, "tokens_seen": 158105600, "loss": 3.4775006771087646, "lr": 1.05e-06, "tokens_per_second": 350990.72022667294, "lr_controller": {"step": 38600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 38700, "tokens_seen": 158515200, "loss": 3.2613470554351807, "lr": 1.05e-06, "tokens_per_second": 350984.515785457}
{"step": 38800, "tokens_seen": 158924800, "loss": 3.0575623512268066, "lr": 1.05e-06, "tokens_per_second": 350983.2793319937}
{"step": 38900, "tokens_seen": 159334400, "loss": 3.242321491241455, "lr": 1.1025e-06, "tokens_per_second": 350985.0625427102, "lr_controller": {"step": 38900, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 39000, "tokens_seen": 159744000, "loss": 3.212888240814209, "lr": 1.1025e-06, "tokens_per_second": 350984.9715181086}
{"step": 39100, "tokens_seen": 160153600, "loss": 3.2632341384887695, "lr": 1e-06, "tokens_per_second": 350983.5420198186, "lr_controller": {"step": 39100, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 39200, "tokens_seen": 160563200, "loss": 3.277427911758423, "lr": 1e-06, "tokens_per_second": 350984.1076424905}
{"step": 39300, "tokens_seen": 160972800, "loss": 3.3585243225097656, "lr": 1e-06, "tokens_per_second": 350984.4539929396}
{"step": 39400, "tokens_seen": 161382400, "loss": 3.1327435970306396, "lr": 1e-06, "tokens_per_second": 350987.33725889336}
{"step": 39500, "tokens_seen": 161792000, "loss": 3.3268802165985107, "lr": 1e-06, "tokens_per_second": 350988.84987224534}
{"step": 39600, "tokens_seen": 162201600, "loss": 3.2648305892944336, "lr": 1.05e-06, "tokens_per_second": 350991.3508130009, "lr_controller": {"step": 39600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 39700, "tokens_seen": 162611200, "loss": 3.4192745685577393, "lr": 1.05e-06, "tokens_per_second": 350994.4526087114}
{"step": 39800, "tokens_seen": 163020800, "loss": 3.14603328704834, "lr": 1.05e-06, "tokens_per_second": 350996.9154521855}
{"step": 39900, "tokens_seen": 163430400, "loss": 3.269890785217285, "lr": 1.05e-06, "tokens_per_second": 350994.6760003124}
{"step": 40000, "tokens_seen": 163840000, "loss": 3.1252408027648926, "lr": 1.05e-06, "tokens_per_second": 350995.1248832057}
{"step": 40100, "tokens_seen": 164249600, "loss": 3.3273229598999023, "lr": 1.1025e-06, "tokens_per_second": 350995.1931257059, "lr_controller": {"step": 40100, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 40200, "tokens_seen": 164659200, "loss": 3.4360928535461426, "lr": 1.1025e-06, "tokens_per_second": 350996.55431957316}
{"step": 40300, "tokens_seen": 165068800, "loss": 3.0301473140716553, "lr": 1.157625e-06, "tokens_per_second": 350996.92527304776, "lr_controller": {"step": 40300, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 40400, "tokens_seen": 165478400, "loss": 3.215296983718872, "lr": 1.157625e-06, "tokens_per_second": 350996.13086092187}
{"step": 40500, "tokens_seen": 165888000, "loss": 3.0187900066375732, "lr": 1.157625e-06, "tokens_per_second": 350992.3251954071}
{"step": 40600, "tokens_seen": 166297600, "loss": 3.3524956703186035, "lr": 1e-06, "tokens_per_second": 350995.56833063345, "lr_controller": {"step": 40600, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 40700, "tokens_seen": 166707200, "loss": 3.2195701599121094, "lr": 1e-06, "tokens_per_second": 350997.8779602019}
{"step": 40800, "tokens_seen": 167116800, "loss": 3.1353132724761963, "lr": 1e-06, "tokens_per_second": 351000.71818537486}
{"step": 40900, "tokens_seen": 167526400, "loss": 2.986833333969116, "lr": 1e-06, "tokens_per_second": 351003.19248611765}
{"step": 41000, "tokens_seen": 167936000, "loss": 3.3297901153564453, "lr": 1.05e-06, "tokens_per_second": 351005.81724689103, "lr_controller": {"step": 41000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 41100, "tokens_seen": 168345600, "loss": 3.267005443572998, "lr": 1.05e-06, "tokens_per_second": 351007.01467998256}
{"step": 41200, "tokens_seen": 168755200, "loss": 3.375084400177002, "lr": 1.05e-06, "tokens_per_second": 351008.8357372919}
{"step": 41300, "tokens_seen": 169164800, "loss": 3.458926200866699, "lr": 1e-06, "tokens_per_second": 351008.95614689507, "lr_controller": {"step": 41300, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 41400, "tokens_seen": 169574400, "loss": 3.2817625999450684, "lr": 1e-06, "tokens_per_second": 351009.45932746807}
{"step": 41500, "tokens_seen": 169984000, "loss": 3.100538969039917, "lr": 1.05e-06, "tokens_per_second": 351013.82383134717, "lr_controller": {"step": 41500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 41600, "tokens_seen": 170393600, "loss": 3.0985283851623535, "lr": 1.05e-06, "tokens_per_second": 351015.68245374935}
{"step": 41700, "tokens_seen": 170803200, "loss": 3.11147403717041, "lr": 1e-06, "tokens_per_second": 351016.70577426197, "lr_controller": {"step": 41700, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 41800, "tokens_seen": 171212800, "loss": 3.206453323364258, "lr": 1e-06, "tokens_per_second": 351017.195916127}
{"step": 41900, "tokens_seen": 171622400, "loss": 3.3339664936065674, "lr": 1e-06, "tokens_per_second": 351017.2326910716}
{"step": 42000, "tokens_seen": 172032000, "loss": 3.0148112773895264, "lr": 1e-06, "tokens_per_second": 351020.784775812}
{"step": 42100, "tokens_seen": 172441600, "loss": 3.2609143257141113, "lr": 1e-06, "tokens_per_second": 351022.4377389231}
{"step": 42200, "tokens_seen": 172851200, "loss": 3.2595648765563965, "lr": 1e-06, "tokens_per_second": 351023.14505799615}
{"step": 42300, "tokens_seen": 173260800, "loss": 3.431161880493164, "lr": 1.05e-06, "tokens_per_second": 351025.3762326648, "lr_controller": {"step": 42300, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 42400, "tokens_seen": 173670400, "loss": 3.2185096740722656, "lr": 1.05e-06, "tokens_per_second": 351011.1125685393}
{"step": 42500, "tokens_seen": 174080000, "loss": 3.3878729343414307, "lr": 1e-06, "tokens_per_second": 351011.29577084596, "lr_controller": {"step": 42500, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 42600, "tokens_seen": 174489600, "loss": 3.3235912322998047, "lr": 1e-06, "tokens_per_second": 351012.1895618846}
{"step": 42700, "tokens_seen": 174899200, "loss": 3.274709701538086, "lr": 1e-06, "tokens_per_second": 351013.4110549962}
{"step": 42800, "tokens_seen": 175308800, "loss": 3.1426005363464355, "lr": 1e-06, "tokens_per_second": 351013.8356021231}
{"step": 42900, "tokens_seen": 175718400, "loss": 3.2170417308807373, "lr": 1.05e-06, "tokens_per_second": 351014.9017974991, "lr_controller": {"step": 42900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 43000, "tokens_seen": 176128000, "loss": 2.946028470993042, "lr": 1.05e-06, "tokens_per_second": 351015.06472109654}
{"step": 43100, "tokens_seen": 176537600, "loss": 3.338679790496826, "lr": 1.1025e-06, "tokens_per_second": 351018.25074588886, "lr_controller": {"step": 43100, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 43200, "tokens_seen": 176947200, "loss": 3.4135677814483643, "lr": 1.1025e-06, "tokens_per_second": 351019.2684637399}
{"step": 43300, "tokens_seen": 177356800, "loss": 3.2765307426452637, "lr": 1.1025e-06, "tokens_per_second": 351019.37661550427}
{"step": 43400, "tokens_seen": 177766400, "loss": 3.2268550395965576, "lr": 1.1025e-06, "tokens_per_second": 351021.47609076306}
{"step": 43500, "tokens_seen": 178176000, "loss": 3.3252549171447754, "lr": 1.1025e-06, "tokens_per_second": 351022.9603413402}
{"step": 43600, "tokens_seen": 178585600, "loss": 3.389164447784424, "lr": 1e-06, "tokens_per_second": 351023.1426848343, "lr_controller": {"step": 43600, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 43700, "tokens_seen": 178995200, "loss": 3.1230411529541016, "lr": 1e-06, "tokens_per_second": 351025.5669553809}
{"step": 43800, "tokens_seen": 179404800, "loss": 3.348741054534912, "lr": 1e-06, "tokens_per_second": 351026.92038264865}
{"step": 43900, "tokens_seen": 179814400, "loss": 3.249774694442749, "lr": 1.05e-06, "tokens_per_second": 351030.76265330816, "lr_controller": {"step": 43900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 44000, "tokens_seen": 180224000, "loss": 3.172067880630493, "lr": 1.05e-06, "tokens_per_second": 351032.9468053865}
{"step": 44100, "tokens_seen": 180633600, "loss": 3.236635684967041, "lr": 1.05e-06, "tokens_per_second": 351036.5336629608}
{"step": 44200, "tokens_seen": 181043200, "loss": 3.275651216506958, "lr": 1.05e-06, "tokens_per_second": 351034.13717953407}
{"step": 44300, "tokens_seen": 181452800, "loss": 3.1729254722595215, "lr": 1e-06, "tokens_per_second": 351034.3158709858, "lr_controller": {"step": 44300, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 44400, "tokens_seen": 181862400, "loss": 3.253843307495117, "lr": 1e-06, "tokens_per_second": 351037.03053611773}
{"step": 44500, "tokens_seen": 182272000, "loss": 3.0265908241271973, "lr": 1e-06, "tokens_per_second": 351037.2330342456}
{"step": 44600, "tokens_seen": 182681600, "loss": 3.400646448135376, "lr": 1e-06, "tokens_per_second": 351039.23972777557}
{"step": 44700, "tokens_seen": 183091200, "loss": 3.4612879753112793, "lr": 1.05e-06, "tokens_per_second": 351039.43429404375, "lr_controller": {"step": 44700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 44800, "tokens_seen": 183500800, "loss": 3.2809958457946777, "lr": 1.05e-06, "tokens_per_second": 351040.43253904977}
{"step": 44900, "tokens_seen": 183910400, "loss": 3.262702703475952, "lr": 1.05e-06, "tokens_per_second": 351041.9228579394}
{"step": 45000, "tokens_seen": 184320000, "loss": 2.944164752960205, "lr": 1.1025e-06, "tokens_per_second": 351041.75662047736, "lr_controller": {"step": 45000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 45100, "tokens_seen": 184729600, "loss": 3.075305223464966, "lr": 1.1025e-06, "tokens_per_second": 351043.27001025295}
{"step": 45200, "tokens_seen": 185139200, "loss": 3.394357681274414, "lr": 1e-06, "tokens_per_second": 351043.31560601783, "lr_controller": {"step": 45200, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 45300, "tokens_seen": 185548800, "loss": 3.2276601791381836, "lr": 1e-06, "tokens_per_second": 351043.5524393097}
{"step": 45400, "tokens_seen": 185958400, "loss": 3.3324897289276123, "lr": 1e-06, "tokens_per_second": 351044.5669950246}
{"step": 45500, "tokens_seen": 186368000, "loss": 3.2952992916107178, "lr": 1e-06, "tokens_per_second": 351046.7117123653}
{"step": 45600, "tokens_seen": 186777600, "loss": 3.3149209022521973, "lr": 1.05e-06, "tokens_per_second": 351048.27146059094, "lr_controller": {"step": 45600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 45700, "tokens_seen": 187187200, "loss": 3.1195929050445557, "lr": 1.05e-06, "tokens_per_second": 351049.3309008299}
{"step": 45800, "tokens_seen": 187596800, "loss": 3.342294692993164, "lr": 1e-06, "tokens_per_second": 351052.3104629597, "lr_controller": {"step": 45800, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 45900, "tokens_seen": 188006400, "loss": 3.405045509338379, "lr": 1e-06, "tokens_per_second": 351053.22851512244}
{"step": 46000, "tokens_seen": 188416000, "loss": 3.3483357429504395, "lr": 1e-06, "tokens_per_second": 351053.4795050637}
{"step": 46100, "tokens_seen": 188825600, "loss": 3.1441762447357178, "lr": 1.05e-06, "tokens_per_second": 351044.58654586767, "lr_controller": {"step": 46100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 46200, "tokens_seen": 189235200, "loss": 3.384908676147461, "lr": 1.05e-06, "tokens_per_second": 351042.69950655743}
{"step": 46300, "tokens_seen": 189644800, "loss": 3.184885025024414, "lr": 1.05e-06, "tokens_per_second": 351046.1340949706}
{"step": 46400, "tokens_seen": 190054400, "loss": 3.23820161819458, "lr": 1.05e-06, "tokens_per_second": 351048.28502428107}
{"step": 46500, "tokens_seen": 190464000, "loss": 3.242661952972412, "lr": 1.05e-06, "tokens_per_second": 351049.9699516612}
{"step": 46600, "tokens_seen": 190873600, "loss": 3.373307704925537, "lr": 1e-06, "tokens_per_second": 351049.81000196637, "lr_controller": {"step": 46600, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 46700, "tokens_seen": 191283200, "loss": 3.3813886642456055, "lr": 1e-06, "tokens_per_second": 351050.7662076502}
{"step": 46800, "tokens_seen": 191692800, "loss": 3.1380209922790527, "lr": 1e-06, "tokens_per_second": 351053.61207757064}
{"step": 46900, "tokens_seen": 192102400, "loss": 3.2683656215667725, "lr": 1.05e-06, "tokens_per_second": 351056.3305300561, "lr_controller": {"step": 46900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 47000, "tokens_seen": 192512000, "loss": 3.3104288578033447, "lr": 1.05e-06, "tokens_per_second": 351057.73078780016}
{"step": 47100, "tokens_seen": 192921600, "loss": 3.3627567291259766, "lr": 1e-06, "tokens_per_second": 351057.4897984531, "lr_controller": {"step": 47100, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 47200, "tokens_seen": 193331200, "loss": 3.3554439544677734, "lr": 1e-06, "tokens_per_second": 351061.78991531057}
{"step": 47300, "tokens_seen": 193740800, "loss": 3.3049702644348145, "lr": 1e-06, "tokens_per_second": 351064.89303561865}
{"step": 47400, "tokens_seen": 194150400, "loss": 2.984665870666504, "lr": 1e-06, "tokens_per_second": 351067.21879804955}
{"step": 47500, "tokens_seen": 194560000, "loss": 3.1965365409851074, "lr": 1e-06, "tokens_per_second": 351068.42183726723}
{"step": 47600, "tokens_seen": 194969600, "loss": 3.499838352203369, "lr": 1e-06, "tokens_per_second": 351071.70153322443}
{"step": 47700, "tokens_seen": 195379200, "loss": 3.4212961196899414, "lr": 1.05e-06, "tokens_per_second": 351074.98137596546, "lr_controller": {"step": 47700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 47800, "tokens_seen": 195788800, "loss": 2.9382171630859375, "lr": 1.05e-06, "tokens_per_second": 351075.7426741918}
{"step": 47900, "tokens_seen": 196198400, "loss": 3.1026601791381836, "lr": 1.05e-06, "tokens_per_second": 351072.55568764126}
{"step": 48000, "tokens_seen": 196608000, "loss": 2.9353885650634766, "lr": 1.05e-06, "tokens_per_second": 351074.3501565957}
{"step": 48100, "tokens_seen": 197017600, "loss": 3.2401530742645264, "lr": 1.05e-06, "tokens_per_second": 351073.82290930144}
{"step": 48200, "tokens_seen": 197427200, "loss": 3.184009313583374, "lr": 1.1025e-06, "tokens_per_second": 351074.6678085684, "lr_controller": {"step": 48200, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 48300, "tokens_seen": 197836800, "loss": 3.2644968032836914, "lr": 1.1025e-06, "tokens_per_second": 351077.0229584617}
{"step": 48400, "tokens_seen": 198246400, "loss": 3.2818922996520996, "lr": 1.1025e-06, "tokens_per_second": 351077.2888568794}
{"step": 48500, "tokens_seen": 198656000, "loss": 2.9980921745300293, "lr": 1.1025e-06, "tokens_per_second": 351077.78309259657}
{"step": 48600, "tokens_seen": 199065600, "loss": 3.296191692352295, "lr": 1e-06, "tokens_per_second": 351077.882768708, "lr_controller": {"step": 48600, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 48700, "tokens_seen": 199475200, "loss": 3.304114818572998, "lr": 1e-06, "tokens_per_second": 351075.7557669126}
{"step": 48800, "tokens_seen": 199884800, "loss": 3.38637638092041, "lr": 1.05e-06, "tokens_per_second": 351075.9247564977, "lr_controller": {"step": 48800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 48900, "tokens_seen": 200294400, "loss": 3.2712783813476562, "lr": 1.05e-06, "tokens_per_second": 351078.46251441416}
{"step": 49000, "tokens_seen": 200704000, "loss": 3.075845241546631, "lr": 1.05e-06, "tokens_per_second": 351077.91780511476}
{"step": 49100, "tokens_seen": 201113600, "loss": 3.222581386566162, "lr": 1.05e-06, "tokens_per_second": 351077.2579833877}
{"step": 49200, "tokens_seen": 201523200, "loss": 2.9493393898010254, "lr": 1.05e-06, "tokens_per_second": 351078.3190586034}
{"step": 49300, "tokens_seen": 201932800, "loss": 3.365901231765747, "lr": 1.05e-06, "tokens_per_second": 351079.3043818395}
{"step": 49400, "tokens_seen": 202342400, "loss": 3.1076321601867676, "lr": 1e-06, "tokens_per_second": 351082.4273441203, "lr_controller": {"step": 49400, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 49500, "tokens_seen": 202752000, "loss": 3.089643955230713, "lr": 1e-06, "tokens_per_second": 351084.8747700965}
{"step": 49600, "tokens_seen": 203161600, "loss": 2.9752402305603027, "lr": 1e-06, "tokens_per_second": 351086.0660317927}
{"step": 49700, "tokens_seen": 203571200, "loss": 3.3471250534057617, "lr": 1e-06, "tokens_per_second": 351079.5863136148}
{"step": 49800, "tokens_seen": 203980800, "loss": 3.144272565841675, "lr": 1e-06, "tokens_per_second": 351081.10723789}
{"step": 49900, "tokens_seen": 204390400, "loss": 3.2693262100219727, "lr": 1e-06, "tokens_per_second": 351082.20842500334}
{"step": 50000, "tokens_seen": 204800000, "loss": 3.1833882331848145, "lr": 1.05e-06, "tokens_per_second": 351081.06516041723, "lr_controller": {"step": 50000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 50100, "tokens_seen": 205209600, "loss": 3.2875924110412598, "lr": 1.05e-06, "tokens_per_second": 351073.9333489393}
{"step": 50200, "tokens_seen": 205619200, "loss": 3.3930563926696777, "lr": 1.1025e-06, "tokens_per_second": 351076.11091891845, "lr_controller": {"step": 50200, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 50300, "tokens_seen": 206028800, "loss": 3.285789966583252, "lr": 1.1025e-06, "tokens_per_second": 351079.1276701546}
{"step": 50400, "tokens_seen": 206438400, "loss": 3.4021849632263184, "lr": 1.1025e-06, "tokens_per_second": 351080.66840570304}
{"step": 50500, "tokens_seen": 206848000, "loss": 3.345470905303955, "lr": 1.1025e-06, "tokens_per_second": 351082.4509673906}
{"step": 50600, "tokens_seen": 207257600, "loss": 3.3166255950927734, "lr": 1.157625e-06, "tokens_per_second": 351083.485497028, "lr_controller": {"step": 50600, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 50700, "tokens_seen": 207667200, "loss": 3.294410228729248, "lr": 1.157625e-06, "tokens_per_second": 351085.05837091204}
{"step": 50800, "tokens_seen": 208076800, "loss": 3.169985771179199, "lr": 1e-06, "tokens_per_second": 351086.0067368457, "lr_controller": {"step": 50800, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 50900, "tokens_seen": 208486400, "loss": 3.108234167098999, "lr": 1e-06, "tokens_per_second": 351088.1195097317}
{"step": 51000, "tokens_seen": 208896000, "loss": 3.4119420051574707, "lr": 1.05e-06, "tokens_per_second": 351090.9534751661, "lr_controller": {"step": 51000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 51100, "tokens_seen": 209305600, "loss": 3.2397572994232178, "lr": 1.05e-06, "tokens_per_second": 351089.9824917824}
{"step": 51200, "tokens_seen": 209715200, "loss": 3.1895244121551514, "lr": 1.05e-06, "tokens_per_second": 351092.48380673496}
{"step": 51300, "tokens_seen": 210124800, "loss": 3.2248620986938477, "lr": 1e-06, "tokens_per_second": 351093.1086244479, "lr_controller": {"step": 51300, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 51400, "tokens_seen": 210534400, "loss": 3.233823537826538, "lr": 1e-06, "tokens_per_second": 351092.34290734876}
{"step": 51500, "tokens_seen": 210944000, "loss": 3.1710734367370605, "lr": 1.05e-06, "tokens_per_second": 351093.3272498545, "lr_controller": {"step": 51500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 51600, "tokens_seen": 211353600, "loss": 3.201819896697998, "lr": 1.05e-06, "tokens_per_second": 351095.60667444527}
{"step": 51700, "tokens_seen": 211763200, "loss": 3.264760971069336, "lr": 1.05e-06, "tokens_per_second": 351096.02105612797}
{"step": 51800, "tokens_seen": 212172800, "loss": 3.222848892211914, "lr": 1.05e-06, "tokens_per_second": 351099.24922040885}
{"step": 51900, "tokens_seen": 212582400, "loss": 3.138606309890747, "lr": 1e-06, "tokens_per_second": 351100.42174642783, "lr_controller": {"step": 51900, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 52000, "tokens_seen": 212992000, "loss": 3.167402744293213, "lr": 1e-06, "tokens_per_second": 351102.7052718166}
{"step": 52100, "tokens_seen": 213401600, "loss": 3.160874366760254, "lr": 1e-06, "tokens_per_second": 351103.58283458813}
{"step": 52200, "tokens_seen": 213811200, "loss": 3.2523880004882812, "lr": 1e-06, "tokens_per_second": 351105.2470347053}
{"step": 52300, "tokens_seen": 214220800, "loss": 3.1288957595825195, "lr": 1e-06, "tokens_per_second": 351107.1309938078}
{"step": 52400, "tokens_seen": 214630400, "loss": 3.266587257385254, "lr": 1e-06, "tokens_per_second": 351111.63898223196}
{"step": 52500, "tokens_seen": 215040000, "loss": 3.2842705249786377, "lr": 1e-06, "tokens_per_second": 351110.03466565214}
{"step": 52600, "tokens_seen": 215449600, "loss": 3.372737407684326, "lr": 1e-06, "tokens_per_second": 351111.14687025466}
{"step": 52700, "tokens_seen": 215859200, "loss": 3.04011869430542, "lr": 1e-06, "tokens_per_second": 351112.85575263633}
{"step": 52800, "tokens_seen": 216268800, "loss": 3.3214850425720215, "lr": 1.05e-06, "tokens_per_second": 351115.93071522756, "lr_controller": {"step": 52800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 52900, "tokens_seen": 216678400, "loss": 3.1937639713287354, "lr": 1.05e-06, "tokens_per_second": 351117.31634314824}
{"step": 53000, "tokens_seen": 217088000, "loss": 3.293539047241211, "lr": 1.1025e-06, "tokens_per_second": 351118.26970844506, "lr_controller": {"step": 53000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 53100, "tokens_seen": 217497600, "loss": 3.2226295471191406, "lr": 1.1025e-06, "tokens_per_second": 351119.0010964665}
{"step": 53200, "tokens_seen": 217907200, "loss": 3.27608585357666, "lr": 1.157625e-06, "tokens_per_second": 351116.22263920686, "lr_controller": {"step": 53200, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 53300, "tokens_seen": 218316800, "loss": 3.581775665283203, "lr": 1.157625e-06, "tokens_per_second": 351118.6330734422}
{"step": 53400, "tokens_seen": 218726400, "loss": 2.9662985801696777, "lr": 1.21550625e-06, "tokens_per_second": 351119.0198160824, "lr_controller": {"step": 53400, "old_lr": 1.157625e-06, "new_lr": 1.21550625e-06, "reason": "slow_progress"}}
{"step": 53500, "tokens_seen": 219136000, "loss": 3.1041669845581055, "lr": 1.21550625e-06, "tokens_per_second": 351120.5681859467}
{"step": 53600, "tokens_seen": 219545600, "loss": 3.3468868732452393, "lr": 1.21550625e-06, "tokens_per_second": 351120.534973268}
{"step": 53700, "tokens_seen": 219955200, "loss": 3.1156957149505615, "lr": 1.21550625e-06, "tokens_per_second": 351124.3862781089}
{"step": 53800, "tokens_seen": 220364800, "loss": 3.035033702850342, "lr": 1.21550625e-06, "tokens_per_second": 351125.05758922134}
{"step": 53900, "tokens_seen": 220774400, "loss": 3.2964158058166504, "lr": 1e-06, "tokens_per_second": 351126.20079927857, "lr_controller": {"step": 53900, "old_lr": 1.21550625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 54000, "tokens_seen": 221184000, "loss": 3.094303607940674, "lr": 1e-06, "tokens_per_second": 351126.1869036034}
{"step": 54100, "tokens_seen": 221593600, "loss": 3.2775959968566895, "lr": 1.05e-06, "tokens_per_second": 351125.91094186757, "lr_controller": {"step": 54100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 54200, "tokens_seen": 222003200, "loss": 3.2837586402893066, "lr": 1.05e-06, "tokens_per_second": 351127.51775554556}
{"step": 54300, "tokens_seen": 222412800, "loss": 3.181861639022827, "lr": 1.05e-06, "tokens_per_second": 351128.65291935095}
{"step": 54400, "tokens_seen": 222822400, "loss": 3.2752599716186523, "lr": 1.05e-06, "tokens_per_second": 351129.2808999359}
{"step": 54500, "tokens_seen": 223232000, "loss": 3.0672121047973633, "lr": 1.05e-06, "tokens_per_second": 351131.00057775027}
{"step": 54600, "tokens_seen": 223641600, "loss": 3.2152271270751953, "lr": 1e-06, "tokens_per_second": 351130.90101996466, "lr_controller": {"step": 54600, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 54700, "tokens_seen": 224051200, "loss": 3.2832565307617188, "lr": 1e-06, "tokens_per_second": 351131.7581387008}
{"step": 54800, "tokens_seen": 224460800, "loss": 3.2781941890716553, "lr": 1e-06, "tokens_per_second": 351133.70474430214}
{"step": 54900, "tokens_seen": 224870400, "loss": 3.0894529819488525, "lr": 1e-06, "tokens_per_second": 351131.47107433685}
{"step": 55000, "tokens_seen": 225280000, "loss": 3.2543458938598633, "lr": 1e-06, "tokens_per_second": 351130.6837364128}
{"step": 55100, "tokens_seen": 225689600, "loss": 2.891411304473877, "lr": 1e-06, "tokens_per_second": 351131.2695826641}
{"step": 55200, "tokens_seen": 226099200, "loss": 2.968362331390381, "lr": 1e-06, "tokens_per_second": 351133.21115282935}
{"step": 55300, "tokens_seen": 226508800, "loss": 3.2584733963012695, "lr": 1.05e-06, "tokens_per_second": 351134.1809497506, "lr_controller": {"step": 55300, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 55400, "tokens_seen": 226918400, "loss": 3.0695993900299072, "lr": 1.05e-06, "tokens_per_second": 351137.02630399575}
{"step": 55500, "tokens_seen": 227328000, "loss": 3.2915167808532715, "lr": 1.05e-06, "tokens_per_second": 351135.68838996044}
{"step": 55600, "tokens_seen": 227737600, "loss": 3.248488664627075, "lr": 1.05e-06, "tokens_per_second": 351136.71356838185}
{"step": 55700, "tokens_seen": 228147200, "loss": 3.2800521850585938, "lr": 1e-06, "tokens_per_second": 351138.35225792724, "lr_controller": {"step": 55700, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 55800, "tokens_seen": 228556800, "loss": 3.411228656768799, "lr": 1e-06, "tokens_per_second": 351141.1681345874}
{"step": 55900, "tokens_seen": 228966400, "loss": 3.309593677520752, "lr": 1e-06, "tokens_per_second": 351141.7908133832}
{"step": 56000, "tokens_seen": 229376000, "loss": 3.255046844482422, "lr": 1e-06, "tokens_per_second": 351142.35167528264}
{"step": 56100, "tokens_seen": 229785600, "loss": 3.123267650604248, "lr": 1.05e-06, "tokens_per_second": 351143.9871051771, "lr_controller": {"step": 56100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 56200, "tokens_seen": 230195200, "loss": 3.420330762863159, "lr": 1.05e-06, "tokens_per_second": 351146.31274053955}
{"step": 56300, "tokens_seen": 230604800, "loss": 3.1599574089050293, "lr": 1e-06, "tokens_per_second": 351147.3187279061, "lr_controller": {"step": 56300, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 56400, "tokens_seen": 231014400, "loss": 3.440530776977539, "lr": 1e-06, "tokens_per_second": 351148.0890367636}
{"step": 56500, "tokens_seen": 231424000, "loss": 3.085617780685425, "lr": 1e-06, "tokens_per_second": 351148.04552276}
{"step": 56600, "tokens_seen": 231833600, "loss": 3.2430381774902344, "lr": 1e-06, "tokens_per_second": 351146.99430131406}
{"step": 56700, "tokens_seen": 232243200, "loss": 3.0361809730529785, "lr": 1e-06, "tokens_per_second": 351143.27846306266}
{"step": 56800, "tokens_seen": 232652800, "loss": 3.2699313163757324, "lr": 1e-06, "tokens_per_second": 351145.2183727529}
{"step": 56900, "tokens_seen": 233062400, "loss": 3.233570098876953, "lr": 1e-06, "tokens_per_second": 351145.28654364625}
{"step": 57000, "tokens_seen": 233472000, "loss": 3.0711941719055176, "lr": 1e-06, "tokens_per_second": 351145.92071822356}
{"step": 57100, "tokens_seen": 233881600, "loss": 3.2630627155303955, "lr": 1e-06, "tokens_per_second": 351145.59374296194}
{"step": 57200, "tokens_seen": 234291200, "loss": 3.055145263671875, "lr": 1e-06, "tokens_per_second": 351146.40823353565}
{"step": 57300, "tokens_seen": 234700800, "loss": 3.288825511932373, "lr": 1e-06, "tokens_per_second": 351146.43978253443}
{"step": 57400, "tokens_seen": 235110400, "loss": 3.1199445724487305, "lr": 1.05e-06, "tokens_per_second": 351148.1421233349, "lr_controller": {"step": 57400, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 57500, "tokens_seen": 235520000, "loss": 3.388662338256836, "lr": 1.05e-06, "tokens_per_second": 351148.02388097317}
{"step": 57600, "tokens_seen": 235929600, "loss": 3.419420003890991, "lr": 1e-06, "tokens_per_second": 351149.48493489006, "lr_controller": {"step": 57600, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 57700, "tokens_seen": 236339200, "loss": 3.371676206588745, "lr": 1e-06, "tokens_per_second": 351152.153015185}
{"step": 57800, "tokens_seen": 236748800, "loss": 2.9414467811584473, "lr": 1.05e-06, "tokens_per_second": 351155.34376487863, "lr_controller": {"step": 57800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 57900, "tokens_seen": 237158400, "loss": 3.189624786376953, "lr": 1.05e-06, "tokens_per_second": 351155.151541768}
{"step": 58000, "tokens_seen": 237568000, "loss": 3.344391345977783, "lr": 1.1025e-06, "tokens_per_second": 351157.81940251484, "lr_controller": {"step": 58000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 58100, "tokens_seen": 237977600, "loss": 3.3073902130126953, "lr": 1.1025e-06, "tokens_per_second": 351157.7085730428}
{"step": 58200, "tokens_seen": 238387200, "loss": 3.3335554599761963, "lr": 1.157625e-06, "tokens_per_second": 351159.12308048405, "lr_controller": {"step": 58200, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 58300, "tokens_seen": 238796800, "loss": 3.1126627922058105, "lr": 1.157625e-06, "tokens_per_second": 351158.96336341684}
{"step": 58400, "tokens_seen": 239206400, "loss": 3.3047826290130615, "lr": 1.21550625e-06, "tokens_per_second": 351157.9325435956, "lr_controller": {"step": 58400, "old_lr": 1.157625e-06, "new_lr": 1.21550625e-06, "reason": "slow_progress"}}
{"step": 58500, "tokens_seen": 239616000, "loss": 3.356537342071533, "lr": 1.21550625e-06, "tokens_per_second": 351160.60601821257}
{"step": 58600, "tokens_seen": 240025600, "loss": 3.0051870346069336, "lr": 1.21550625e-06, "tokens_per_second": 351160.6464472665}
{"step": 58700, "tokens_seen": 240435200, "loss": 3.324500799179077, "lr": 1e-06, "tokens_per_second": 351160.1586140072, "lr_controller": {"step": 58700, "old_lr": 1.21550625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 58800, "tokens_seen": 240844800, "loss": 3.3347463607788086, "lr": 1e-06, "tokens_per_second": 351160.2134603873}
{"step": 58900, "tokens_seen": 241254400, "loss": 3.178351879119873, "lr": 1e-06, "tokens_per_second": 351160.6449245865}
{"step": 59000, "tokens_seen": 241664000, "loss": 3.387394905090332, "lr": 1.05e-06, "tokens_per_second": 351160.6754026462, "lr_controller": {"step": 59000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 59100, "tokens_seen": 242073600, "loss": 3.183143138885498, "lr": 1.05e-06, "tokens_per_second": 351159.14646290545}
{"step": 59200, "tokens_seen": 242483200, "loss": 3.326517343521118, "lr": 1.05e-06, "tokens_per_second": 351161.4109109558}
{"step": 59300, "tokens_seen": 242892800, "loss": 3.5277624130249023, "lr": 1.1025e-06, "tokens_per_second": 351159.1091578303, "lr_controller": {"step": 59300, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 59400, "tokens_seen": 243302400, "loss": 3.190063953399658, "lr": 1.1025e-06, "tokens_per_second": 351154.796512148}
{"step": 59500, "tokens_seen": 243712000, "loss": 3.253488540649414, "lr": 1.157625e-06, "tokens_per_second": 351153.20780411805, "lr_controller": {"step": 59500, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 59600, "tokens_seen": 244121600, "loss": 3.203193187713623, "lr": 1.157625e-06, "tokens_per_second": 351150.53602731833}
{"step": 59700, "tokens_seen": 244531200, "loss": 3.3860795497894287, "lr": 1.21550625e-06, "tokens_per_second": 351151.24419382075, "lr_controller": {"step": 59700, "old_lr": 1.157625e-06, "new_lr": 1.21550625e-06, "reason": "slow_progress"}}
{"step": 59800, "tokens_seen": 244940800, "loss": 3.122124671936035, "lr": 1.21550625e-06, "tokens_per_second": 351150.3001486269}
{"step": 59900, "tokens_seen": 245350400, "loss": 2.8319270610809326, "lr": 1.21550625e-06, "tokens_per_second": 351147.02406232286}
{"step": 60000, "tokens_seen": 245760000, "loss": 3.1742100715637207, "lr": 1.21550625e-06, "tokens_per_second": 351146.978880795}
{"step": 60100, "tokens_seen": 246169600, "loss": 3.217373847961426, "lr": 1.21550625e-06, "tokens_per_second": 351137.0050476937}
{"step": 60200, "tokens_seen": 246579200, "loss": 3.2448043823242188, "lr": 1.21550625e-06, "tokens_per_second": 351136.92706713843}
{"step": 60300, "tokens_seen": 246988800, "loss": 3.377501964569092, "lr": 1.21550625e-06, "tokens_per_second": 351134.83722456725}
{"step": 60400, "tokens_seen": 247398400, "loss": 3.344238519668579, "lr": 1.21550625e-06, "tokens_per_second": 351134.54897811444}
{"step": 60500, "tokens_seen": 247808000, "loss": 2.824105739593506, "lr": 1.21550625e-06, "tokens_per_second": 351132.4245705601}
{"step": 60600, "tokens_seen": 248217600, "loss": 3.4560675621032715, "lr": 1e-06, "tokens_per_second": 351131.78562635183, "lr_controller": {"step": 60600, "old_lr": 1.21550625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 60700, "tokens_seen": 248627200, "loss": 3.3824825286865234, "lr": 1e-06, "tokens_per_second": 351130.1250332754}
{"step": 60800, "tokens_seen": 249036800, "loss": 3.3370299339294434, "lr": 1e-06, "tokens_per_second": 351118.1615671754}
{"step": 60900, "tokens_seen": 249446400, "loss": 3.3918378353118896, "lr": 1e-06, "tokens_per_second": 351116.1969920612}
{"step": 61000, "tokens_seen": 249856000, "loss": 3.265347719192505, "lr": 1e-06, "tokens_per_second": 351155.007492067}
{"step": 61100, "tokens_seen": 250265600, "loss": 3.1675615310668945, "lr": 1e-06, "tokens_per_second": 351199.70318059635}
{"step": 61200, "tokens_seen": 250675200, "loss": 3.3162364959716797, "lr": 1.05e-06, "tokens_per_second": 351243.47431260813, "lr_controller": {"step": 61200, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 61300, "tokens_seen": 251084800, "loss": 3.218773126602173, "lr": 1.05e-06, "tokens_per_second": 351295.7233192237}
{"step": 61400, "tokens_seen": 251494400, "loss": 3.3732755184173584, "lr": 1e-06, "tokens_per_second": 351341.95792334893, "lr_controller": {"step": 61400, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 61500, "tokens_seen": 251904000, "loss": 3.2868101596832275, "lr": 1e-06, "tokens_per_second": 351398.41337244865}
{"step": 61600, "tokens_seen": 252313600, "loss": 3.2226123809814453, "lr": 1e-06, "tokens_per_second": 351456.8256466977}
{"step": 61700, "tokens_seen": 252723200, "loss": 3.346642017364502, "lr": 1.05e-06, "tokens_per_second": 351516.1366138405, "lr_controller": {"step": 61700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 61800, "tokens_seen": 253132800, "loss": 3.3609328269958496, "lr": 1.05e-06, "tokens_per_second": 351575.7191222283}
{"step": 61900, "tokens_seen": 253542400, "loss": 3.2005109786987305, "lr": 1e-06, "tokens_per_second": 351631.2439306444, "lr_controller": {"step": 61900, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 62000, "tokens_seen": 253952000, "loss": 3.0925331115722656, "lr": 1e-06, "tokens_per_second": 351687.6487819941}
{"step": 62100, "tokens_seen": 254361600, "loss": 3.123650312423706, "lr": 1e-06, "tokens_per_second": 351744.40709270985}
{"step": 62200, "tokens_seen": 254771200, "loss": 3.199794292449951, "lr": 1e-06, "tokens_per_second": 351801.9093992574}
{"step": 62300, "tokens_seen": 255180800, "loss": 3.130971670150757, "lr": 1e-06, "tokens_per_second": 351860.27207020274}
{"step": 62400, "tokens_seen": 255590400, "loss": 3.2924466133117676, "lr": 1e-06, "tokens_per_second": 351918.04782804224}
{"step": 62500, "tokens_seen": 256000000, "loss": 3.401992082595825, "lr": 1e-06, "tokens_per_second": 351974.7454081229}
{"step": 62600, "tokens_seen": 256409600, "loss": 3.4247984886169434, "lr": 1e-06, "tokens_per_second": 352031.2290983753}
{"step": 62700, "tokens_seen": 256819200, "loss": 3.1438493728637695, "lr": 1e-06, "tokens_per_second": 352087.9066165702}
{"step": 62800, "tokens_seen": 257228800, "loss": 3.34897780418396, "lr": 1e-06, "tokens_per_second": 352144.7505211058}
{"step": 62900, "tokens_seen": 257638400, "loss": 2.9848523139953613, "lr": 1e-06, "tokens_per_second": 352201.6370855496}
{"step": 63000, "tokens_seen": 258048000, "loss": 3.2959349155426025, "lr": 1e-06, "tokens_per_second": 352257.4414283933}
{"step": 63100, "tokens_seen": 258457600, "loss": 3.0328407287597656, "lr": 1e-06, "tokens_per_second": 352313.6551095544}
{"step": 63200, "tokens_seen": 258867200, "loss": 3.1204771995544434, "lr": 1e-06, "tokens_per_second": 352370.00231132447}
{"step": 63300, "tokens_seen": 259276800, "loss": 3.3527426719665527, "lr": 1.05e-06, "tokens_per_second": 352425.2776679046, "lr_controller": {"step": 63300, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 63400, "tokens_seen": 259686400, "loss": 3.2451562881469727, "lr": 1.05e-06, "tokens_per_second": 352481.3300156716}
{"step": 63500, "tokens_seen": 260096000, "loss": 3.1939661502838135, "lr": 1e-06, "tokens_per_second": 352531.5048898282, "lr_controller": {"step": 63500, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 63600, "tokens_seen": 260505600, "loss": 2.95637845993042, "lr": 1e-06, "tokens_per_second": 352585.2465161942}
{"step": 63700, "tokens_seen": 260915200, "loss": 3.189188003540039, "lr": 1e-06, "tokens_per_second": 352640.1891967177}
{"step": 63800, "tokens_seen": 261324800, "loss": 3.1705636978149414, "lr": 1.05e-06, "tokens_per_second": 352698.73733695684, "lr_controller": {"step": 63800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 63900, "tokens_seen": 261734400, "loss": 3.246162176132202, "lr": 1.05e-06, "tokens_per_second": 352753.4911666584}
{"step": 64000, "tokens_seen": 262144000, "loss": 3.3887767791748047, "lr": 1e-06, "tokens_per_second": 352807.76692601125, "lr_controller": {"step": 64000, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 64100, "tokens_seen": 262553600, "loss": 3.034298896789551, "lr": 1e-06, "tokens_per_second": 352860.4601392306}
{"step": 64200, "tokens_seen": 262963200, "loss": 3.2071564197540283, "lr": 1e-06, "tokens_per_second": 352900.18004926667}
{"step": 64300, "tokens_seen": 263372800, "loss": 3.3394663333892822, "lr": 1e-06, "tokens_per_second": 352943.3617739451}
{"step": 64400, "tokens_seen": 263782400, "loss": 3.186732292175293, "lr": 1e-06, "tokens_per_second": 352972.6583398451}
{"step": 64500, "tokens_seen": 264192000, "loss": 3.206230401992798, "lr": 1.05e-06, "tokens_per_second": 353013.21856531384, "lr_controller": {"step": 64500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 64600, "tokens_seen": 264601600, "loss": 3.054276943206787, "lr": 1.05e-06, "tokens_per_second": 353052.96570978756}
{"step": 64700, "tokens_seen": 265011200, "loss": 3.339876174926758, "lr": 1e-06, "tokens_per_second": 353102.33847051306, "lr_controller": {"step": 64700, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 64800, "tokens_seen": 265420800, "loss": 3.0123512744903564, "lr": 1e-06, "tokens_per_second": 353134.666552021}
{"step": 64900, "tokens_seen": 265830400, "loss": 3.319631338119507, "lr": 1e-06, "tokens_per_second": 353170.5724715857}
{"step": 65000, "tokens_seen": 266240000, "loss": 3.1664838790893555, "lr": 1.05e-06, "tokens_per_second": 353210.68051617505, "lr_controller": {"step": 65000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 65100, "tokens_seen": 266649600, "loss": 3.1544461250305176, "lr": 1.05e-06, "tokens_per_second": 353246.25867893494}
{"step": 65200, "tokens_seen": 267059200, "loss": 3.1368954181671143, "lr": 1.1025e-06, "tokens_per_second": 353287.3079744683, "lr_controller": {"step": 65200, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 65300, "tokens_seen": 267468800, "loss": 3.3469882011413574, "lr": 1.1025e-06, "tokens_per_second": 353306.77499796345}
{"step": 65400, "tokens_seen": 267878400, "loss": 3.2632758617401123, "lr": 1.1025e-06, "tokens_per_second": 353336.2083853582}
{"step": 65500, "tokens_seen": 268288000, "loss": 3.314431667327881, "lr": 1.1025e-06, "tokens_per_second": 353371.8485167042}
{"step": 65600, "tokens_seen": 268697600, "loss": 3.1647558212280273, "lr": 1.157625e-06, "tokens_per_second": 353404.7795149952, "lr_controller": {"step": 65600, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 65700, "tokens_seen": 269107200, "loss": 3.4456441402435303, "lr": 1.157625e-06, "tokens_per_second": 353439.8519787291}
{"step": 65800, "tokens_seen": 269516800, "loss": 3.3826632499694824, "lr": 1.157625e-06, "tokens_per_second": 353455.8534827778}
{"step": 65900, "tokens_seen": 269926400, "loss": 3.2405877113342285, "lr": 1e-06, "tokens_per_second": 353460.7615842866, "lr_controller": {"step": 65900, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 66000, "tokens_seen": 270336000, "loss": 2.9900522232055664, "lr": 1e-06, "tokens_per_second": 353481.09360326384}
{"step": 66100, "tokens_seen": 270745600, "loss": 3.1583011150360107, "lr": 1e-06, "tokens_per_second": 353497.1926750392}
{"step": 66200, "tokens_seen": 271155200, "loss": 3.0721025466918945, "lr": 1e-06, "tokens_per_second": 353512.7767944322}
{"step": 66300, "tokens_seen": 271564800, "loss": 3.280122756958008, "lr": 1.05e-06, "tokens_per_second": 353532.7956064301, "lr_controller": {"step": 66300, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 66400, "tokens_seen": 271974400, "loss": 3.2100322246551514, "lr": 1.05e-06, "tokens_per_second": 353548.7657279752}
{"step": 66500, "tokens_seen": 272384000, "loss": 3.087893009185791, "lr": 1e-06, "tokens_per_second": 353563.2151568691, "lr_controller": {"step": 66500, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 66600, "tokens_seen": 272793600, "loss": 3.3257975578308105, "lr": 1e-06, "tokens_per_second": 353581.2213306207}
{"step": 66700, "tokens_seen": 273203200, "loss": 3.191821575164795, "lr": 1e-06, "tokens_per_second": 353599.84769478097}
{"step": 66800, "tokens_seen": 273612800, "loss": 3.1773011684417725, "lr": 1.05e-06, "tokens_per_second": 353616.1670426984, "lr_controller": {"step": 66800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 66900, "tokens_seen": 274022400, "loss": 3.3390722274780273, "lr": 1.05e-06, "tokens_per_second": 353640.7402103742}
{"step": 67000, "tokens_seen": 274432000, "loss": 2.995900869369507, "lr": 1.05e-06, "tokens_per_second": 353660.4826539671}
{"step": 67100, "tokens_seen": 274841600, "loss": 3.390547513961792, "lr": 1e-06, "tokens_per_second": 353692.6857862797, "lr_controller": {"step": 67100, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 67200, "tokens_seen": 275251200, "loss": 2.8744754791259766, "lr": 1e-06, "tokens_per_second": 353733.9871313514}
{"step": 67300, "tokens_seen": 275660800, "loss": 3.059483051300049, "lr": 1e-06, "tokens_per_second": 353780.92058871815}
{"step": 67400, "tokens_seen": 276070400, "loss": 3.0297718048095703, "lr": 1e-06, "tokens_per_second": 353818.0553976319}
{"step": 67500, "tokens_seen": 276480000, "loss": 3.133728504180908, "lr": 1e-06, "tokens_per_second": 353851.72495067504}
{"step": 67600, "tokens_seen": 276889600, "loss": 3.280790328979492, "lr": 1.05e-06, "tokens_per_second": 353851.7986935473, "lr_controller": {"step": 67600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 67700, "tokens_seen": 277299200, "loss": 3.3642494678497314, "lr": 1.05e-06, "tokens_per_second": 353854.81747042696}
{"step": 67800, "tokens_seen": 277708800, "loss": 3.40718936920166, "lr": 1e-06, "tokens_per_second": 353891.34194191213, "lr_controller": {"step": 67800, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 67900, "tokens_seen": 278118400, "loss": 3.2465932369232178, "lr": 1e-06, "tokens_per_second": 353915.5407676813}
{"step": 68000, "tokens_seen": 278528000, "loss": 3.315767288208008, "lr": 1e-06, "tokens_per_second": 353947.3141842066}
{"step": 68100, "tokens_seen": 278937600, "loss": 3.2347726821899414, "lr": 1e-06, "tokens_per_second": 353994.4359481999}
{"step": 68200, "tokens_seen": 279347200, "loss": 3.2423596382141113, "lr": 1e-06, "tokens_per_second": 354044.39807317924}
{"step": 68300, "tokens_seen": 279756800, "loss": 3.3682193756103516, "lr": 1e-06, "tokens_per_second": 354093.58520435035}
{"step": 68400, "tokens_seen": 280166400, "loss": 3.1486048698425293, "lr": 1e-06, "tokens_per_second": 354133.22550208046}
{"step": 68500, "tokens_seen": 280576000, "loss": 3.125080108642578, "lr": 1e-06, "tokens_per_second": 354162.445683044}
{"step": 68600, "tokens_seen": 280985600, "loss": 3.1977577209472656, "lr": 1e-06, "tokens_per_second": 354187.486044551}
{"step": 68700, "tokens_seen": 281395200, "loss": 3.2187156677246094, "lr": 1e-06, "tokens_per_second": 354222.3557346768}
{"step": 68800, "tokens_seen": 281804800, "loss": 3.233469009399414, "lr": 1e-06, "tokens_per_second": 354270.10254438524}
{"step": 68900, "tokens_seen": 282214400, "loss": 3.256300449371338, "lr": 1.05e-06, "tokens_per_second": 354319.19440375594, "lr_controller": {"step": 68900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 69000, "tokens_seen": 282624000, "loss": 3.3528964519500732, "lr": 1.05e-06, "tokens_per_second": 354368.6026565754}
{"step": 69100, "tokens_seen": 283033600, "loss": 3.1596760749816895, "lr": 1e-06, "tokens_per_second": 354416.25149971724, "lr_controller": {"step": 69100, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 69200, "tokens_seen": 283443200, "loss": 3.2832179069519043, "lr": 1e-06, "tokens_per_second": 354463.8640601374}
{"step": 69300, "tokens_seen": 283852800, "loss": 3.225050926208496, "lr": 1.05e-06, "tokens_per_second": 354496.54761666036, "lr_controller": {"step": 69300, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 69400, "tokens_seen": 284262400, "loss": 3.1570565700531006, "lr": 1.05e-06, "tokens_per_second": 354530.4027639599}
{"step": 69500, "tokens_seen": 284672000, "loss": 3.3362555503845215, "lr": 1e-06, "tokens_per_second": 354558.7987168389, "lr_controller": {"step": 69500, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 69600, "tokens_seen": 285081600, "loss": 3.1044867038726807, "lr": 1e-06, "tokens_per_second": 354605.72813805024}
{"step": 69700, "tokens_seen": 285491200, "loss": 3.246763229370117, "lr": 1e-06, "tokens_per_second": 354653.2996450601}
{"step": 69800, "tokens_seen": 285900800, "loss": 2.953753709793091, "lr": 1e-06, "tokens_per_second": 354701.91959462536}
{"step": 69900, "tokens_seen": 286310400, "loss": 3.168297290802002, "lr": 1.05e-06, "tokens_per_second": 354750.6165938159, "lr_controller": {"step": 69900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 70000, "tokens_seen": 286720000, "loss": 3.3348398208618164, "lr": 1.05e-06, "tokens_per_second": 354786.10301764024}
{"step": 70100, "tokens_seen": 287129600, "loss": 3.0156660079956055, "lr": 1.1025e-06, "tokens_per_second": 354814.7162985246, "lr_controller": {"step": 70100, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 70200, "tokens_seen": 287539200, "loss": 3.4053831100463867, "lr": 1.1025e-06, "tokens_per_second": 354845.1233724705}
{"step": 70300, "tokens_seen": 287948800, "loss": 3.3501877784729004, "lr": 1.1025e-06, "tokens_per_second": 354875.8578849166}
{"step": 70400, "tokens_seen": 288358400, "loss": 3.0199639797210693, "lr": 1.1025e-06, "tokens_per_second": 354923.23872377054}
{"step": 70500, "tokens_seen": 288768000, "loss": 3.360579252243042, "lr": 1.157625e-06, "tokens_per_second": 354968.304932402, "lr_controller": {"step": 70500, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 70600, "tokens_seen": 289177600, "loss": 3.2031588554382324, "lr": 1.157625e-06, "tokens_per_second": 355003.6149307697}
{"step": 70700, "tokens_seen": 289587200, "loss": 3.3397016525268555, "lr": 1.157625e-06, "tokens_per_second": 355026.65452963044}
{"step": 70800, "tokens_seen": 289996800, "loss": 3.2274129390716553, "lr": 1e-06, "tokens_per_second": 355048.3234762901, "lr_controller": {"step": 70800, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 70900, "tokens_seen": 290406400, "loss": 3.092794895172119, "lr": 1e-06, "tokens_per_second": 355085.5531228982}
{"step": 71000, "tokens_seen": 290816000, "loss": 3.2182788848876953, "lr": 1e-06, "tokens_per_second": 355109.8078785152}
{"step": 71100, "tokens_seen": 291225600, "loss": 3.2488389015197754, "lr": 1e-06, "tokens_per_second": 355147.48096496635}
{"step": 71200, "tokens_seen": 291635200, "loss": 3.2800185680389404, "lr": 1e-06, "tokens_per_second": 355193.22999364143}
{"step": 71300, "tokens_seen": 292044800, "loss": 3.2031655311584473, "lr": 1e-06, "tokens_per_second": 355239.4843796799}
{"step": 71400, "tokens_seen": 292454400, "loss": 3.2396693229675293, "lr": 1e-06, "tokens_per_second": 355274.591033655}
{"step": 71500, "tokens_seen": 292864000, "loss": 3.166795492172241, "lr": 1e-06, "tokens_per_second": 355306.8230635715}
{"step": 71600, "tokens_seen": 293273600, "loss": 3.1902294158935547, "lr": 1e-06, "tokens_per_second": 355327.203747309}
{"step": 71700, "tokens_seen": 293683200, "loss": 3.3321874141693115, "lr": 1e-06, "tokens_per_second": 355332.5034546005}
{"step": 71800, "tokens_seen": 294092800, "loss": 3.253872871398926, "lr": 1e-06, "tokens_per_second": 355371.2423586912}
{"step": 71900, "tokens_seen": 294502400, "loss": 3.2184858322143555, "lr": 1e-06, "tokens_per_second": 355411.26408325613}
{"step": 72000, "tokens_seen": 294912000, "loss": 3.334820508956909, "lr": 1e-06, "tokens_per_second": 355450.3959932364}
{"step": 72100, "tokens_seen": 295321600, "loss": 3.3201184272766113, "lr": 1e-06, "tokens_per_second": 355487.2372091993}
{"step": 72200, "tokens_seen": 295731200, "loss": 3.293243408203125, "lr": 1e-06, "tokens_per_second": 355528.9159791178}
{"step": 72300, "tokens_seen": 296140800, "loss": 3.405806064605713, "lr": 1e-06, "tokens_per_second": 355574.50881176797}
{"step": 72400, "tokens_seen": 296550400, "loss": 3.20112943649292, "lr": 1e-06, "tokens_per_second": 355619.8111414702}
{"step": 72500, "tokens_seen": 296960000, "loss": 3.3506598472595215, "lr": 1e-06, "tokens_per_second": 355665.8597074036}
{"step": 72600, "tokens_seen": 297369600, "loss": 3.3966946601867676, "lr": 1.05e-06, "tokens_per_second": 355710.21163934836, "lr_controller": {"step": 72600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 72700, "tokens_seen": 297779200, "loss": 3.3809001445770264, "lr": 1.05e-06, "tokens_per_second": 355755.2090196217}
{"step": 72800, "tokens_seen": 298188800, "loss": 3.071573495864868, "lr": 1.05e-06, "tokens_per_second": 355800.03652617714}
{"step": 72900, "tokens_seen": 298598400, "loss": 3.2795605659484863, "lr": 1.05e-06, "tokens_per_second": 355844.03769072314}
{"step": 73000, "tokens_seen": 299008000, "loss": 3.0993075370788574, "lr": 1.05e-06, "tokens_per_second": 355888.3528027317}
{"step": 73100, "tokens_seen": 299417600, "loss": 3.2366719245910645, "lr": 1.05e-06, "tokens_per_second": 355930.9256599247}
{"step": 73200, "tokens_seen": 299827200, "loss": 3.0478708744049072, "lr": 1.1025e-06, "tokens_per_second": 355974.7574947799, "lr_controller": {"step": 73200, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 73300, "tokens_seen": 300236800, "loss": 3.3503713607788086, "lr": 1.1025e-06, "tokens_per_second": 356019.2707051134}
{"step": 73400, "tokens_seen": 300646400, "loss": 3.2518489360809326, "lr": 1e-06, "tokens_per_second": 356064.78830568853, "lr_controller": {"step": 73400, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 73500, "tokens_seen": 301056000, "loss": 3.4674715995788574, "lr": 1e-06, "tokens_per_second": 356108.71974352613}
{"step": 73600, "tokens_seen": 301465600, "loss": 3.1227293014526367, "lr": 1e-06, "tokens_per_second": 356151.91401513916}
{"step": 73700, "tokens_seen": 301875200, "loss": 3.4669971466064453, "lr": 1.05e-06, "tokens_per_second": 356187.39192102203, "lr_controller": {"step": 73700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 73800, "tokens_seen": 302284800, "loss": 3.4291203022003174, "lr": 1.05e-06, "tokens_per_second": 356164.98895236803}
{"step": 73900, "tokens_seen": 302694400, "loss": 3.274406909942627, "lr": 1e-06, "tokens_per_second": 356126.0755883372, "lr_controller": {"step": 73900, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 74000, "tokens_seen": 303104000, "loss": 3.224501132965088, "lr": 1e-06, "tokens_per_second": 356099.9183229718}
{"step": 74100, "tokens_seen": 303513600, "loss": 3.1436197757720947, "lr": 1.05e-06, "tokens_per_second": 356088.49523022096, "lr_controller": {"step": 74100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 74200, "tokens_seen": 303923200, "loss": 3.020382881164551, "lr": 1.05e-06, "tokens_per_second": 356060.367200383}
{"step": 74300, "tokens_seen": 304332800, "loss": 3.162655830383301, "lr": 1e-06, "tokens_per_second": 356023.44903245545, "lr_controller": {"step": 74300, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 74400, "tokens_seen": 304742400, "loss": 3.1041128635406494, "lr": 1e-06, "tokens_per_second": 355998.4336045459}
{"step": 74500, "tokens_seen": 305152000, "loss": 3.1474287509918213, "lr": 1e-06, "tokens_per_second": 355980.305094124}
{"step": 74600, "tokens_seen": 305561600, "loss": 3.165172576904297, "lr": 1e-06, "tokens_per_second": 355964.8340541866}
{"step": 74700, "tokens_seen": 305971200, "loss": 3.3050789833068848, "lr": 1.05e-06, "tokens_per_second": 355955.48302168114, "lr_controller": {"step": 74700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 74800, "tokens_seen": 306380800, "loss": 3.263690710067749, "lr": 1.05e-06, "tokens_per_second": 355940.8238637204}
{"step": 74900, "tokens_seen": 306790400, "loss": 2.9757308959960938, "lr": 1.05e-06, "tokens_per_second": 355927.664488872}
{"step": 75000, "tokens_seen": 307200000, "loss": 3.164977550506592, "lr": 1.1025e-06, "tokens_per_second": 355915.5393480946, "lr_controller": {"step": 75000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 75100, "tokens_seen": 307609600, "loss": 3.3703064918518066, "lr": 1.1025e-06, "tokens_per_second": 355903.9238669009}
{"step": 75200, "tokens_seen": 308019200, "loss": 3.305981397628784, "lr": 1e-06, "tokens_per_second": 355892.3510134385, "lr_controller": {"step": 75200, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 75300, "tokens_seen": 308428800, "loss": 3.1000564098358154, "lr": 1e-06, "tokens_per_second": 355883.75605129194}
{"step": 75400, "tokens_seen": 308838400, "loss": 2.85665225982666, "lr": 1e-06, "tokens_per_second": 355873.92415194225}
{"step": 75500, "tokens_seen": 309248000, "loss": 3.09183669090271, "lr": 1.05e-06, "tokens_per_second": 355862.13033550687, "lr_controller": {"step": 75500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 75600, "tokens_seen": 309657600, "loss": 3.276341438293457, "lr": 1.05e-06, "tokens_per_second": 355853.66725702974}
{"step": 75700, "tokens_seen": 310067200, "loss": 3.2108521461486816, "lr": 1.05e-06, "tokens_per_second": 355842.36596454296}
{"step": 75800, "tokens_seen": 310476800, "loss": 3.3125414848327637, "lr": 1e-06, "tokens_per_second": 355832.12117598567, "lr_controller": {"step": 75800, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 75900, "tokens_seen": 310886400, "loss": 3.0932974815368652, "lr": 1e-06, "tokens_per_second": 355820.03788196086}
{"step": 76000, "tokens_seen": 311296000, "loss": 3.2656068801879883, "lr": 1e-06, "tokens_per_second": 355807.07150432904}
{"step": 76100, "tokens_seen": 311705600, "loss": 2.8653388023376465, "lr": 1e-06, "tokens_per_second": 355796.0882029725}
{"step": 76200, "tokens_seen": 312115200, "loss": 3.067293643951416, "lr": 1e-06, "tokens_per_second": 355784.3334876737}
{"step": 76300, "tokens_seen": 312524800, "loss": 3.1079041957855225, "lr": 1e-06, "tokens_per_second": 355774.0764457412}
{"step": 76400, "tokens_seen": 312934400, "loss": 3.149357557296753, "lr": 1.05e-06, "tokens_per_second": 355765.09406873304, "lr_controller": {"step": 76400, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 76500, "tokens_seen": 313344000, "loss": 3.164055824279785, "lr": 1.05e-06, "tokens_per_second": 355744.0262951642}
{"step": 76600, "tokens_seen": 313753600, "loss": 3.0060250759124756, "lr": 1.05e-06, "tokens_per_second": 355726.9723869086}
{"step": 76700, "tokens_seen": 314163200, "loss": 2.907327651977539, "lr": 1.05e-06, "tokens_per_second": 355709.2242379163}
{"step": 76800, "tokens_seen": 314572800, "loss": 3.188748598098755, "lr": 1e-06, "tokens_per_second": 355692.9546364897, "lr_controller": {"step": 76800, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 76900, "tokens_seen": 314982400, "loss": 3.322721481323242, "lr": 1e-06, "tokens_per_second": 355677.16068995156}
{"step": 77000, "tokens_seen": 315392000, "loss": 3.0987396240234375, "lr": 1e-06, "tokens_per_second": 355661.75359855004}
{"step": 77100, "tokens_seen": 315801600, "loss": 3.0542068481445312, "lr": 1e-06, "tokens_per_second": 355645.12713511713}
{"step": 77200, "tokens_seen": 316211200, "loss": 3.3505489826202393, "lr": 1e-06, "tokens_per_second": 355625.8262832365}
{"step": 77300, "tokens_seen": 316620800, "loss": 3.1741161346435547, "lr": 1.05e-06, "tokens_per_second": 355611.7356456335, "lr_controller": {"step": 77300, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 77400, "tokens_seen": 317030400, "loss": 3.3530361652374268, "lr": 1.05e-06, "tokens_per_second": 355594.3246673847}
{"step": 77500, "tokens_seen": 317440000, "loss": 3.4548659324645996, "lr": 1e-06, "tokens_per_second": 355577.4326559884, "lr_controller": {"step": 77500, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 77600, "tokens_seen": 317849600, "loss": 3.089855432510376, "lr": 1e-06, "tokens_per_second": 355558.3265642386}
{"step": 77700, "tokens_seen": 318259200, "loss": 2.99540638923645, "lr": 1e-06, "tokens_per_second": 355548.2527577529}
{"step": 77800, "tokens_seen": 318668800, "loss": 3.154773235321045, "lr": 1e-06, "tokens_per_second": 355575.5652418093}
{"step": 77900, "tokens_seen": 319078400, "loss": 3.1909866333007812, "lr": 1e-06, "tokens_per_second": 355612.74550302955}
{"step": 78000, "tokens_seen": 319488000, "loss": 3.271456480026245, "lr": 1.05e-06, "tokens_per_second": 355652.0259855844, "lr_controller": {"step": 78000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 78100, "tokens_seen": 319897600, "loss": 3.157909870147705, "lr": 1.05e-06, "tokens_per_second": 355689.86831982504}
{"step": 78200, "tokens_seen": 320307200, "loss": 3.264369487762451, "lr": 1e-06, "tokens_per_second": 355731.42196862795, "lr_controller": {"step": 78200, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 78300, "tokens_seen": 320716800, "loss": 3.133533239364624, "lr": 1e-06, "tokens_per_second": 355764.2900393748}
{"step": 78400, "tokens_seen": 321126400, "loss": 3.2428770065307617, "lr": 1e-06, "tokens_per_second": 355792.6410706902}
{"step": 78500, "tokens_seen": 321536000, "loss": 3.137826919555664, "lr": 1e-06, "tokens_per_second": 355823.05827884696}
{"step": 78600, "tokens_seen": 321945600, "loss": 3.213618755340576, "lr": 1e-06, "tokens_per_second": 355857.9163828272}
{"step": 78700, "tokens_seen": 322355200, "loss": 3.3881006240844727, "lr": 1.05e-06, "tokens_per_second": 355896.9426115189, "lr_controller": {"step": 78700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 78800, "tokens_seen": 322764800, "loss": 3.2502529621124268, "lr": 1.05e-06, "tokens_per_second": 355933.8536580756}
{"step": 78900, "tokens_seen": 323174400, "loss": 3.2301082611083984, "lr": 1.05e-06, "tokens_per_second": 355965.73378534464}
{"step": 79000, "tokens_seen": 323584000, "loss": 3.0743966102600098, "lr": 1.05e-06, "tokens_per_second": 356006.3901842067}
{"step": 79100, "tokens_seen": 323993600, "loss": 3.261098861694336, "lr": 1.05e-06, "tokens_per_second": 356046.8035938425}
{"step": 79200, "tokens_seen": 324403200, "loss": 3.350961208343506, "lr": 1e-06, "tokens_per_second": 356088.2516889668, "lr_controller": {"step": 79200, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 79300, "tokens_seen": 324812800, "loss": 3.296626091003418, "lr": 1e-06, "tokens_per_second": 356129.6096117276}
{"step": 79400, "tokens_seen": 325222400, "loss": 3.301607131958008, "lr": 1.05e-06, "tokens_per_second": 356168.74820373196, "lr_controller": {"step": 79400, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 79500, "tokens_seen": 325632000, "loss": 3.2157063484191895, "lr": 1.05e-06, "tokens_per_second": 356206.0570657074}
{"step": 79600, "tokens_seen": 326041600, "loss": 3.12300968170166, "lr": 1.05e-06, "tokens_per_second": 356242.26685065246}
{"step": 79700, "tokens_seen": 326451200, "loss": 3.047114849090576, "lr": 1e-06, "tokens_per_second": 356281.7172413062, "lr_controller": {"step": 79700, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 79800, "tokens_seen": 326860800, "loss": 3.274919033050537, "lr": 1e-06, "tokens_per_second": 356319.1434896307}
{"step": 79900, "tokens_seen": 327270400, "loss": 2.9362809658050537, "lr": 1.05e-06, "tokens_per_second": 356356.5066477633, "lr_controller": {"step": 79900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 80000, "tokens_seen": 327680000, "loss": 3.0183212757110596, "lr": 1.05e-06, "tokens_per_second": 356394.230116241}
{"step": 80100, "tokens_seen": 328089600, "loss": 3.2989554405212402, "lr": 1.1025e-06, "tokens_per_second": 356422.02019989846, "lr_controller": {"step": 80100, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 80200, "tokens_seen": 328499200, "loss": 2.9749979972839355, "lr": 1.1025e-06, "tokens_per_second": 356453.30899072223}
{"step": 80300, "tokens_seen": 328908800, "loss": 3.441776752471924, "lr": 1.1025e-06, "tokens_per_second": 356481.58502508345}
{"step": 80400, "tokens_seen": 329318400, "loss": 3.1090729236602783, "lr": 1.1025e-06, "tokens_per_second": 356515.75098430086}
{"step": 80500, "tokens_seen": 329728000, "loss": 3.556285858154297, "lr": 1e-06, "tokens_per_second": 356545.5157683198, "lr_controller": {"step": 80500, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 80600, "tokens_seen": 330137600, "loss": 3.39455509185791, "lr": 1e-06, "tokens_per_second": 356573.8432261689}
{"step": 80700, "tokens_seen": 330547200, "loss": 3.192707061767578, "lr": 1e-06, "tokens_per_second": 356603.0774975546}
{"step": 80800, "tokens_seen": 330956800, "loss": 3.422179698944092, "lr": 1e-06, "tokens_per_second": 356631.9283549306}
{"step": 80900, "tokens_seen": 331366400, "loss": 3.225196361541748, "lr": 1e-06, "tokens_per_second": 356659.7581134883}
{"step": 81000, "tokens_seen": 331776000, "loss": 3.368299961090088, "lr": 1e-06, "tokens_per_second": 356679.3474210196}
{"step": 81100, "tokens_seen": 332185600, "loss": 3.320697784423828, "lr": 1.05e-06, "tokens_per_second": 356701.12388355535, "lr_controller": {"step": 81100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 81200, "tokens_seen": 332595200, "loss": 3.369084119796753, "lr": 1.05e-06, "tokens_per_second": 356733.22775362746}
{"step": 81300, "tokens_seen": 333004800, "loss": 3.222210645675659, "lr": 1e-06, "tokens_per_second": 356763.70357597916, "lr_controller": {"step": 81300, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 81400, "tokens_seen": 333414400, "loss": 3.2026944160461426, "lr": 1e-06, "tokens_per_second": 356795.89201970526}
{"step": 81500, "tokens_seen": 333824000, "loss": 3.296757936477661, "lr": 1e-06, "tokens_per_second": 356826.4373321628}
{"step": 81600, "tokens_seen": 334233600, "loss": 3.1765389442443848, "lr": 1e-06, "tokens_per_second": 356861.64946223353}
{"step": 81700, "tokens_seen": 334643200, "loss": 3.4088213443756104, "lr": 1.05e-06, "tokens_per_second": 356898.35718901054, "lr_controller": {"step": 81700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 81800, "tokens_seen": 335052800, "loss": 3.221959114074707, "lr": 1.05e-06, "tokens_per_second": 356934.6756330179}
{"step": 81900, "tokens_seen": 335462400, "loss": 3.327057361602783, "lr": 1.05e-06, "tokens_per_second": 356970.67375090736}
{"step": 82000, "tokens_seen": 335872000, "loss": 3.204803466796875, "lr": 1.05e-06, "tokens_per_second": 357004.0742734989}
{"step": 82100, "tokens_seen": 336281600, "loss": 3.355797290802002, "lr": 1e-06, "tokens_per_second": 357031.6678653679, "lr_controller": {"step": 82100, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 82200, "tokens_seen": 336691200, "loss": 3.3042781352996826, "lr": 1e-06, "tokens_per_second": 357054.84697406786}
{"step": 82300, "tokens_seen": 337100800, "loss": 3.193066120147705, "lr": 1e-06, "tokens_per_second": 357074.45976652525}
{"step": 82400, "tokens_seen": 337510400, "loss": 3.1669116020202637, "lr": 1e-06, "tokens_per_second": 357107.5907321586}
{"step": 82500, "tokens_seen": 337920000, "loss": 3.1694350242614746, "lr": 1e-06, "tokens_per_second": 357141.4341299659}
{"step": 82600, "tokens_seen": 338329600, "loss": 3.233510732650757, "lr": 1e-06, "tokens_per_second": 357174.4511261425}
{"step": 82700, "tokens_seen": 338739200, "loss": 3.2460169792175293, "lr": 1e-06, "tokens_per_second": 357209.11410145456}
{"step": 82800, "tokens_seen": 339148800, "loss": 3.200077533721924, "lr": 1e-06, "tokens_per_second": 357242.6079216649}
{"step": 82900, "tokens_seen": 339558400, "loss": 3.259242057800293, "lr": 1e-06, "tokens_per_second": 357275.5615001107}
{"step": 83000, "tokens_seen": 339968000, "loss": 3.2546143531799316, "lr": 1e-06, "tokens_per_second": 357312.0050452677}
{"step": 83100, "tokens_seen": 340377600, "loss": 3.186357021331787, "lr": 1.05e-06, "tokens_per_second": 357346.85692008276, "lr_controller": {"step": 83100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 83200, "tokens_seen": 340787200, "loss": 3.189626932144165, "lr": 1.05e-06, "tokens_per_second": 357386.55463222024}
{"step": 83300, "tokens_seen": 341196800, "loss": 3.2792255878448486, "lr": 1.05e-06, "tokens_per_second": 357423.69795584923}
{"step": 83400, "tokens_seen": 341606400, "loss": 3.0017192363739014, "lr": 1.05e-06, "tokens_per_second": 357464.46040245227}
{"step": 83500, "tokens_seen": 342016000, "loss": 3.291182041168213, "lr": 1e-06, "tokens_per_second": 357505.44640504086, "lr_controller": {"step": 83500, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 83600, "tokens_seen": 342425600, "loss": 3.315366506576538, "lr": 1e-06, "tokens_per_second": 357538.0370605632}
{"step": 83700, "tokens_seen": 342835200, "loss": 3.393784523010254, "lr": 1.05e-06, "tokens_per_second": 357575.4244049223, "lr_controller": {"step": 83700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 83800, "tokens_seen": 343244800, "loss": 3.0501937866210938, "lr": 1.05e-06, "tokens_per_second": 357616.9592257205}
{"step": 83900, "tokens_seen": 343654400, "loss": 3.080000400543213, "lr": 1e-06, "tokens_per_second": 357657.2168622975, "lr_controller": {"step": 83900, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 84000, "tokens_seen": 344064000, "loss": 3.3592352867126465, "lr": 1e-06, "tokens_per_second": 357697.15707279753}
{"step": 84100, "tokens_seen": 344473600, "loss": 3.325758457183838, "lr": 1e-06, "tokens_per_second": 357734.1874366984}
{"step": 84200, "tokens_seen": 344883200, "loss": 3.3413467407226562, "lr": 1e-06, "tokens_per_second": 357773.30754736543}
{"step": 84300, "tokens_seen": 345292800, "loss": 3.1315793991088867, "lr": 1.05e-06, "tokens_per_second": 357812.2172229323, "lr_controller": {"step": 84300, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 84400, "tokens_seen": 345702400, "loss": 3.019909620285034, "lr": 1.05e-06, "tokens_per_second": 357852.04446584656}
{"step": 84500, "tokens_seen": 346112000, "loss": 3.2559432983398438, "lr": 1e-06, "tokens_per_second": 357890.32224857283, "lr_controller": {"step": 84500, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 84600, "tokens_seen": 346521600, "loss": 3.307952880859375, "lr": 1e-06, "tokens_per_second": 357929.3613476634}
{"step": 84700, "tokens_seen": 346931200, "loss": 3.0322153568267822, "lr": 1e-06, "tokens_per_second": 357969.5212611446}
{"step": 84800, "tokens_seen": 347340800, "loss": 3.343053102493286, "lr": 1.05e-06, "tokens_per_second": 358009.957116479, "lr_controller": {"step": 84800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 84900, "tokens_seen": 347750400, "loss": 3.4208202362060547, "lr": 1.05e-06, "tokens_per_second": 358050.5773592769}
{"step": 85000, "tokens_seen": 348160000, "loss": 3.2675154209136963, "lr": 1.1025e-06, "tokens_per_second": 358090.9672892433, "lr_controller": {"step": 85000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 85100, "tokens_seen": 348569600, "loss": 3.1965975761413574, "lr": 1.1025e-06, "tokens_per_second": 358131.63509507605}
{"step": 85200, "tokens_seen": 348979200, "loss": 3.321627378463745, "lr": 1e-06, "tokens_per_second": 358168.2691804587, "lr_controller": {"step": 85200, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 85300, "tokens_seen": 349388800, "loss": 3.149873971939087, "lr": 1e-06, "tokens_per_second": 358200.08357008017}
{"step": 85400, "tokens_seen": 349798400, "loss": 3.2091550827026367, "lr": 1.05e-06, "tokens_per_second": 358230.00266946346, "lr_controller": {"step": 85400, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 85500, "tokens_seen": 350208000, "loss": 2.9796693325042725, "lr": 1.05e-06, "tokens_per_second": 358250.7702089246}
{"step": 85600, "tokens_seen": 350617600, "loss": 3.2311811447143555, "lr": 1.05e-06, "tokens_per_second": 358283.67023449973}
{"step": 85700, "tokens_seen": 351027200, "loss": 3.1823976039886475, "lr": 1e-06, "tokens_per_second": 358314.36312172515, "lr_controller": {"step": 85700, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 85800, "tokens_seen": 351436800, "loss": 3.256308078765869, "lr": 1e-06, "tokens_per_second": 358335.3452306722}
{"step": 85900, "tokens_seen": 351846400, "loss": 3.3897643089294434, "lr": 1.05e-06, "tokens_per_second": 358369.4631482684, "lr_controller": {"step": 85900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 86000, "tokens_seen": 352256000, "loss": 3.2092702388763428, "lr": 1.05e-06, "tokens_per_second": 358406.66767193435}
{"step": 86100, "tokens_seen": 352665600, "loss": 3.006490707397461, "lr": 1.1025e-06, "tokens_per_second": 358445.128774307, "lr_controller": {"step": 86100, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 86200, "tokens_seen": 353075200, "loss": 3.2150425910949707, "lr": 1.1025e-06, "tokens_per_second": 358484.4816542064}
{"step": 86300, "tokens_seen": 353484800, "loss": 3.1762185096740723, "lr": 1.1025e-06, "tokens_per_second": 358517.6619156753}
{"step": 86400, "tokens_seen": 353894400, "loss": 3.22530460357666, "lr": 1.157625e-06, "tokens_per_second": 358550.98186803435, "lr_controller": {"step": 86400, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 86500, "tokens_seen": 354304000, "loss": 3.1715095043182373, "lr": 1.157625e-06, "tokens_per_second": 358581.079099184}
{"step": 86600, "tokens_seen": 354713600, "loss": 2.8742218017578125, "lr": 1.157625e-06, "tokens_per_second": 358611.7741542993}
{"step": 86700, "tokens_seen": 355123200, "loss": 3.354649066925049, "lr": 1e-06, "tokens_per_second": 358648.5773922006, "lr_controller": {"step": 86700, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 86800, "tokens_seen": 355532800, "loss": 3.216522693634033, "lr": 1e-06, "tokens_per_second": 358684.5072962473}
{"step": 86900, "tokens_seen": 355942400, "loss": 3.2960915565490723, "lr": 1e-06, "tokens_per_second": 358719.6813619266}
{"step": 87000, "tokens_seen": 356352000, "loss": 3.0442657470703125, "lr": 1e-06, "tokens_per_second": 358754.32919124886}
{"step": 87100, "tokens_seen": 356761600, "loss": 3.2846226692199707, "lr": 1e-06, "tokens_per_second": 358790.5963119518}
{"step": 87200, "tokens_seen": 357171200, "loss": 3.1839587688446045, "lr": 1e-06, "tokens_per_second": 358824.813355537}
{"step": 87300, "tokens_seen": 357580800, "loss": 3.0009806156158447, "lr": 1e-06, "tokens_per_second": 358860.43135345407}
{"step": 87400, "tokens_seen": 357990400, "loss": 3.1304166316986084, "lr": 1e-06, "tokens_per_second": 358896.42826178495}
{"step": 87500, "tokens_seen": 358400000, "loss": 3.2221784591674805, "lr": 1.05e-06, "tokens_per_second": 358932.8498254265, "lr_controller": {"step": 87500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 87600, "tokens_seen": 358809600, "loss": 3.116547107696533, "lr": 1.05e-06, "tokens_per_second": 358968.6798103671}
{"step": 87700, "tokens_seen": 359219200, "loss": 3.2072017192840576, "lr": 1.05e-06, "tokens_per_second": 359004.83965834376}
{"step": 87800, "tokens_seen": 359628800, "loss": 3.125692367553711, "lr": 1e-06, "tokens_per_second": 359040.4726463848, "lr_controller": {"step": 87800, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 87900, "tokens_seen": 360038400, "loss": 3.2617998123168945, "lr": 1e-06, "tokens_per_second": 359075.6677978261}
{"step": 88000, "tokens_seen": 360448000, "loss": 3.325327157974243, "lr": 1e-06, "tokens_per_second": 359110.7351595393}
{"step": 88100, "tokens_seen": 360857600, "loss": 3.2008917331695557, "lr": 1e-06, "tokens_per_second": 359143.7873977136}
{"step": 88200, "tokens_seen": 361267200, "loss": 3.3636395931243896, "lr": 1e-06, "tokens_per_second": 359177.9791320807}
{"step": 88300, "tokens_seen": 361676800, "loss": 3.297240734100342, "lr": 1e-06, "tokens_per_second": 359216.08217213955}
{"step": 88400, "tokens_seen": 362086400, "loss": 3.019803047180176, "lr": 1e-06, "tokens_per_second": 359255.84471694654}
{"step": 88500, "tokens_seen": 362496000, "loss": 3.4831161499023438, "lr": 1e-06, "tokens_per_second": 359295.2156743963}
{"step": 88600, "tokens_seen": 362905600, "loss": 3.000579357147217, "lr": 1e-06, "tokens_per_second": 359333.66171922337}
{"step": 88700, "tokens_seen": 363315200, "loss": 3.208535671234131, "lr": 1e-06, "tokens_per_second": 359373.1055338396}
{"step": 88800, "tokens_seen": 363724800, "loss": 3.2865347862243652, "lr": 1e-06, "tokens_per_second": 359411.67582705093}
{"step": 88900, "tokens_seen": 364134400, "loss": 3.247882843017578, "lr": 1e-06, "tokens_per_second": 359450.9656915011}
{"step": 89000, "tokens_seen": 364544000, "loss": 3.159824848175049, "lr": 1e-06, "tokens_per_second": 359490.2911973211}
{"step": 89100, "tokens_seen": 364953600, "loss": 3.06528377532959, "lr": 1.05e-06, "tokens_per_second": 359529.22903816286, "lr_controller": {"step": 89100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 89200, "tokens_seen": 365363200, "loss": 3.3235578536987305, "lr": 1.05e-06, "tokens_per_second": 359568.55563425715}
{"step": 89300, "tokens_seen": 365772800, "loss": 3.196324348449707, "lr": 1.05e-06, "tokens_per_second": 359599.242984451}
{"step": 89400, "tokens_seen": 366182400, "loss": 3.0328240394592285, "lr": 1.05e-06, "tokens_per_second": 359626.854129755}
{"step": 89500, "tokens_seen": 366592000, "loss": 3.2616658210754395, "lr": 1.05e-06, "tokens_per_second": 359659.3322407156}
{"step": 89600, "tokens_seen": 367001600, "loss": 3.1974220275878906, "lr": 1e-06, "tokens_per_second": 359693.5620304857, "lr_controller": {"step": 89600, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 89700, "tokens_seen": 367411200, "loss": 3.354475975036621, "lr": 1e-06, "tokens_per_second": 359728.35413780174}
{"step": 89800, "tokens_seen": 367820800, "loss": 2.686234951019287, "lr": 1e-06, "tokens_per_second": 359766.7897115252}
{"step": 89900, "tokens_seen": 368230400, "loss": 2.99459171295166, "lr": 1e-06, "tokens_per_second": 359795.1129722305}
{"step": 90000, "tokens_seen": 368640000, "loss": 3.2593133449554443, "lr": 1e-06, "tokens_per_second": 359827.6168794416}
{"step": 90100, "tokens_seen": 369049600, "loss": 3.0796051025390625, "lr": 1e-06, "tokens_per_second": 359852.7542185584}
{"step": 90200, "tokens_seen": 369459200, "loss": 3.430543899536133, "lr": 1e-06, "tokens_per_second": 359845.01733788004}
{"step": 90300, "tokens_seen": 369868800, "loss": 2.9948840141296387, "lr": 1e-06, "tokens_per_second": 359804.30537243903}
{"step": 90400, "tokens_seen": 370278400, "loss": 3.4063563346862793, "lr": 1e-06, "tokens_per_second": 359780.41541590914}
{"step": 90500, "tokens_seen": 370688000, "loss": 3.1830596923828125, "lr": 1e-06, "tokens_per_second": 359767.56603269966}
{"step": 90600, "tokens_seen": 371097600, "loss": 3.0384857654571533, "lr": 1.05e-06, "tokens_per_second": 359750.6824920471, "lr_controller": {"step": 90600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 90700, "tokens_seen": 371507200, "loss": 3.2458815574645996, "lr": 1.05e-06, "tokens_per_second": 359727.060408903}
{"step": 90800, "tokens_seen": 371916800, "loss": 3.165147304534912, "lr": 1.05e-06, "tokens_per_second": 359702.16270406893}
{"step": 90900, "tokens_seen": 372326400, "loss": 3.2873589992523193, "lr": 1.1025e-06, "tokens_per_second": 359668.20171971206, "lr_controller": {"step": 90900, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 91000, "tokens_seen": 372736000, "loss": 3.135188102722168, "lr": 1.1025e-06, "tokens_per_second": 359635.66033615224}
{"step": 91100, "tokens_seen": 373145600, "loss": 3.1294384002685547, "lr": 1.157625e-06, "tokens_per_second": 359609.24703888374, "lr_controller": {"step": 91100, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 91200, "tokens_seen": 373555200, "loss": 3.2740395069122314, "lr": 1.157625e-06, "tokens_per_second": 359581.89880310517}
{"step": 91300, "tokens_seen": 373964800, "loss": 3.0976128578186035, "lr": 1.157625e-06, "tokens_per_second": 359555.2445681082}
{"step": 91400, "tokens_seen": 374374400, "loss": 3.4718017578125, "lr": 1e-06, "tokens_per_second": 359530.3361952319, "lr_controller": {"step": 91400, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 91500, "tokens_seen": 374784000, "loss": 3.1923298835754395, "lr": 1e-06, "tokens_per_second": 359505.36805163906}
{"step": 91600, "tokens_seen": 375193600, "loss": 3.217735767364502, "lr": 1e-06, "tokens_per_second": 359484.93686568766}
{"step": 91700, "tokens_seen": 375603200, "loss": 3.31607723236084, "lr": 1e-06, "tokens_per_second": 359460.08412835916}
{"step": 91800, "tokens_seen": 376012800, "loss": 3.2938098907470703, "lr": 1.05e-06, "tokens_per_second": 359430.40696561796, "lr_controller": {"step": 91800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 91900, "tokens_seen": 376422400, "loss": 3.0878024101257324, "lr": 1.05e-06, "tokens_per_second": 359397.3353403926}
{"step": 92000, "tokens_seen": 376832000, "loss": 3.174929141998291, "lr": 1.05e-06, "tokens_per_second": 359374.4115166517}
{"step": 92100, "tokens_seen": 377241600, "loss": 3.0734176635742188, "lr": 1.05e-06, "tokens_per_second": 359353.276713597}
{"step": 92200, "tokens_seen": 377651200, "loss": 3.2100958824157715, "lr": 1.05e-06, "tokens_per_second": 359325.0780446898}
{"step": 92300, "tokens_seen": 378060800, "loss": 3.3445873260498047, "lr": 1.05e-06, "tokens_per_second": 359302.21888142487}
{"step": 92400, "tokens_seen": 378470400, "loss": 3.227027416229248, "lr": 1.05e-06, "tokens_per_second": 359279.9538197652}
{"step": 92500, "tokens_seen": 378880000, "loss": 2.9296603202819824, "lr": 1.05e-06, "tokens_per_second": 359263.9164425061}
{"step": 92600, "tokens_seen": 379289600, "loss": 3.414165735244751, "lr": 1e-06, "tokens_per_second": 359253.7363886772, "lr_controller": {"step": 92600, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 92700, "tokens_seen": 379699200, "loss": 3.332174777984619, "lr": 1e-06, "tokens_per_second": 359239.6250042702}
{"step": 92800, "tokens_seen": 380108800, "loss": 3.234236478805542, "lr": 1e-06, "tokens_per_second": 359227.668303579}
{"step": 92900, "tokens_seen": 380518400, "loss": 3.280954360961914, "lr": 1e-06, "tokens_per_second": 359216.0224028561}
{"step": 93000, "tokens_seen": 380928000, "loss": 3.2311739921569824, "lr": 1.05e-06, "tokens_per_second": 359205.92611115606, "lr_controller": {"step": 93000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 93100, "tokens_seen": 381337600, "loss": 3.135171413421631, "lr": 1.05e-06, "tokens_per_second": 359196.57137870765}
{"step": 93200, "tokens_seen": 381747200, "loss": 3.1411845684051514, "lr": 1.05e-06, "tokens_per_second": 359176.7134755785}
{"step": 93300, "tokens_seen": 382156800, "loss": 3.0237460136413574, "lr": 1e-06, "tokens_per_second": 359160.31286984304, "lr_controller": {"step": 93300, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 93400, "tokens_seen": 382566400, "loss": 3.191235065460205, "lr": 1e-06, "tokens_per_second": 359189.43429526896}
{"step": 93500, "tokens_seen": 382976000, "loss": 3.2838845252990723, "lr": 1e-06, "tokens_per_second": 359220.4475518548}
{"step": 93600, "tokens_seen": 383385600, "loss": 3.2579379081726074, "lr": 1e-06, "tokens_per_second": 359248.7577271885}
{"step": 93700, "tokens_seen": 383795200, "loss": 2.9367451667785645, "lr": 1e-06, "tokens_per_second": 359280.60750698036}
{"step": 93800, "tokens_seen": 384204800, "loss": 3.065678358078003, "lr": 1.05e-06, "tokens_per_second": 359312.3621588881, "lr_controller": {"step": 93800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 93900, "tokens_seen": 384614400, "loss": 3.149965524673462, "lr": 1.05e-06, "tokens_per_second": 359341.4040931333}
{"step": 94000, "tokens_seen": 385024000, "loss": 3.278470993041992, "lr": 1.1025e-06, "tokens_per_second": 359371.17488071835, "lr_controller": {"step": 94000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 94100, "tokens_seen": 385433600, "loss": 3.2767481803894043, "lr": 1.1025e-06, "tokens_per_second": 359401.03376856487}
{"step": 94200, "tokens_seen": 385843200, "loss": 2.8805878162384033, "lr": 1.157625e-06, "tokens_per_second": 359431.69636181893, "lr_controller": {"step": 94200, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 94300, "tokens_seen": 386252800, "loss": 3.256439208984375, "lr": 1.157625e-06, "tokens_per_second": 359460.4850485878}
{"step": 94400, "tokens_seen": 386662400, "loss": 3.3494510650634766, "lr": 1.157625e-06, "tokens_per_second": 359490.24337457475}
{"step": 94500, "tokens_seen": 387072000, "loss": 3.410435199737549, "lr": 1e-06, "tokens_per_second": 359513.5899980815, "lr_controller": {"step": 94500, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 94600, "tokens_seen": 387481600, "loss": 3.4108221530914307, "lr": 1e-06, "tokens_per_second": 359539.94060302427}
{"step": 94700, "tokens_seen": 387891200, "loss": 3.360873222351074, "lr": 1e-06, "tokens_per_second": 359569.6014589006}
{"step": 94800, "tokens_seen": 388300800, "loss": 3.1612679958343506, "lr": 1.05e-06, "tokens_per_second": 359600.01487574365, "lr_controller": {"step": 94800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 94900, "tokens_seen": 388710400, "loss": 3.1415300369262695, "lr": 1.05e-06, "tokens_per_second": 359630.41724009253}
{"step": 95000, "tokens_seen": 389120000, "loss": 2.9733057022094727, "lr": 1.1025e-06, "tokens_per_second": 359660.0376558751, "lr_controller": {"step": 95000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 95100, "tokens_seen": 389529600, "loss": 3.1343908309936523, "lr": 1.1025e-06, "tokens_per_second": 359689.8597437073}
{"step": 95200, "tokens_seen": 389939200, "loss": 3.356255531311035, "lr": 1.1025e-06, "tokens_per_second": 359719.56611749873}
{"step": 95300, "tokens_seen": 390348800, "loss": 3.1148273944854736, "lr": 1.1025e-06, "tokens_per_second": 359746.48532105406}
{"step": 95400, "tokens_seen": 390758400, "loss": 3.294621467590332, "lr": 1e-06, "tokens_per_second": 359775.3691401768, "lr_controller": {"step": 95400, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 95500, "tokens_seen": 391168000, "loss": 3.208674669265747, "lr": 1e-06, "tokens_per_second": 359804.34401632455}
{"step": 95600, "tokens_seen": 391577600, "loss": 3.1637234687805176, "lr": 1.05e-06, "tokens_per_second": 359832.04002767, "lr_controller": {"step": 95600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 95700, "tokens_seen": 391987200, "loss": 3.1957802772521973, "lr": 1.05e-06, "tokens_per_second": 359861.6657285406}
{"step": 95800, "tokens_seen": 392396800, "loss": 3.294053792953491, "lr": 1e-06, "tokens_per_second": 359891.45455890713, "lr_controller": {"step": 95800, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 95900, "tokens_seen": 392806400, "loss": 3.2673206329345703, "lr": 1e-06, "tokens_per_second": 359921.1891690971}
{"step": 96000, "tokens_seen": 393216000, "loss": 3.2962963581085205, "lr": 1e-06, "tokens_per_second": 359949.14441369683}
{"step": 96100, "tokens_seen": 393625600, "loss": 3.190035343170166, "lr": 1.05e-06, "tokens_per_second": 359973.6115738868, "lr_controller": {"step": 96100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 96200, "tokens_seen": 394035200, "loss": 2.972837448120117, "lr": 1.05e-06, "tokens_per_second": 359992.0019471669}
{"step": 96300, "tokens_seen": 394444800, "loss": 3.169739007949829, "lr": 1.05e-06, "tokens_per_second": 360015.8272737747}
{"step": 96400, "tokens_seen": 394854400, "loss": 3.1497788429260254, "lr": 1.1025e-06, "tokens_per_second": 360041.1718294302, "lr_controller": {"step": 96400, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 96500, "tokens_seen": 395264000, "loss": 3.2458252906799316, "lr": 1.1025e-06, "tokens_per_second": 360066.46561646066}
{"step": 96600, "tokens_seen": 395673600, "loss": 3.0134191513061523, "lr": 1.1025e-06, "tokens_per_second": 360090.59954407427}
{"step": 96700, "tokens_seen": 396083200, "loss": 3.257272243499756, "lr": 1.157625e-06, "tokens_per_second": 360114.6862356096, "lr_controller": {"step": 96700, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 96800, "tokens_seen": 396492800, "loss": 3.2720437049865723, "lr": 1.157625e-06, "tokens_per_second": 360140.6288181299}
{"step": 96900, "tokens_seen": 396902400, "loss": 3.13926362991333, "lr": 1.157625e-06, "tokens_per_second": 360166.68599870446}
{"step": 97000, "tokens_seen": 397312000, "loss": 3.351562738418579, "lr": 1.21550625e-06, "tokens_per_second": 360187.45654985256, "lr_controller": {"step": 97000, "old_lr": 1.157625e-06, "new_lr": 1.21550625e-06, "reason": "slow_progress"}}
{"step": 97100, "tokens_seen": 397721600, "loss": 3.2086007595062256, "lr": 1.21550625e-06, "tokens_per_second": 360213.7757557746}
{"step": 97200, "tokens_seen": 398131200, "loss": 3.1260342597961426, "lr": 1.21550625e-06, "tokens_per_second": 360238.00979640306}
{"step": 97300, "tokens_seen": 398540800, "loss": 3.1981446743011475, "lr": 1e-06, "tokens_per_second": 360258.47035137954, "lr_controller": {"step": 97300, "old_lr": 1.21550625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 97400, "tokens_seen": 398950400, "loss": 3.2126288414001465, "lr": 1e-06, "tokens_per_second": 360278.8734463481}
{"step": 97500, "tokens_seen": 399360000, "loss": 3.4126553535461426, "lr": 1e-06, "tokens_per_second": 360305.3104674468}
{"step": 97600, "tokens_seen": 399769600, "loss": 3.181964635848999, "lr": 1e-06, "tokens_per_second": 360321.2013781671}
{"step": 97700, "tokens_seen": 400179200, "loss": 3.023261070251465, "lr": 1e-06, "tokens_per_second": 360348.4141406549}
{"step": 97800, "tokens_seen": 400588800, "loss": 3.217343807220459, "lr": 1e-06, "tokens_per_second": 360376.5191271441}
{"step": 97900, "tokens_seen": 400998400, "loss": 3.2518372535705566, "lr": 1e-06, "tokens_per_second": 360405.16572991177}
{"step": 98000, "tokens_seen": 401408000, "loss": 3.266432762145996, "lr": 1e-06, "tokens_per_second": 360429.4326688587}
{"step": 98100, "tokens_seen": 401817600, "loss": 2.9180748462677, "lr": 1e-06, "tokens_per_second": 360444.71855943545}
{"step": 98200, "tokens_seen": 402227200, "loss": 3.1292572021484375, "lr": 1e-06, "tokens_per_second": 360471.8191852992}
{"step": 98300, "tokens_seen": 402636800, "loss": 3.241018533706665, "lr": 1e-06, "tokens_per_second": 360502.9328294988}
{"step": 98400, "tokens_seen": 403046400, "loss": 3.035642623901367, "lr": 1.05e-06, "tokens_per_second": 360533.1980715299, "lr_controller": {"step": 98400, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 98500, "tokens_seen": 403456000, "loss": 3.358900547027588, "lr": 1.05e-06, "tokens_per_second": 360564.2599270731}
{"step": 98600, "tokens_seen": 403865600, "loss": 3.1197352409362793, "lr": 1e-06, "tokens_per_second": 360595.231336154, "lr_controller": {"step": 98600, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 98700, "tokens_seen": 404275200, "loss": 3.338813543319702, "lr": 1e-06, "tokens_per_second": 360626.72780491784}
{"step": 98800, "tokens_seen": 404684800, "loss": 3.4380946159362793, "lr": 1e-06, "tokens_per_second": 360658.20868607645}
{"step": 98900, "tokens_seen": 405094400, "loss": 3.007558584213257, "lr": 1e-06, "tokens_per_second": 360689.4342975688}
{"step": 99000, "tokens_seen": 405504000, "loss": 3.2856664657592773, "lr": 1e-06, "tokens_per_second": 360720.701673953}
{"step": 99100, "tokens_seen": 405913600, "loss": 3.30126953125, "lr": 1.05e-06, "tokens_per_second": 360749.7692720572, "lr_controller": {"step": 99100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 99200, "tokens_seen": 406323200, "loss": 3.3128223419189453, "lr": 1.05e-06, "tokens_per_second": 360779.7016525881}
{"step": 99300, "tokens_seen": 406732800, "loss": 3.199143409729004, "lr": 1.05e-06, "tokens_per_second": 360809.9552176602}
{"step": 99400, "tokens_seen": 407142400, "loss": 3.2980241775512695, "lr": 1e-06, "tokens_per_second": 360841.7887063911, "lr_controller": {"step": 99400, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 99500, "tokens_seen": 407552000, "loss": 3.2470178604125977, "lr": 1e-06, "tokens_per_second": 360872.54324293556}
{"step": 99600, "tokens_seen": 407961600, "loss": 3.263791561126709, "lr": 1e-06, "tokens_per_second": 360903.0688373195}
{"step": 99700, "tokens_seen": 408371200, "loss": 3.4088327884674072, "lr": 1.05e-06, "tokens_per_second": 360933.7118321427, "lr_controller": {"step": 99700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 99800, "tokens_seen": 408780800, "loss": 3.382336378097534, "lr": 1.05e-06, "tokens_per_second": 360963.5174680623}
{"step": 99900, "tokens_seen": 409190400, "loss": 3.1383824348449707, "lr": 1.1025e-06, "tokens_per_second": 360993.29947258934, "lr_controller": {"step": 99900, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 100000, "tokens_seen": 409600000, "loss": 3.3863306045532227, "lr": 1.1025e-06, "tokens_per_second": 361023.4895234978}
{"step": 100100, "tokens_seen": 410009600, "loss": 3.2530834674835205, "lr": 1.157625e-06, "tokens_per_second": 361050.1037042554, "lr_controller": {"step": 100100, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 100200, "tokens_seen": 410419200, "loss": 3.291064739227295, "lr": 1.157625e-06, "tokens_per_second": 361078.76964736386}
{"step": 100300, "tokens_seen": 410828800, "loss": 3.3154478073120117, "lr": 1.157625e-06, "tokens_per_second": 361109.659511608}
{"step": 100400, "tokens_seen": 411238400, "loss": 3.1911349296569824, "lr": 1.157625e-06, "tokens_per_second": 361138.584942248}
{"step": 100500, "tokens_seen": 411648000, "loss": 3.486386299133301, "lr": 1.21550625e-06, "tokens_per_second": 361168.76376060117, "lr_controller": {"step": 100500, "old_lr": 1.157625e-06, "new_lr": 1.21550625e-06, "reason": "slow_progress"}}
{"step": 100600, "tokens_seen": 412057600, "loss": 3.393702507019043, "lr": 1.21550625e-06, "tokens_per_second": 361199.4338388141}
{"step": 100700, "tokens_seen": 412467200, "loss": 3.4146888256073, "lr": 1.21550625e-06, "tokens_per_second": 361230.20953243907}
{"step": 100800, "tokens_seen": 412876800, "loss": 3.183478832244873, "lr": 1e-06, "tokens_per_second": 361260.8927657573, "lr_controller": {"step": 100800, "old_lr": 1.21550625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 100900, "tokens_seen": 413286400, "loss": 3.295546770095825, "lr": 1e-06, "tokens_per_second": 361289.86284504423}
{"step": 101000, "tokens_seen": 413696000, "loss": 3.14401912689209, "lr": 1e-06, "tokens_per_second": 361319.5795257982}
{"step": 101100, "tokens_seen": 414105600, "loss": 3.207758903503418, "lr": 1e-06, "tokens_per_second": 361348.94842873706}
{"step": 101200, "tokens_seen": 414515200, "loss": 3.157592535018921, "lr": 1e-06, "tokens_per_second": 361378.0205299608}
{"step": 101300, "tokens_seen": 414924800, "loss": 3.0654640197753906, "lr": 1e-06, "tokens_per_second": 361407.27090872184}
{"step": 101400, "tokens_seen": 415334400, "loss": 3.112454414367676, "lr": 1e-06, "tokens_per_second": 361436.6812140299}
{"step": 101500, "tokens_seen": 415744000, "loss": 3.3248445987701416, "lr": 1e-06, "tokens_per_second": 361466.3872849229}
{"step": 101600, "tokens_seen": 416153600, "loss": 3.2022926807403564, "lr": 1.05e-06, "tokens_per_second": 361495.35920370446, "lr_controller": {"step": 101600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 101700, "tokens_seen": 416563200, "loss": 3.195173740386963, "lr": 1.05e-06, "tokens_per_second": 361521.2310739611}
{"step": 101800, "tokens_seen": 416972800, "loss": 3.27890682220459, "lr": 1.05e-06, "tokens_per_second": 361547.400217336}
{"step": 101900, "tokens_seen": 417382400, "loss": 3.2030441761016846, "lr": 1e-06, "tokens_per_second": 361575.636775785, "lr_controller": {"step": 101900, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 102000, "tokens_seen": 417792000, "loss": 3.224385976791382, "lr": 1e-06, "tokens_per_second": 361603.5247137174}
{"step": 102100, "tokens_seen": 418201600, "loss": 3.0551648139953613, "lr": 1e-06, "tokens_per_second": 361632.48148644454}
{"step": 102200, "tokens_seen": 418611200, "loss": 3.349536657333374, "lr": 1e-06, "tokens_per_second": 361660.90504703997}
{"step": 102300, "tokens_seen": 419020800, "loss": 3.1737303733825684, "lr": 1e-06, "tokens_per_second": 361690.2306335128}
{"step": 102400, "tokens_seen": 419430400, "loss": 3.235501527786255, "lr": 1e-06, "tokens_per_second": 361719.13218545786}
{"step": 102500, "tokens_seen": 419840000, "loss": 3.247144937515259, "lr": 1e-06, "tokens_per_second": 361747.7269056342}
{"step": 102600, "tokens_seen": 420249600, "loss": 3.3204314708709717, "lr": 1.05e-06, "tokens_per_second": 361775.8409901782, "lr_controller": {"step": 102600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 102700, "tokens_seen": 420659200, "loss": 3.174816131591797, "lr": 1.05e-06, "tokens_per_second": 361804.7337039243}
{"step": 102800, "tokens_seen": 421068800, "loss": 3.188584327697754, "lr": 1.1025e-06, "tokens_per_second": 361833.8943906528, "lr_controller": {"step": 102800, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 102900, "tokens_seen": 421478400, "loss": 3.330153703689575, "lr": 1.1025e-06, "tokens_per_second": 361863.08849177393}
{"step": 103000, "tokens_seen": 421888000, "loss": 3.294379234313965, "lr": 1.157625e-06, "tokens_per_second": 361891.2736318727, "lr_controller": {"step": 103000, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 103100, "tokens_seen": 422297600, "loss": 3.2705893516540527, "lr": 1.157625e-06, "tokens_per_second": 361919.66345874156}
{"step": 103200, "tokens_seen": 422707200, "loss": 3.274198532104492, "lr": 1e-06, "tokens_per_second": 361948.68849393586, "lr_controller": {"step": 103200, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 103300, "tokens_seen": 423116800, "loss": 3.0980238914489746, "lr": 1e-06, "tokens_per_second": 361977.36000409507}
{"step": 103400, "tokens_seen": 423526400, "loss": 3.231048583984375, "lr": 1e-06, "tokens_per_second": 362005.9602253129}
{"step": 103500, "tokens_seen": 423936000, "loss": 3.058835506439209, "lr": 1.05e-06, "tokens_per_second": 362035.0480085843, "lr_controller": {"step": 103500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 103600, "tokens_seen": 424345600, "loss": 3.3435447216033936, "lr": 1.05e-06, "tokens_per_second": 362063.01905691053}
{"step": 103700, "tokens_seen": 424755200, "loss": 3.224701404571533, "lr": 1.05e-06, "tokens_per_second": 362091.0871400791}
{"step": 103800, "tokens_seen": 425164800, "loss": 3.18422269821167, "lr": 1.1025e-06, "tokens_per_second": 362118.2431555903, "lr_controller": {"step": 103800, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 103900, "tokens_seen": 425574400, "loss": 3.1353907585144043, "lr": 1.1025e-06, "tokens_per_second": 362147.56259736465}
{"step": 104000, "tokens_seen": 425984000, "loss": 3.154714584350586, "lr": 1.1025e-06, "tokens_per_second": 362172.276333118}
{"step": 104100, "tokens_seen": 426393600, "loss": 3.2241690158843994, "lr": 1e-06, "tokens_per_second": 362200.3117205604, "lr_controller": {"step": 104100, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 104200, "tokens_seen": 426803200, "loss": 3.3447463512420654, "lr": 1e-06, "tokens_per_second": 362228.5673530639}
{"step": 104300, "tokens_seen": 427212800, "loss": 2.9943630695343018, "lr": 1e-06, "tokens_per_second": 362257.38751090306}
{"step": 104400, "tokens_seen": 427622400, "loss": 3.1970949172973633, "lr": 1e-06, "tokens_per_second": 362286.2211352901}
{"step": 104500, "tokens_seen": 428032000, "loss": 3.177704334259033, "lr": 1e-06, "tokens_per_second": 362314.6969026857}
{"step": 104600, "tokens_seen": 428441600, "loss": 3.1261024475097656, "lr": 1.05e-06, "tokens_per_second": 362343.11004739185, "lr_controller": {"step": 104600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 104700, "tokens_seen": 428851200, "loss": 3.3879456520080566, "lr": 1.05e-06, "tokens_per_second": 362371.7893915384}
{"step": 104800, "tokens_seen": 429260800, "loss": 3.0964133739471436, "lr": 1.1025e-06, "tokens_per_second": 362399.35820423556, "lr_controller": {"step": 104800, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 104900, "tokens_seen": 429670400, "loss": 3.2660176753997803, "lr": 1.1025e-06, "tokens_per_second": 362420.5068175688}
{"step": 105000, "tokens_seen": 430080000, "loss": 3.3610732555389404, "lr": 1.1025e-06, "tokens_per_second": 362443.15177226346}
{"step": 105100, "tokens_seen": 430489600, "loss": 3.2390968799591064, "lr": 1.1025e-06, "tokens_per_second": 362467.44005790475}
{"step": 105200, "tokens_seen": 430899200, "loss": 3.361276388168335, "lr": 1.157625e-06, "tokens_per_second": 362489.4832850447, "lr_controller": {"step": 105200, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 105300, "tokens_seen": 431308800, "loss": 3.091888904571533, "lr": 1.157625e-06, "tokens_per_second": 362511.04927999986}
{"step": 105400, "tokens_seen": 431718400, "loss": 3.2300777435302734, "lr": 1.21550625e-06, "tokens_per_second": 362532.4343591876, "lr_controller": {"step": 105400, "old_lr": 1.157625e-06, "new_lr": 1.21550625e-06, "reason": "slow_progress"}}
{"step": 105500, "tokens_seen": 432128000, "loss": 3.4111878871917725, "lr": 1.21550625e-06, "tokens_per_second": 362556.46708586946}
{"step": 105600, "tokens_seen": 432537600, "loss": 3.2914185523986816, "lr": 1e-06, "tokens_per_second": 362583.759128949, "lr_controller": {"step": 105600, "old_lr": 1.21550625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 105700, "tokens_seen": 432947200, "loss": 3.1835551261901855, "lr": 1e-06, "tokens_per_second": 362611.0884189148}
{"step": 105800, "tokens_seen": 433356800, "loss": 3.0897791385650635, "lr": 1.05e-06, "tokens_per_second": 362636.4910757607, "lr_controller": {"step": 105800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 105900, "tokens_seen": 433766400, "loss": 3.288933753967285, "lr": 1.05e-06, "tokens_per_second": 362663.99348913267}
{"step": 106000, "tokens_seen": 434176000, "loss": 3.3550100326538086, "lr": 1e-06, "tokens_per_second": 362690.0185699309, "lr_controller": {"step": 106000, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 106100, "tokens_seen": 434585600, "loss": 3.030427932739258, "lr": 1e-06, "tokens_per_second": 362717.7805907506}
{"step": 106200, "tokens_seen": 434995200, "loss": 3.121931552886963, "lr": 1e-06, "tokens_per_second": 362745.1105974646}
{"step": 106300, "tokens_seen": 435404800, "loss": 3.247119903564453, "lr": 1e-06, "tokens_per_second": 362772.28375438077}
{"step": 106400, "tokens_seen": 435814400, "loss": 3.2597877979278564, "lr": 1e-06, "tokens_per_second": 362800.01806170173}
{"step": 106500, "tokens_seen": 436224000, "loss": 3.1194896697998047, "lr": 1e-06, "tokens_per_second": 362827.89036204485}
{"step": 106600, "tokens_seen": 436633600, "loss": 3.3981614112854004, "lr": 1e-06, "tokens_per_second": 362854.9608360807}
{"step": 106700, "tokens_seen": 437043200, "loss": 3.5256664752960205, "lr": 1e-06, "tokens_per_second": 362882.5871646996}
{"step": 106800, "tokens_seen": 437452800, "loss": 3.141965627670288, "lr": 1e-06, "tokens_per_second": 362910.0347389341}
{"step": 106900, "tokens_seen": 437862400, "loss": 3.393014907836914, "lr": 1.05e-06, "tokens_per_second": 362937.08587710134, "lr_controller": {"step": 106900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 107000, "tokens_seen": 438272000, "loss": 3.3544540405273438, "lr": 1.05e-06, "tokens_per_second": 362964.06180705794}
{"step": 107100, "tokens_seen": 438681600, "loss": 3.2563507556915283, "lr": 1.05e-06, "tokens_per_second": 362990.1684758093}
{"step": 107200, "tokens_seen": 439091200, "loss": 3.2332825660705566, "lr": 1e-06, "tokens_per_second": 363017.4590659132, "lr_controller": {"step": 107200, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 107300, "tokens_seen": 439500800, "loss": 3.2595202922821045, "lr": 1e-06, "tokens_per_second": 363044.2367069945}
{"step": 107400, "tokens_seen": 439910400, "loss": 3.0684502124786377, "lr": 1e-06, "tokens_per_second": 363070.5586981229}
{"step": 107500, "tokens_seen": 440320000, "loss": 3.053636074066162, "lr": 1e-06, "tokens_per_second": 363097.1759675569}
{"step": 107600, "tokens_seen": 440729600, "loss": 3.37137770652771, "lr": 1.05e-06, "tokens_per_second": 363123.08021343016, "lr_controller": {"step": 107600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 107700, "tokens_seen": 441139200, "loss": 3.1363415718078613, "lr": 1.05e-06, "tokens_per_second": 363149.7411678001}
{"step": 107800, "tokens_seen": 441548800, "loss": 3.1129720211029053, "lr": 1.05e-06, "tokens_per_second": 363176.3327043932}
{"step": 107900, "tokens_seen": 441958400, "loss": 3.054565906524658, "lr": 1.05e-06, "tokens_per_second": 363201.8633353106}
{"step": 108000, "tokens_seen": 442368000, "loss": 3.065396308898926, "lr": 1.1025e-06, "tokens_per_second": 363227.9241740665, "lr_controller": {"step": 108000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 108100, "tokens_seen": 442777600, "loss": 3.223712921142578, "lr": 1.1025e-06, "tokens_per_second": 363253.9345580864}
{"step": 108200, "tokens_seen": 443187200, "loss": 3.3213226795196533, "lr": 1.1025e-06, "tokens_per_second": 363279.97413102695}
{"step": 108300, "tokens_seen": 443596800, "loss": 3.149203300476074, "lr": 1e-06, "tokens_per_second": 363306.6400159033, "lr_controller": {"step": 108300, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 108400, "tokens_seen": 444006400, "loss": 3.353543996810913, "lr": 1e-06, "tokens_per_second": 363332.64248003194}
{"step": 108500, "tokens_seen": 444416000, "loss": 3.308906078338623, "lr": 1e-06, "tokens_per_second": 363357.8861871023}
{"step": 108600, "tokens_seen": 444825600, "loss": 3.2645535469055176, "lr": 1.05e-06, "tokens_per_second": 363383.7189248267, "lr_controller": {"step": 108600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 108700, "tokens_seen": 445235200, "loss": 3.385807514190674, "lr": 1.05e-06, "tokens_per_second": 363410.4765933935}
{"step": 108800, "tokens_seen": 445644800, "loss": 3.236105442047119, "lr": 1e-06, "tokens_per_second": 363436.18484522175, "lr_controller": {"step": 108800, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 108900, "tokens_seen": 446054400, "loss": 3.1379759311676025, "lr": 1e-06, "tokens_per_second": 363460.40920074814}
{"step": 109000, "tokens_seen": 446464000, "loss": 3.4088656902313232, "lr": 1e-06, "tokens_per_second": 363486.2196788964}
{"step": 109100, "tokens_seen": 446873600, "loss": 3.247175693511963, "lr": 1e-06, "tokens_per_second": 363511.7336827229}
{"step": 109200, "tokens_seen": 447283200, "loss": 3.289452075958252, "lr": 1e-06, "tokens_per_second": 363537.6430555695}
{"step": 109300, "tokens_seen": 447692800, "loss": 3.05077862739563, "lr": 1e-06, "tokens_per_second": 363563.95005787426}
{"step": 109400, "tokens_seen": 448102400, "loss": 3.3682241439819336, "lr": 1e-06, "tokens_per_second": 363589.87401884195}
{"step": 109500, "tokens_seen": 448512000, "loss": 3.4015870094299316, "lr": 1e-06, "tokens_per_second": 363616.3710532321}
{"step": 109600, "tokens_seen": 448921600, "loss": 3.4472925662994385, "lr": 1e-06, "tokens_per_second": 363641.86214764504}
{"step": 109700, "tokens_seen": 449331200, "loss": 3.4829320907592773, "lr": 1e-06, "tokens_per_second": 363667.86689072044}
{"step": 109800, "tokens_seen": 449740800, "loss": 3.1242690086364746, "lr": 1.05e-06, "tokens_per_second": 363692.20895332325, "lr_controller": {"step": 109800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 109900, "tokens_seen": 450150400, "loss": 3.0708069801330566, "lr": 1.05e-06, "tokens_per_second": 363716.8766941457}
{"step": 110000, "tokens_seen": 450560000, "loss": 3.3015666007995605, "lr": 1e-06, "tokens_per_second": 363742.90751026344, "lr_controller": {"step": 110000, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 110100, "tokens_seen": 450969600, "loss": 3.1534767150878906, "lr": 1e-06, "tokens_per_second": 363765.1538745166}
{"step": 110200, "tokens_seen": 451379200, "loss": 3.096562623977661, "lr": 1.05e-06, "tokens_per_second": 363789.9036278978, "lr_controller": {"step": 110200, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 110300, "tokens_seen": 451788800, "loss": 3.112793207168579, "lr": 1.05e-06, "tokens_per_second": 363816.03163476323}
{"step": 110400, "tokens_seen": 452198400, "loss": 3.053114891052246, "lr": 1.05e-06, "tokens_per_second": 363841.593202591}
{"step": 110500, "tokens_seen": 452608000, "loss": 3.241971492767334, "lr": 1.05e-06, "tokens_per_second": 363867.2065899442}
{"step": 110600, "tokens_seen": 453017600, "loss": 3.188169240951538, "lr": 1.1025e-06, "tokens_per_second": 363892.2306074986, "lr_controller": {"step": 110600, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 110700, "tokens_seen": 453427200, "loss": 3.434917449951172, "lr": 1.1025e-06, "tokens_per_second": 363914.3572806561}
{"step": 110800, "tokens_seen": 453836800, "loss": 3.0346195697784424, "lr": 1.157625e-06, "tokens_per_second": 363939.36481460114, "lr_controller": {"step": 110800, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 110900, "tokens_seen": 454246400, "loss": 3.385308027267456, "lr": 1.157625e-06, "tokens_per_second": 363964.830869804}
{"step": 111000, "tokens_seen": 454656000, "loss": 3.274655818939209, "lr": 1.157625e-06, "tokens_per_second": 363989.93958946405}
{"step": 111100, "tokens_seen": 455065600, "loss": 3.491145610809326, "lr": 1.157625e-06, "tokens_per_second": 364015.2729411666}
{"step": 111200, "tokens_seen": 455475200, "loss": 3.360851287841797, "lr": 1.157625e-06, "tokens_per_second": 364040.5849881627}
{"step": 111300, "tokens_seen": 455884800, "loss": 3.3085837364196777, "lr": 1.157625e-06, "tokens_per_second": 364065.7878927861}
{"step": 111400, "tokens_seen": 456294400, "loss": 3.1334290504455566, "lr": 1.21550625e-06, "tokens_per_second": 364091.0979504335, "lr_controller": {"step": 111400, "old_lr": 1.157625e-06, "new_lr": 1.21550625e-06, "reason": "slow_progress"}}
{"step": 111500, "tokens_seen": 456704000, "loss": 3.0767624378204346, "lr": 1.21550625e-06, "tokens_per_second": 364116.49866112845}
{"step": 111600, "tokens_seen": 457113600, "loss": 3.358635902404785, "lr": 1e-06, "tokens_per_second": 364140.9493126257, "lr_controller": {"step": 111600, "old_lr": 1.21550625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 111700, "tokens_seen": 457523200, "loss": 3.208712577819824, "lr": 1e-06, "tokens_per_second": 364165.42932768224}
{"step": 111800, "tokens_seen": 457932800, "loss": 3.204216957092285, "lr": 1e-06, "tokens_per_second": 364187.4617356665}
{"step": 111900, "tokens_seen": 458342400, "loss": 3.2170238494873047, "lr": 1e-06, "tokens_per_second": 364211.32665815426}
{"step": 112000, "tokens_seen": 458752000, "loss": 3.0592055320739746, "lr": 1e-06, "tokens_per_second": 364236.40578206454}
{"step": 112100, "tokens_seen": 459161600, "loss": 3.0733819007873535, "lr": 1e-06, "tokens_per_second": 364261.1910300124}
{"step": 112200, "tokens_seen": 459571200, "loss": 3.293433427810669, "lr": 1.05e-06, "tokens_per_second": 364285.45760964626, "lr_controller": {"step": 112200, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 112300, "tokens_seen": 459980800, "loss": 3.1924142837524414, "lr": 1.05e-06, "tokens_per_second": 364304.7115215137}
{"step": 112400, "tokens_seen": 460390400, "loss": 3.2700858116149902, "lr": 1.1025e-06, "tokens_per_second": 364322.4473953488, "lr_controller": {"step": 112400, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 112500, "tokens_seen": 460800000, "loss": 3.2968783378601074, "lr": 1.1025e-06, "tokens_per_second": 364343.18599410297}
{"step": 112600, "tokens_seen": 461209600, "loss": 3.3041505813598633, "lr": 1.1025e-06, "tokens_per_second": 364363.76918628515}
{"step": 112700, "tokens_seen": 461619200, "loss": 3.433408260345459, "lr": 1e-06, "tokens_per_second": 364368.4099987388, "lr_controller": {"step": 112700, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 112800, "tokens_seen": 462028800, "loss": 3.1608080863952637, "lr": 1e-06, "tokens_per_second": 364356.2146536787}
{"step": 112900, "tokens_seen": 462438400, "loss": 3.143415689468384, "lr": 1e-06, "tokens_per_second": 364335.6047159733}
{"step": 113000, "tokens_seen": 462848000, "loss": 3.186018228530884, "lr": 1.05e-06, "tokens_per_second": 364322.88375035883, "lr_controller": {"step": 113000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 113100, "tokens_seen": 463257600, "loss": 3.3425843715667725, "lr": 1.05e-06, "tokens_per_second": 364310.22660303215}
{"step": 113200, "tokens_seen": 463667200, "loss": 3.2145862579345703, "lr": 1.05e-06, "tokens_per_second": 364298.2043416903}
{"step": 113300, "tokens_seen": 464076800, "loss": 3.252103328704834, "lr": 1e-06, "tokens_per_second": 364286.04046979314, "lr_controller": {"step": 113300, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 113400, "tokens_seen": 464486400, "loss": 3.2683770656585693, "lr": 1e-06, "tokens_per_second": 364273.10815135314}
{"step": 113500, "tokens_seen": 464896000, "loss": 3.337867498397827, "lr": 1e-06, "tokens_per_second": 364261.7532561763}
{"step": 113600, "tokens_seen": 465305600, "loss": 3.1431140899658203, "lr": 1.05e-06, "tokens_per_second": 364248.1602604892, "lr_controller": {"step": 113600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 113700, "tokens_seen": 465715200, "loss": 2.7597219944000244, "lr": 1.05e-06, "tokens_per_second": 364235.51939971995}
{"step": 113800, "tokens_seen": 466124800, "loss": 3.0618677139282227, "lr": 1.1025e-06, "tokens_per_second": 364223.4107355848, "lr_controller": {"step": 113800, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 113900, "tokens_seen": 466534400, "loss": 3.453660488128662, "lr": 1.1025e-06, "tokens_per_second": 364210.9798330625}
{"step": 114000, "tokens_seen": 466944000, "loss": 3.0509657859802246, "lr": 1.1025e-06, "tokens_per_second": 364199.14447572624}
{"step": 114100, "tokens_seen": 467353600, "loss": 3.213571548461914, "lr": 1.157625e-06, "tokens_per_second": 364182.03717955825, "lr_controller": {"step": 114100, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 114200, "tokens_seen": 467763200, "loss": 3.1458261013031006, "lr": 1.157625e-06, "tokens_per_second": 364167.7189110267}
{"step": 114300, "tokens_seen": 468172800, "loss": 3.250432014465332, "lr": 1.157625e-06, "tokens_per_second": 364154.7931100836}
{"step": 114400, "tokens_seen": 468582400, "loss": 3.248595714569092, "lr": 1e-06, "tokens_per_second": 364141.698471745, "lr_controller": {"step": 114400, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 114500, "tokens_seen": 468992000, "loss": 3.2751364707946777, "lr": 1e-06, "tokens_per_second": 364130.0129333159}
{"step": 114600, "tokens_seen": 469401600, "loss": 3.177631139755249, "lr": 1e-06, "tokens_per_second": 364118.0499459996}
{"step": 114700, "tokens_seen": 469811200, "loss": 3.3458750247955322, "lr": 1e-06, "tokens_per_second": 364106.3583381393}
{"step": 114800, "tokens_seen": 470220800, "loss": 3.2664642333984375, "lr": 1e-06, "tokens_per_second": 364094.159604949}
{"step": 114900, "tokens_seen": 470630400, "loss": 3.252802848815918, "lr": 1.05e-06, "tokens_per_second": 364082.84723517764, "lr_controller": {"step": 114900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 115000, "tokens_seen": 471040000, "loss": 3.1485750675201416, "lr": 1.05e-06, "tokens_per_second": 364071.0630708637}
{"step": 115100, "tokens_seen": 471449600, "loss": 3.127133369445801, "lr": 1.05e-06, "tokens_per_second": 364058.9522074954}
{"step": 115200, "tokens_seen": 471859200, "loss": 3.2183706760406494, "lr": 1.1025e-06, "tokens_per_second": 364046.58085297735, "lr_controller": {"step": 115200, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 115300, "tokens_seen": 472268800, "loss": 3.1271162033081055, "lr": 1.1025e-06, "tokens_per_second": 364034.67542027106}
{"step": 115400, "tokens_seen": 472678400, "loss": 3.359818935394287, "lr": 1.1025e-06, "tokens_per_second": 364022.97360139026}
{"step": 115500, "tokens_seen": 473088000, "loss": 3.1792869567871094, "lr": 1.157625e-06, "tokens_per_second": 364010.7474943404, "lr_controller": {"step": 115500, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 115600, "tokens_seen": 473497600, "loss": 3.143674373626709, "lr": 1.157625e-06, "tokens_per_second": 363998.4807137193}
{"step": 115700, "tokens_seen": 473907200, "loss": 3.12312650680542, "lr": 1.157625e-06, "tokens_per_second": 363986.91495284636}
{"step": 115800, "tokens_seen": 474316800, "loss": 3.176673412322998, "lr": 1.157625e-06, "tokens_per_second": 363975.11186047224}
{"step": 115900, "tokens_seen": 474726400, "loss": 3.156262159347534, "lr": 1.21550625e-06, "tokens_per_second": 363963.82800371764, "lr_controller": {"step": 115900, "old_lr": 1.157625e-06, "new_lr": 1.21550625e-06, "reason": "slow_progress"}}
{"step": 116000, "tokens_seen": 475136000, "loss": 3.3565008640289307, "lr": 1.21550625e-06, "tokens_per_second": 363952.3189005065}
{"step": 116100, "tokens_seen": 475545600, "loss": 3.1798672676086426, "lr": 1.21550625e-06, "tokens_per_second": 363938.96294657997}
{"step": 116200, "tokens_seen": 475955200, "loss": 3.3552184104919434, "lr": 1e-06, "tokens_per_second": 363926.97481997526, "lr_controller": {"step": 116200, "old_lr": 1.21550625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 116300, "tokens_seen": 476364800, "loss": 3.2620205879211426, "lr": 1e-06, "tokens_per_second": 363915.482483045}
{"step": 116400, "tokens_seen": 476774400, "loss": 3.1988513469696045, "lr": 1e-06, "tokens_per_second": 363904.0861753985}
{"step": 116500, "tokens_seen": 477184000, "loss": 3.194829225540161, "lr": 1e-06, "tokens_per_second": 363892.3249562046}
{"step": 116600, "tokens_seen": 477593600, "loss": 3.068310022354126, "lr": 1e-06, "tokens_per_second": 363879.87026493246}
{"step": 116700, "tokens_seen": 478003200, "loss": 3.2305405139923096, "lr": 1.05e-06, "tokens_per_second": 363868.1456343733, "lr_controller": {"step": 116700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 116800, "tokens_seen": 478412800, "loss": 3.0891921520233154, "lr": 1.05e-06, "tokens_per_second": 363853.0268580174}
{"step": 116900, "tokens_seen": 478822400, "loss": 3.4215738773345947, "lr": 1.05e-06, "tokens_per_second": 363841.19965057634}
{"step": 117000, "tokens_seen": 479232000, "loss": 3.243429183959961, "lr": 1.1025e-06, "tokens_per_second": 363830.42399790185, "lr_controller": {"step": 117000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 117100, "tokens_seen": 479641600, "loss": 3.1516122817993164, "lr": 1.1025e-06, "tokens_per_second": 363816.7805695333}
{"step": 117200, "tokens_seen": 480051200, "loss": 3.2079663276672363, "lr": 1.157625e-06, "tokens_per_second": 363802.4258241144, "lr_controller": {"step": 117200, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 117300, "tokens_seen": 480460800, "loss": 3.3239049911499023, "lr": 1.157625e-06, "tokens_per_second": 363791.1991787386}
{"step": 117400, "tokens_seen": 480870400, "loss": 3.349155902862549, "lr": 1e-06, "tokens_per_second": 363779.4940857422, "lr_controller": {"step": 117400, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 117500, "tokens_seen": 481280000, "loss": 3.1102921962738037, "lr": 1e-06, "tokens_per_second": 363767.33329649625}
{"step": 117600, "tokens_seen": 481689600, "loss": 3.4502525329589844, "lr": 1.05e-06, "tokens_per_second": 363756.4995309799, "lr_controller": {"step": 117600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 117700, "tokens_seen": 482099200, "loss": 3.244072437286377, "lr": 1.05e-06, "tokens_per_second": 363744.4875220946}
{"step": 117800, "tokens_seen": 482508800, "loss": 3.203984498977661, "lr": 1.05e-06, "tokens_per_second": 363733.03792307194}
{"step": 117900, "tokens_seen": 482918400, "loss": 2.9525365829467773, "lr": 1e-06, "tokens_per_second": 363720.13871641643, "lr_controller": {"step": 117900, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 118000, "tokens_seen": 483328000, "loss": 3.498302936553955, "lr": 1e-06, "tokens_per_second": 363708.45753290516}
{"step": 118100, "tokens_seen": 483737600, "loss": 3.483086109161377, "lr": 1e-06, "tokens_per_second": 363696.7063900418}
{"step": 118200, "tokens_seen": 484147200, "loss": 3.082176685333252, "lr": 1e-06, "tokens_per_second": 363685.8731879136}
{"step": 118300, "tokens_seen": 484556800, "loss": 3.31675386428833, "lr": 1e-06, "tokens_per_second": 363674.2631937938}
{"step": 118400, "tokens_seen": 484966400, "loss": 3.341261625289917, "lr": 1.05e-06, "tokens_per_second": 363662.5851276153, "lr_controller": {"step": 118400, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 118500, "tokens_seen": 485376000, "loss": 3.2308716773986816, "lr": 1.05e-06, "tokens_per_second": 363651.12395177106}
{"step": 118600, "tokens_seen": 485785600, "loss": 3.1413936614990234, "lr": 1.05e-06, "tokens_per_second": 363640.6679934196}
{"step": 118700, "tokens_seen": 486195200, "loss": 3.400505542755127, "lr": 1.05e-06, "tokens_per_second": 363629.42661526223}
{"step": 118800, "tokens_seen": 486604800, "loss": 3.178300142288208, "lr": 1.05e-06, "tokens_per_second": 363617.76155193767}
{"step": 118900, "tokens_seen": 487014400, "loss": 3.3341503143310547, "lr": 1.1025e-06, "tokens_per_second": 363607.1722379564, "lr_controller": {"step": 118900, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 119000, "tokens_seen": 487424000, "loss": 3.194103240966797, "lr": 1.1025e-06, "tokens_per_second": 363595.6049726377}
{"step": 119100, "tokens_seen": 487833600, "loss": 3.118208646774292, "lr": 1.1025e-06, "tokens_per_second": 363584.0703995844}
{"step": 119200, "tokens_seen": 488243200, "loss": 3.133293867111206, "lr": 1.1025e-06, "tokens_per_second": 363572.37104303704}
{"step": 119300, "tokens_seen": 488652800, "loss": 3.4233038425445557, "lr": 1e-06, "tokens_per_second": 363560.92408662545, "lr_controller": {"step": 119300, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 119400, "tokens_seen": 489062400, "loss": 3.1926095485687256, "lr": 1e-06, "tokens_per_second": 363549.9409616756}
{"step": 119500, "tokens_seen": 489472000, "loss": 3.101728916168213, "lr": 1e-06, "tokens_per_second": 363539.14116436196}
{"step": 119600, "tokens_seen": 489881600, "loss": 3.1107707023620605, "lr": 1e-06, "tokens_per_second": 363528.3168459336}
{"step": 119700, "tokens_seen": 490291200, "loss": 3.118770122528076, "lr": 1e-06, "tokens_per_second": 363515.0942191803}
{"step": 119800, "tokens_seen": 490700800, "loss": 3.122316360473633, "lr": 1e-06, "tokens_per_second": 363504.589002244}
{"step": 119900, "tokens_seen": 491110400, "loss": 3.2058987617492676, "lr": 1e-06, "tokens_per_second": 363493.21865420317}
{"step": 120000, "tokens_seen": 491520000, "loss": 3.38130259513855, "lr": 1e-06, "tokens_per_second": 363481.79727922135}
{"step": 120100, "tokens_seen": 491929600, "loss": 3.2736716270446777, "lr": 1e-06, "tokens_per_second": 363466.63373193686}
{"step": 120200, "tokens_seen": 492339200, "loss": 2.8946635723114014, "lr": 1e-06, "tokens_per_second": 363451.8999372753}
{"step": 120300, "tokens_seen": 492748800, "loss": 3.2081942558288574, "lr": 1e-06, "tokens_per_second": 363439.37285723863}
{"step": 120400, "tokens_seen": 493158400, "loss": 3.1410436630249023, "lr": 1.05e-06, "tokens_per_second": 363428.7643028039, "lr_controller": {"step": 120400, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 120500, "tokens_seen": 493568000, "loss": 3.15446138381958, "lr": 1.05e-06, "tokens_per_second": 363418.9865055553}
{"step": 120600, "tokens_seen": 493977600, "loss": 3.2055013179779053, "lr": 1.1025e-06, "tokens_per_second": 363407.617822014, "lr_controller": {"step": 120600, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 120700, "tokens_seen": 494387200, "loss": 3.2128396034240723, "lr": 1.1025e-06, "tokens_per_second": 363392.6250132378}
{"step": 120800, "tokens_seen": 494796800, "loss": 3.1419026851654053, "lr": 1e-06, "tokens_per_second": 363379.26296105265, "lr_controller": {"step": 120800, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 120900, "tokens_seen": 495206400, "loss": 3.3632493019104004, "lr": 1e-06, "tokens_per_second": 363364.1178293858}
{"step": 121000, "tokens_seen": 495616000, "loss": 3.263489246368408, "lr": 1e-06, "tokens_per_second": 363352.50833757536}
{"step": 121100, "tokens_seen": 496025600, "loss": 3.285783290863037, "lr": 1e-06, "tokens_per_second": 363337.6054958759}
{"step": 121200, "tokens_seen": 496435200, "loss": 3.164795160293579, "lr": 1e-06, "tokens_per_second": 363326.6822710144}
{"step": 121300, "tokens_seen": 496844800, "loss": 3.333041191101074, "lr": 1e-06, "tokens_per_second": 363316.68495312193}
{"step": 121400, "tokens_seen": 497254400, "loss": 3.2654237747192383, "lr": 1e-06, "tokens_per_second": 363306.40518452926}
{"step": 121500, "tokens_seen": 497664000, "loss": 3.3019981384277344, "lr": 1e-06, "tokens_per_second": 363292.77384723903}
{"step": 121600, "tokens_seen": 498073600, "loss": 3.1375985145568848, "lr": 1e-06, "tokens_per_second": 363281.6068228527}
{"step": 121700, "tokens_seen": 498483200, "loss": 3.354541778564453, "lr": 1e-06, "tokens_per_second": 363271.1894214305}
{"step": 121800, "tokens_seen": 498892800, "loss": 3.1793372631073, "lr": 1e-06, "tokens_per_second": 363261.3185000002}
{"step": 121900, "tokens_seen": 499302400, "loss": 3.1323018074035645, "lr": 1e-06, "tokens_per_second": 363250.5049614587}
{"step": 122000, "tokens_seen": 499712000, "loss": 3.3338043689727783, "lr": 1.05e-06, "tokens_per_second": 363239.7964766321, "lr_controller": {"step": 122000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 122071, "tokens_seen": 500000000, "loss": 3.3394856452941895, "lr": 1.05e-06, "tokens_per_second": 363230.275137849}