{"step": 100, "tokens_seen": 409600, "loss": 6.522305488586426, "lr": 0.004, "tokens_per_second": 340098.989435075}
{"step": 200, "tokens_seen": 819200, "loss": 6.535442352294922, "lr": 0.004200000000000001, "tokens_per_second": 345663.7616471265, "lr_controller": {"step": 200, "old_lr": 0.004, "new_lr": 0.004200000000000001, "reason": "slow_progress"}}
{"step": 300, "tokens_seen": 1228800, "loss": 6.254375457763672, "lr": 0.004200000000000001, "tokens_per_second": 346924.78555489506}
{"step": 400, "tokens_seen": 1638400, "loss": 5.710086345672607, "lr": 0.004200000000000001, "tokens_per_second": 347821.3610709821}
{"step": 500, "tokens_seen": 2048000, "loss": 5.495707988739014, "lr": 0.004200000000000001, "tokens_per_second": 347236.2810104774}
{"step": 600, "tokens_seen": 2457600, "loss": 5.461522102355957, "lr": 0.004410000000000001, "tokens_per_second": 347403.1855780071, "lr_controller": {"step": 600, "old_lr": 0.004200000000000001, "new_lr": 0.004410000000000001, "reason": "slow_progress"}}
{"step": 700, "tokens_seen": 2867200, "loss": 5.072993278503418, "lr": 0.004410000000000001, "tokens_per_second": 347961.1143057782}
{"step": 800, "tokens_seen": 3276800, "loss": 4.921135425567627, "lr": 0.004410000000000001, "tokens_per_second": 348282.17069326644}
{"step": 900, "tokens_seen": 3686400, "loss": 4.812368392944336, "lr": 0.004410000000000001, "tokens_per_second": 348526.6188860128}
{"step": 1000, "tokens_seen": 4096000, "loss": 4.740466117858887, "lr": 0.004410000000000001, "tokens_per_second": 348623.2126100939}
{"step": 1100, "tokens_seen": 4505600, "loss": 4.763216018676758, "lr": 0.004630500000000001, "tokens_per_second": 348626.6205994409, "lr_controller": {"step": 1100, "old_lr": 0.004410000000000001, "new_lr": 0.004630500000000001, "reason": "slow_progress"}}
{"step": 1200, "tokens_seen": 4915200, "loss": 4.4965291023254395, "lr": 0.004630500000000001, "tokens_per_second": 348622.3978710468}
{"step": 1300, "tokens_seen": 5324800, "loss": 4.325084686279297, "lr": 0.004630500000000001, "tokens_per_second": 348710.27567260776}
{"step": 1400, "tokens_seen": 5734400, "loss": 4.229835510253906, "lr": 0.004630500000000001, "tokens_per_second": 348429.7660606311}
{"step": 1500, "tokens_seen": 6144000, "loss": 3.9806461334228516, "lr": 0.003704400000000001, "tokens_per_second": 348491.91546016705, "lr_controller": {"step": 1500, "old_lr": 0.004630500000000001, "new_lr": 0.003704400000000001, "reason": "recent_loss_increase"}}
{"step": 1600, "tokens_seen": 6553600, "loss": 4.243551731109619, "lr": 0.003704400000000001, "tokens_per_second": 348613.8188764685}
{"step": 1700, "tokens_seen": 6963200, "loss": 3.9412341117858887, "lr": 0.003889620000000001, "tokens_per_second": 348705.0594998806, "lr_controller": {"step": 1700, "old_lr": 0.003704400000000001, "new_lr": 0.003889620000000001, "reason": "slow_progress"}}
{"step": 1800, "tokens_seen": 7372800, "loss": 4.043303966522217, "lr": 0.003889620000000001, "tokens_per_second": 348784.9907350321}
{"step": 1900, "tokens_seen": 7782400, "loss": 4.166808128356934, "lr": 0.003111696000000001, "tokens_per_second": 348826.6140767518, "lr_controller": {"step": 1900, "old_lr": 0.003889620000000001, "new_lr": 0.003111696000000001, "reason": "recent_loss_increase"}}
{"step": 2000, "tokens_seen": 8192000, "loss": 4.08292293548584, "lr": 0.003111696000000001, "tokens_per_second": 348892.03310653183}
{"step": 2100, "tokens_seen": 8601600, "loss": 4.045780181884766, "lr": 0.003111696000000001, "tokens_per_second": 348921.8851240754}
{"step": 2200, "tokens_seen": 9011200, "loss": 3.9125537872314453, "lr": 0.003111696000000001, "tokens_per_second": 348953.86033147416}
{"step": 2300, "tokens_seen": 9420800, "loss": 3.9893109798431396, "lr": 0.003111696000000001, "tokens_per_second": 348985.2393346083}
{"step": 2400, "tokens_seen": 9830400, "loss": 3.827209234237671, "lr": 0.003267280800000001, "tokens_per_second": 349048.61257326324, "lr_controller": {"step": 2400, "old_lr": 0.003111696000000001, "new_lr": 0.003267280800000001, "reason": "slow_progress"}}
{"step": 2500, "tokens_seen": 10240000, "loss": 4.015803337097168, "lr": 0.003267280800000001, "tokens_per_second": 349103.78653367446}
{"step": 2600, "tokens_seen": 10649600, "loss": 3.844831943511963, "lr": 0.003267280800000001, "tokens_per_second": 349141.59100285254}
{"step": 2700, "tokens_seen": 11059200, "loss": 3.8404643535614014, "lr": 0.002613824640000001, "tokens_per_second": 349178.5317658867, "lr_controller": {"step": 2700, "old_lr": 0.003267280800000001, "new_lr": 0.002613824640000001, "reason": "recent_loss_increase"}}
{"step": 2800, "tokens_seen": 11468800, "loss": 4.063478469848633, "lr": 0.002613824640000001, "tokens_per_second": 349258.4743759048}
{"step": 2900, "tokens_seen": 11878400, "loss": 3.823796272277832, "lr": 0.002744515872000001, "tokens_per_second": 349149.0510413659, "lr_controller": {"step": 2900, "old_lr": 0.002613824640000001, "new_lr": 0.002744515872000001, "reason": "slow_progress"}}
{"step": 3000, "tokens_seen": 12288000, "loss": 3.739626884460449, "lr": 0.002744515872000001, "tokens_per_second": 349082.3683187986}
{"step": 3100, "tokens_seen": 12697600, "loss": 3.7795450687408447, "lr": 0.002195612697600001, "tokens_per_second": 349138.19329252554, "lr_controller": {"step": 3100, "old_lr": 0.002744515872000001, "new_lr": 0.002195612697600001, "reason": "recent_loss_increase"}}
{"step": 3200, "tokens_seen": 13107200, "loss": 3.6902031898498535, "lr": 0.002195612697600001, "tokens_per_second": 349163.9895040922}
{"step": 3300, "tokens_seen": 13516800, "loss": 3.5027265548706055, "lr": 0.002195612697600001, "tokens_per_second": 349115.3764855351}
{"step": 3400, "tokens_seen": 13926400, "loss": 3.7076196670532227, "lr": 0.002195612697600001, "tokens_per_second": 349158.6616643962}
{"step": 3500, "tokens_seen": 14336000, "loss": 3.680006504058838, "lr": 0.002305393332480001, "tokens_per_second": 349186.02621563233, "lr_controller": {"step": 3500, "old_lr": 0.002195612697600001, "new_lr": 0.002305393332480001, "reason": "slow_progress"}}
{"step": 3600, "tokens_seen": 14745600, "loss": 3.6005804538726807, "lr": 0.002305393332480001, "tokens_per_second": 349238.9627207607}
{"step": 3700, "tokens_seen": 15155200, "loss": 3.722996711730957, "lr": 0.002305393332480001, "tokens_per_second": 349274.94802266103}
{"step": 3800, "tokens_seen": 15564800, "loss": 3.780064105987549, "lr": 0.0018443146659840011, "tokens_per_second": 349321.4850385604, "lr_controller": {"step": 3800, "old_lr": 0.002305393332480001, "new_lr": 0.0018443146659840011, "reason": "recent_loss_increase"}}
{"step": 3900, "tokens_seen": 15974400, "loss": 3.651172161102295, "lr": 0.0018443146659840011, "tokens_per_second": 349396.4309176405}
{"step": 4000, "tokens_seen": 16384000, "loss": 3.6517505645751953, "lr": 0.001475451732787201, "tokens_per_second": 349396.92541380465, "lr_controller": {"step": 4000, "old_lr": 0.0018443146659840011, "new_lr": 0.001475451732787201, "reason": "recent_loss_increase"}}
{"step": 4100, "tokens_seen": 16793600, "loss": 3.607398271560669, "lr": 0.001475451732787201, "tokens_per_second": 349430.3651058695}
{"step": 4200, "tokens_seen": 17203200, "loss": 3.5836398601531982, "lr": 0.001475451732787201, "tokens_per_second": 349449.7737981256}
{"step": 4300, "tokens_seen": 17612800, "loss": 3.5079753398895264, "lr": 0.0011803613862297608, "tokens_per_second": 349459.5051133405, "lr_controller": {"step": 4300, "old_lr": 0.001475451732787201, "new_lr": 0.0011803613862297608, "reason": "recent_loss_increase"}}
{"step": 4400, "tokens_seen": 18022400, "loss": 3.3903968334198, "lr": 0.0011803613862297608, "tokens_per_second": 349499.8450911237}
{"step": 4500, "tokens_seen": 18432000, "loss": 3.4505388736724854, "lr": 0.0011803613862297608, "tokens_per_second": 349518.52576222067}
{"step": 4600, "tokens_seen": 18841600, "loss": 3.5679097175598145, "lr": 0.0011803613862297608, "tokens_per_second": 349530.33127919526}
{"step": 4700, "tokens_seen": 19251200, "loss": 3.242208242416382, "lr": 0.0011803613862297608, "tokens_per_second": 349551.30746197596}
{"step": 4800, "tokens_seen": 19660800, "loss": 3.650979995727539, "lr": 0.0009442891089838087, "tokens_per_second": 349582.02400817256, "lr_controller": {"step": 4800, "old_lr": 0.0011803613862297608, "new_lr": 0.0009442891089838087, "reason": "recent_loss_increase"}}
{"step": 4900, "tokens_seen": 20070400, "loss": 3.2705626487731934, "lr": 0.0009442891089838087, "tokens_per_second": 349552.3852227998}
{"step": 5000, "tokens_seen": 20480000, "loss": 3.3914084434509277, "lr": 0.0009442891089838087, "tokens_per_second": 349475.0180885212}
{"step": 5100, "tokens_seen": 20889600, "loss": 3.3492836952209473, "lr": 0.0009915035644329992, "tokens_per_second": 349488.85435226886, "lr_controller": {"step": 5100, "old_lr": 0.0009442891089838087, "new_lr": 0.0009915035644329992, "reason": "slow_progress"}}
{"step": 5200, "tokens_seen": 21299200, "loss": 3.4062986373901367, "lr": 0.0009915035644329992, "tokens_per_second": 349507.75746504293}
{"step": 5300, "tokens_seen": 21708800, "loss": 3.382657051086426, "lr": 0.0007932028515463994, "tokens_per_second": 349531.2021111179, "lr_controller": {"step": 5300, "old_lr": 0.0009915035644329992, "new_lr": 0.0007932028515463994, "reason": "recent_loss_increase"}}
{"step": 5400, "tokens_seen": 22118400, "loss": 3.5279035568237305, "lr": 0.0007932028515463994, "tokens_per_second": 349561.7025493703}
{"step": 5500, "tokens_seen": 22528000, "loss": 3.425779342651367, "lr": 0.0007932028515463994, "tokens_per_second": 349585.35365842766}
{"step": 5600, "tokens_seen": 22937600, "loss": 3.6248202323913574, "lr": 0.0007932028515463994, "tokens_per_second": 349596.4119117367}
{"step": 5700, "tokens_seen": 23347200, "loss": 3.3500826358795166, "lr": 0.0008328629941237194, "tokens_per_second": 349624.1108700822, "lr_controller": {"step": 5700, "old_lr": 0.0007932028515463994, "new_lr": 0.0008328629941237194, "reason": "slow_progress"}}
{"step": 5800, "tokens_seen": 23756800, "loss": 3.222163677215576, "lr": 0.0008328629941237194, "tokens_per_second": 349619.3208987007}
{"step": 5900, "tokens_seen": 24166400, "loss": 3.448248863220215, "lr": 0.0008328629941237194, "tokens_per_second": 349635.4359526797}
{"step": 6000, "tokens_seen": 24576000, "loss": 3.140608549118042, "lr": 0.0008328629941237194, "tokens_per_second": 349554.7675155359}
{"step": 6100, "tokens_seen": 24985600, "loss": 3.6108884811401367, "lr": 0.0008328629941237194, "tokens_per_second": 349555.20488421177}
{"step": 6200, "tokens_seen": 25395200, "loss": 3.349987030029297, "lr": 0.0006662903952989756, "tokens_per_second": 349480.32006296865, "lr_controller": {"step": 6200, "old_lr": 0.0008328629941237194, "new_lr": 0.0006662903952989756, "reason": "recent_loss_increase"}}
{"step": 6300, "tokens_seen": 25804800, "loss": 3.0980632305145264, "lr": 0.0006662903952989756, "tokens_per_second": 349503.6367613472}
{"step": 6400, "tokens_seen": 26214400, "loss": 3.2396552562713623, "lr": 0.0006662903952989756, "tokens_per_second": 349491.1344575854}
{"step": 6500, "tokens_seen": 26624000, "loss": 3.3607606887817383, "lr": 0.0006996049150639244, "tokens_per_second": 349516.7203489981, "lr_controller": {"step": 6500, "old_lr": 0.0006662903952989756, "new_lr": 0.0006996049150639244, "reason": "slow_progress"}}
{"step": 6600, "tokens_seen": 27033600, "loss": 3.3731086254119873, "lr": 0.0006996049150639244, "tokens_per_second": 349540.5711693272}
{"step": 6700, "tokens_seen": 27443200, "loss": 3.4099197387695312, "lr": 0.0007345851608171206, "tokens_per_second": 349557.73859280715, "lr_controller": {"step": 6700, "old_lr": 0.0006996049150639244, "new_lr": 0.0007345851608171206, "reason": "slow_progress"}}
{"step": 6800, "tokens_seen": 27852800, "loss": 3.26733136177063, "lr": 0.0007345851608171206, "tokens_per_second": 349541.2953694399}
{"step": 6900, "tokens_seen": 28262400, "loss": 3.0260491371154785, "lr": 0.0007345851608171206, "tokens_per_second": 349550.78575024917}
{"step": 7000, "tokens_seen": 28672000, "loss": 3.091251850128174, "lr": 0.0005876681286536966, "tokens_per_second": 349551.82829395134, "lr_controller": {"step": 7000, "old_lr": 0.0007345851608171206, "new_lr": 0.0005876681286536966, "reason": "recent_loss_increase"}}
{"step": 7100, "tokens_seen": 29081600, "loss": 3.488901376724243, "lr": 0.0005876681286536966, "tokens_per_second": 349568.4389930265}
{"step": 7200, "tokens_seen": 29491200, "loss": 3.4482879638671875, "lr": 0.0004701345029229573, "tokens_per_second": 349535.13410196855, "lr_controller": {"step": 7200, "old_lr": 0.0005876681286536966, "new_lr": 0.0004701345029229573, "reason": "recent_loss_increase"}}
{"step": 7300, "tokens_seen": 29900800, "loss": 3.3840932846069336, "lr": 0.0004701345029229573, "tokens_per_second": 349545.91390580736}
{"step": 7400, "tokens_seen": 30310400, "loss": 3.382772445678711, "lr": 0.0004701345029229573, "tokens_per_second": 349558.45022455516}
{"step": 7500, "tokens_seen": 30720000, "loss": 3.1949028968811035, "lr": 0.0004701345029229573, "tokens_per_second": 349572.8467542497}
{"step": 7600, "tokens_seen": 31129600, "loss": 3.0860953330993652, "lr": 0.0004936412280691051, "tokens_per_second": 349584.7436637658, "lr_controller": {"step": 7600, "old_lr": 0.0004701345029229573, "new_lr": 0.0004936412280691051, "reason": "slow_progress"}}
{"step": 7700, "tokens_seen": 31539200, "loss": 3.2068629264831543, "lr": 0.0004936412280691051, "tokens_per_second": 349590.5285218966}
{"step": 7800, "tokens_seen": 31948800, "loss": 3.3194332122802734, "lr": 0.0004936412280691051, "tokens_per_second": 349613.6519404757}
{"step": 7900, "tokens_seen": 32358400, "loss": 3.4142894744873047, "lr": 0.0003949129824552841, "tokens_per_second": 349623.1366702684, "lr_controller": {"step": 7900, "old_lr": 0.0004936412280691051, "new_lr": 0.0003949129824552841, "reason": "recent_loss_increase"}}
{"step": 8000, "tokens_seen": 32768000, "loss": 3.1279404163360596, "lr": 0.0003949129824552841, "tokens_per_second": 349623.90601372375}
{"step": 8100, "tokens_seen": 33177600, "loss": 3.392270088195801, "lr": 0.0003949129824552841, "tokens_per_second": 349598.2189815024}
{"step": 8200, "tokens_seen": 33587200, "loss": 3.314754009246826, "lr": 0.0004146586315780483, "tokens_per_second": 349604.5933622607, "lr_controller": {"step": 8200, "old_lr": 0.0003949129824552841, "new_lr": 0.0004146586315780483, "reason": "slow_progress"}}
{"step": 8300, "tokens_seen": 33996800, "loss": 3.3278160095214844, "lr": 0.0004146586315780483, "tokens_per_second": 349621.207977908}
{"step": 8400, "tokens_seen": 34406400, "loss": 3.3965911865234375, "lr": 0.00033172690526243865, "tokens_per_second": 349638.41456252855, "lr_controller": {"step": 8400, "old_lr": 0.0004146586315780483, "new_lr": 0.00033172690526243865, "reason": "recent_loss_increase"}}
{"step": 8500, "tokens_seen": 34816000, "loss": 3.23282527923584, "lr": 0.00033172690526243865, "tokens_per_second": 349644.5896954264}
{"step": 8600, "tokens_seen": 35225600, "loss": 2.9402031898498535, "lr": 0.00033172690526243865, "tokens_per_second": 349631.3408751304}
{"step": 8700, "tokens_seen": 35635200, "loss": 3.3490424156188965, "lr": 0.0003483132505255606, "tokens_per_second": 349645.9712276225, "lr_controller": {"step": 8700, "old_lr": 0.00033172690526243865, "new_lr": 0.0003483132505255606, "reason": "slow_progress"}}
{"step": 8800, "tokens_seen": 36044800, "loss": 3.30954647064209, "lr": 0.0003483132505255606, "tokens_per_second": 349659.86347707175}
{"step": 8900, "tokens_seen": 36454400, "loss": 3.2190613746643066, "lr": 0.0003483132505255606, "tokens_per_second": 349670.5561931463}
{"step": 9000, "tokens_seen": 36864000, "loss": 3.3104605674743652, "lr": 0.00027865060042044846, "tokens_per_second": 349690.93946455, "lr_controller": {"step": 9000, "old_lr": 0.0003483132505255606, "new_lr": 0.00027865060042044846, "reason": "recent_loss_increase"}}
{"step": 9100, "tokens_seen": 37273600, "loss": 3.4687252044677734, "lr": 0.00027865060042044846, "tokens_per_second": 349716.9280188933}
{"step": 9200, "tokens_seen": 37683200, "loss": 3.20601487159729, "lr": 0.00022292048033635878, "tokens_per_second": 349737.94722397905, "lr_controller": {"step": 9200, "old_lr": 0.00027865060042044846, "new_lr": 0.00022292048033635878, "reason": "recent_loss_increase"}}
{"step": 9300, "tokens_seen": 38092800, "loss": 3.3444604873657227, "lr": 0.00022292048033635878, "tokens_per_second": 349741.1442074399}
{"step": 9400, "tokens_seen": 38502400, "loss": 3.376676559448242, "lr": 0.00017833638426908703, "tokens_per_second": 349749.5474249667, "lr_controller": {"step": 9400, "old_lr": 0.00022292048033635878, "new_lr": 0.00017833638426908703, "reason": "recent_loss_increase"}}
{"step": 9500, "tokens_seen": 38912000, "loss": 3.229245662689209, "lr": 0.00017833638426908703, "tokens_per_second": 349752.7365788459}
{"step": 9600, "tokens_seen": 39321600, "loss": 3.317782402038574, "lr": 0.00014266910741526963, "tokens_per_second": 349768.29543720616, "lr_controller": {"step": 9600, "old_lr": 0.00017833638426908703, "new_lr": 0.00014266910741526963, "reason": "recent_loss_increase"}}
{"step": 9700, "tokens_seen": 39731200, "loss": 3.20621395111084, "lr": 0.00014266910741526963, "tokens_per_second": 349774.19548310514}
{"step": 9800, "tokens_seen": 40140800, "loss": 3.1693921089172363, "lr": 0.00011413528593221571, "tokens_per_second": 349778.48126262706, "lr_controller": {"step": 9800, "old_lr": 0.00014266910741526963, "new_lr": 0.00011413528593221571, "reason": "recent_loss_increase"}}
{"step": 9900, "tokens_seen": 40550400, "loss": 2.9699316024780273, "lr": 0.00011413528593221571, "tokens_per_second": 349766.58148277545}
{"step": 10000, "tokens_seen": 40960000, "loss": 3.048278331756592, "lr": 0.00011413528593221571, "tokens_per_second": 349740.5000188837}
{"step": 10100, "tokens_seen": 41369600, "loss": 3.17118501663208, "lr": 0.00011984205022882649, "tokens_per_second": 349698.63461835263, "lr_controller": {"step": 10100, "old_lr": 0.00011413528593221571, "new_lr": 0.00011984205022882649, "reason": "slow_progress"}}
{"step": 10200, "tokens_seen": 41779200, "loss": 3.1604366302490234, "lr": 0.00011984205022882649, "tokens_per_second": 349712.8646583546}
{"step": 10300, "tokens_seen": 42188800, "loss": 3.197547435760498, "lr": 0.00011984205022882649, "tokens_per_second": 349717.0988105188}
{"step": 10400, "tokens_seen": 42598400, "loss": 3.1394476890563965, "lr": 0.00011984205022882649, "tokens_per_second": 349723.3524635779}
{"step": 10500, "tokens_seen": 43008000, "loss": 3.016461133956909, "lr": 0.00011984205022882649, "tokens_per_second": 349688.5838106042}
{"step": 10600, "tokens_seen": 43417600, "loss": 3.23813533782959, "lr": 0.00011984205022882649, "tokens_per_second": 349708.27381360077}
{"step": 10700, "tokens_seen": 43827200, "loss": 3.2880313396453857, "lr": 0.00012583415274026782, "tokens_per_second": 349722.0456003305, "lr_controller": {"step": 10700, "old_lr": 0.00011984205022882649, "new_lr": 0.00012583415274026782, "reason": "slow_progress"}}
{"step": 10800, "tokens_seen": 44236800, "loss": 3.3260040283203125, "lr": 0.00012583415274026782, "tokens_per_second": 349740.8880785425}
{"step": 10900, "tokens_seen": 44646400, "loss": 3.221947193145752, "lr": 0.00012583415274026782, "tokens_per_second": 349749.87087973254}
{"step": 11000, "tokens_seen": 45056000, "loss": 3.2330150604248047, "lr": 0.00010066732219221426, "tokens_per_second": 349760.5700099075, "lr_controller": {"step": 11000, "old_lr": 0.00012583415274026782, "new_lr": 0.00010066732219221426, "reason": "recent_loss_increase"}}
{"step": 11100, "tokens_seen": 45465600, "loss": 3.256342887878418, "lr": 0.00010066732219221426, "tokens_per_second": 349754.69920478924}
{"step": 11200, "tokens_seen": 45875200, "loss": 3.295403242111206, "lr": 0.00010570068830182498, "tokens_per_second": 349780.1405421329, "lr_controller": {"step": 11200, "old_lr": 0.00010066732219221426, "new_lr": 0.00010570068830182498, "reason": "slow_progress"}}
{"step": 11300, "tokens_seen": 46284800, "loss": 3.105323314666748, "lr": 0.00010570068830182498, "tokens_per_second": 349744.6982968615}
{"step": 11400, "tokens_seen": 46694400, "loss": 3.206517219543457, "lr": 0.00010570068830182498, "tokens_per_second": 349726.0105117098}
{"step": 11500, "tokens_seen": 47104000, "loss": 3.1760940551757812, "lr": 0.00010570068830182498, "tokens_per_second": 349727.96219339187}
{"step": 11600, "tokens_seen": 47513600, "loss": 3.224714756011963, "lr": 0.00010570068830182498, "tokens_per_second": 349732.3020993108}
{"step": 11700, "tokens_seen": 47923200, "loss": 3.0537734031677246, "lr": 0.00010570068830182498, "tokens_per_second": 349733.7456209285}
{"step": 11800, "tokens_seen": 48332800, "loss": 3.1075663566589355, "lr": 8.456055064145999e-05, "tokens_per_second": 349728.80719560786, "lr_controller": {"step": 11800, "old_lr": 0.00010570068830182498, "new_lr": 8.456055064145999e-05, "reason": "recent_loss_increase"}}
{"step": 11900, "tokens_seen": 48742400, "loss": 3.1725363731384277, "lr": 8.456055064145999e-05, "tokens_per_second": 349719.0995527964}
{"step": 12000, "tokens_seen": 49152000, "loss": 3.3165650367736816, "lr": 8.456055064145999e-05, "tokens_per_second": 349715.6626960236}
{"step": 12100, "tokens_seen": 49561600, "loss": 3.0548529624938965, "lr": 6.764844051316799e-05, "tokens_per_second": 349715.9815446575, "lr_controller": {"step": 12100, "old_lr": 8.456055064145999e-05, "new_lr": 6.764844051316799e-05, "reason": "recent_loss_increase"}}
{"step": 12200, "tokens_seen": 49971200, "loss": 2.977787971496582, "lr": 6.764844051316799e-05, "tokens_per_second": 349670.27472428454}
{"step": 12300, "tokens_seen": 50380800, "loss": 3.0322213172912598, "lr": 5.4118752410534396e-05, "tokens_per_second": 349676.626109469, "lr_controller": {"step": 12300, "old_lr": 6.764844051316799e-05, "new_lr": 5.4118752410534396e-05, "reason": "recent_loss_increase"}}
{"step": 12400, "tokens_seen": 50790400, "loss": 3.179828643798828, "lr": 5.4118752410534396e-05, "tokens_per_second": 349678.0302637189}
{"step": 12500, "tokens_seen": 51200000, "loss": 3.1375577449798584, "lr": 4.329500192842752e-05, "tokens_per_second": 349673.0445838513, "lr_controller": {"step": 12500, "old_lr": 5.4118752410534396e-05, "new_lr": 4.329500192842752e-05, "reason": "recent_loss_increase"}}
{"step": 12600, "tokens_seen": 51609600, "loss": 3.3004202842712402, "lr": 4.329500192842752e-05, "tokens_per_second": 349668.91257128335}
{"step": 12700, "tokens_seen": 52019200, "loss": 3.1167187690734863, "lr": 4.329500192842752e-05, "tokens_per_second": 349629.2670817005}
{"step": 12800, "tokens_seen": 52428800, "loss": 3.3007707595825195, "lr": 4.54597520248489e-05, "tokens_per_second": 349630.92800255225, "lr_controller": {"step": 12800, "old_lr": 4.329500192842752e-05, "new_lr": 4.54597520248489e-05, "reason": "slow_progress"}}
{"step": 12900, "tokens_seen": 52838400, "loss": 3.1812305450439453, "lr": 4.54597520248489e-05, "tokens_per_second": 349639.183463123}
{"step": 13000, "tokens_seen": 53248000, "loss": 3.2617549896240234, "lr": 4.54597520248489e-05, "tokens_per_second": 349646.15676018706}
{"step": 13100, "tokens_seen": 53657600, "loss": 3.306504249572754, "lr": 4.7732739626091347e-05, "tokens_per_second": 349651.4610019403, "lr_controller": {"step": 13100, "old_lr": 4.54597520248489e-05, "new_lr": 4.7732739626091347e-05, "reason": "slow_progress"}}
{"step": 13200, "tokens_seen": 54067200, "loss": 3.1338930130004883, "lr": 4.7732739626091347e-05, "tokens_per_second": 349645.18263005087}
{"step": 13300, "tokens_seen": 54476800, "loss": 3.227120876312256, "lr": 3.818619170087308e-05, "tokens_per_second": 349645.5016176243, "lr_controller": {"step": 13300, "old_lr": 4.7732739626091347e-05, "new_lr": 3.818619170087308e-05, "reason": "recent_loss_increase"}}
{"step": 13400, "tokens_seen": 54886400, "loss": 3.200793743133545, "lr": 3.818619170087308e-05, "tokens_per_second": 349655.4280389032}
{"step": 13500, "tokens_seen": 55296000, "loss": 3.1059865951538086, "lr": 3.0548953360698464e-05, "tokens_per_second": 349666.0719880918, "lr_controller": {"step": 13500, "old_lr": 3.818619170087308e-05, "new_lr": 3.0548953360698464e-05, "reason": "recent_loss_increase"}}
{"step": 13600, "tokens_seen": 55705600, "loss": 3.032978057861328, "lr": 3.0548953360698464e-05, "tokens_per_second": 349669.77312850155}
{"step": 13700, "tokens_seen": 56115200, "loss": 3.152056932449341, "lr": 2.4439162688558772e-05, "tokens_per_second": 349679.94638415915, "lr_controller": {"step": 13700, "old_lr": 3.0548953360698464e-05, "new_lr": 2.4439162688558772e-05, "reason": "recent_loss_increase"}}
{"step": 13800, "tokens_seen": 56524800, "loss": 2.927966594696045, "lr": 2.4439162688558772e-05, "tokens_per_second": 349695.1740183705}
{"step": 13900, "tokens_seen": 56934400, "loss": 3.195615291595459, "lr": 1.955133015084702e-05, "tokens_per_second": 349674.63218664215, "lr_controller": {"step": 13900, "old_lr": 2.4439162688558772e-05, "new_lr": 1.955133015084702e-05, "reason": "recent_loss_increase"}}
{"step": 14000, "tokens_seen": 57344000, "loss": 3.18316388130188, "lr": 1.955133015084702e-05, "tokens_per_second": 349656.27862594527}
{"step": 14100, "tokens_seen": 57753600, "loss": 3.084993362426758, "lr": 2.052889665838937e-05, "tokens_per_second": 349659.80320290057, "lr_controller": {"step": 14100, "old_lr": 1.955133015084702e-05, "new_lr": 2.052889665838937e-05, "reason": "slow_progress"}}
{"step": 14200, "tokens_seen": 58163200, "loss": 3.1766197681427, "lr": 2.052889665838937e-05, "tokens_per_second": 349662.41067081556}
{"step": 14300, "tokens_seen": 58572800, "loss": 3.0028157234191895, "lr": 2.052889665838937e-05, "tokens_per_second": 349668.6451544283}
{"step": 14400, "tokens_seen": 58982400, "loss": 3.2306742668151855, "lr": 2.052889665838937e-05, "tokens_per_second": 349678.6944211638}
{"step": 14500, "tokens_seen": 59392000, "loss": 3.1464602947235107, "lr": 1.6423117326711496e-05, "tokens_per_second": 349671.49735765805, "lr_controller": {"step": 14500, "old_lr": 2.052889665838937e-05, "new_lr": 1.6423117326711496e-05, "reason": "recent_loss_increase"}}
{"step": 14600, "tokens_seen": 59801600, "loss": 2.9882302284240723, "lr": 1.6423117326711496e-05, "tokens_per_second": 349662.56442186737}
{"step": 14700, "tokens_seen": 60211200, "loss": 3.276663303375244, "lr": 1.3138493861369197e-05, "tokens_per_second": 349648.69029314036, "lr_controller": {"step": 14700, "old_lr": 1.6423117326711496e-05, "new_lr": 1.3138493861369197e-05, "reason": "recent_loss_increase"}}
{"step": 14800, "tokens_seen": 60620800, "loss": 3.1714627742767334, "lr": 1.3138493861369197e-05, "tokens_per_second": 349628.91909811995}
{"step": 14900, "tokens_seen": 61030400, "loss": 3.378493547439575, "lr": 1.0510795089095358e-05, "tokens_per_second": 349635.8864104556, "lr_controller": {"step": 14900, "old_lr": 1.3138493861369197e-05, "new_lr": 1.0510795089095358e-05, "reason": "recent_loss_increase"}}
{"step": 15000, "tokens_seen": 61440000, "loss": 3.340212821960449, "lr": 1.0510795089095358e-05, "tokens_per_second": 349649.06778737577}
{"step": 15100, "tokens_seen": 61849600, "loss": 3.080364227294922, "lr": 8.408636071276287e-06, "tokens_per_second": 349655.9336371497, "lr_controller": {"step": 15100, "old_lr": 1.0510795089095358e-05, "new_lr": 8.408636071276287e-06, "reason": "recent_loss_increase"}}
{"step": 15200, "tokens_seen": 62259200, "loss": 3.263552665710449, "lr": 8.408636071276287e-06, "tokens_per_second": 349658.82476502657}
{"step": 15300, "tokens_seen": 62668800, "loss": 3.202648639678955, "lr": 8.408636071276287e-06, "tokens_per_second": 349646.9217009124}
{"step": 15400, "tokens_seen": 63078400, "loss": 2.9329466819763184, "lr": 6.72690885702103e-06, "tokens_per_second": 349645.292758481, "lr_controller": {"step": 15400, "old_lr": 8.408636071276287e-06, "new_lr": 6.72690885702103e-06, "reason": "recent_loss_increase"}}
{"step": 15500, "tokens_seen": 63488000, "loss": 3.16605806350708, "lr": 6.72690885702103e-06, "tokens_per_second": 349650.10445234657}
{"step": 15600, "tokens_seen": 63897600, "loss": 3.053098678588867, "lr": 6.72690885702103e-06, "tokens_per_second": 349641.1848254377}
{"step": 15700, "tokens_seen": 64307200, "loss": 3.178748369216919, "lr": 6.72690885702103e-06, "tokens_per_second": 349610.62632873375}
{"step": 15800, "tokens_seen": 64716800, "loss": 3.1232032775878906, "lr": 7.063254299872082e-06, "tokens_per_second": 349598.1446722642, "lr_controller": {"step": 15800, "old_lr": 6.72690885702103e-06, "new_lr": 7.063254299872082e-06, "reason": "slow_progress"}}
{"step": 15900, "tokens_seen": 65126400, "loss": 3.0891270637512207, "lr": 7.063254299872082e-06, "tokens_per_second": 349604.12207493006}
{"step": 16000, "tokens_seen": 65536000, "loss": 3.064265489578247, "lr": 5.650603439897666e-06, "tokens_per_second": 349613.14116467355, "lr_controller": {"step": 16000, "old_lr": 7.063254299872082e-06, "new_lr": 5.650603439897666e-06, "reason": "recent_loss_increase"}}
{"step": 16100, "tokens_seen": 65945600, "loss": 3.1812398433685303, "lr": 5.650603439897666e-06, "tokens_per_second": 349615.28111245995}
{"step": 16200, "tokens_seen": 66355200, "loss": 3.1353917121887207, "lr": 4.520482751918133e-06, "tokens_per_second": 349611.8723948604, "lr_controller": {"step": 16200, "old_lr": 5.650603439897666e-06, "new_lr": 4.520482751918133e-06, "reason": "recent_loss_increase"}}
{"step": 16300, "tokens_seen": 66764800, "loss": 3.2470874786376953, "lr": 4.520482751918133e-06, "tokens_per_second": 349591.03053297935}
{"step": 16400, "tokens_seen": 67174400, "loss": 3.131692409515381, "lr": 4.520482751918133e-06, "tokens_per_second": 349597.88736107096}
{"step": 16500, "tokens_seen": 67584000, "loss": 3.069674491882324, "lr": 4.520482751918133e-06, "tokens_per_second": 349606.3304153022}
{"step": 16600, "tokens_seen": 67993600, "loss": 2.9705569744110107, "lr": 4.74650688951404e-06, "tokens_per_second": 349617.34748317144, "lr_controller": {"step": 16600, "old_lr": 4.520482751918133e-06, "new_lr": 4.74650688951404e-06, "reason": "slow_progress"}}
{"step": 16700, "tokens_seen": 68403200, "loss": 3.2032341957092285, "lr": 4.74650688951404e-06, "tokens_per_second": 349624.1835836112}
{"step": 16800, "tokens_seen": 68812800, "loss": 3.236182689666748, "lr": 4.74650688951404e-06, "tokens_per_second": 349638.662765556}
{"step": 16900, "tokens_seen": 69222400, "loss": 3.1076598167419434, "lr": 3.797205511611232e-06, "tokens_per_second": 349647.73905202595, "lr_controller": {"step": 16900, "old_lr": 4.74650688951404e-06, "new_lr": 3.797205511611232e-06, "reason": "recent_loss_increase"}}
{"step": 17000, "tokens_seen": 69632000, "loss": 3.313692092895508, "lr": 3.797205511611232e-06, "tokens_per_second": 349650.2720947154}
{"step": 17100, "tokens_seen": 70041600, "loss": 3.1940293312072754, "lr": 3.037764409288986e-06, "tokens_per_second": 349647.2981646055, "lr_controller": {"step": 17100, "old_lr": 3.797205511611232e-06, "new_lr": 3.037764409288986e-06, "reason": "recent_loss_increase"}}
{"step": 17200, "tokens_seen": 70451200, "loss": 3.1872575283050537, "lr": 3.037764409288986e-06, "tokens_per_second": 349658.6856897826}
{"step": 17300, "tokens_seen": 70860800, "loss": 3.0817017555236816, "lr": 3.1896526297534355e-06, "tokens_per_second": 349636.01972916734, "lr_controller": {"step": 17300, "old_lr": 3.037764409288986e-06, "new_lr": 3.1896526297534355e-06, "reason": "slow_progress"}}
{"step": 17400, "tokens_seen": 71270400, "loss": 3.3477084636688232, "lr": 3.1896526297534355e-06, "tokens_per_second": 349605.513152465}
{"step": 17500, "tokens_seen": 71680000, "loss": 3.057039260864258, "lr": 3.1896526297534355e-06, "tokens_per_second": 349596.880877646}
{"step": 17600, "tokens_seen": 72089600, "loss": 3.0299324989318848, "lr": 3.1896526297534355e-06, "tokens_per_second": 349592.4294431893}
{"step": 17700, "tokens_seen": 72499200, "loss": 3.0320680141448975, "lr": 3.1896526297534355e-06, "tokens_per_second": 349585.7677356919}
{"step": 17800, "tokens_seen": 72908800, "loss": 3.2467756271362305, "lr": 3.3491352612411072e-06, "tokens_per_second": 349583.31088884705, "lr_controller": {"step": 17800, "old_lr": 3.1896526297534355e-06, "new_lr": 3.3491352612411072e-06, "reason": "slow_progress"}}
{"step": 17900, "tokens_seen": 73318400, "loss": 3.3450522422790527, "lr": 3.3491352612411072e-06, "tokens_per_second": 349585.145230349}
{"step": 18000, "tokens_seen": 73728000, "loss": 3.0589611530303955, "lr": 3.5165920243031626e-06, "tokens_per_second": 349594.4934843966, "lr_controller": {"step": 18000, "old_lr": 3.3491352612411072e-06, "new_lr": 3.5165920243031626e-06, "reason": "slow_progress"}}
{"step": 18100, "tokens_seen": 74137600, "loss": 3.128434419631958, "lr": 3.5165920243031626e-06, "tokens_per_second": 349596.185360066}
{"step": 18200, "tokens_seen": 74547200, "loss": 2.9010934829711914, "lr": 3.5165920243031626e-06, "tokens_per_second": 349611.0451892399}
{"step": 18300, "tokens_seen": 74956800, "loss": 3.147818088531494, "lr": 2.81327361944253e-06, "tokens_per_second": 349612.6947625309, "lr_controller": {"step": 18300, "old_lr": 3.5165920243031626e-06, "new_lr": 2.81327361944253e-06, "reason": "recent_loss_increase"}}
{"step": 18400, "tokens_seen": 75366400, "loss": 3.1639256477355957, "lr": 2.81327361944253e-06, "tokens_per_second": 349616.1058865661}
{"step": 18500, "tokens_seen": 75776000, "loss": 3.134774684906006, "lr": 2.81327361944253e-06, "tokens_per_second": 349626.90374153963}
{"step": 18600, "tokens_seen": 76185600, "loss": 3.006556987762451, "lr": 2.250618895554024e-06, "tokens_per_second": 349630.86961006804, "lr_controller": {"step": 18600, "old_lr": 2.81327361944253e-06, "new_lr": 2.250618895554024e-06, "reason": "recent_loss_increase"}}
{"step": 18700, "tokens_seen": 76595200, "loss": 3.067955255508423, "lr": 2.250618895554024e-06, "tokens_per_second": 349637.77867043536}
{"step": 18800, "tokens_seen": 77004800, "loss": 3.2691540718078613, "lr": 1.8004951164432193e-06, "tokens_per_second": 349642.95890921756, "lr_controller": {"step": 18800, "old_lr": 2.250618895554024e-06, "new_lr": 1.8004951164432193e-06, "reason": "recent_loss_increase"}}
{"step": 18900, "tokens_seen": 77414400, "loss": 3.291517734527588, "lr": 1.8004951164432193e-06, "tokens_per_second": 349652.72319063323}
{"step": 19000, "tokens_seen": 77824000, "loss": 3.142235279083252, "lr": 1.8004951164432193e-06, "tokens_per_second": 349662.03576040646}
{"step": 19100, "tokens_seen": 78233600, "loss": 3.3289635181427, "lr": 1.4403960931545756e-06, "tokens_per_second": 349654.4215961909, "lr_controller": {"step": 19100, "old_lr": 1.8004951164432193e-06, "new_lr": 1.4403960931545756e-06, "reason": "recent_loss_increase"}}
{"step": 19200, "tokens_seen": 78643200, "loss": 3.126544952392578, "lr": 1.4403960931545756e-06, "tokens_per_second": 349658.69568017515}
{"step": 19300, "tokens_seen": 79052800, "loss": 3.1652863025665283, "lr": 1.4403960931545756e-06, "tokens_per_second": 349665.72655884095}
{"step": 19400, "tokens_seen": 79462400, "loss": 3.425271511077881, "lr": 1.1523168745236605e-06, "tokens_per_second": 349676.18439018464, "lr_controller": {"step": 19400, "old_lr": 1.4403960931545756e-06, "new_lr": 1.1523168745236605e-06, "reason": "recent_loss_increase"}}
{"step": 19500, "tokens_seen": 79872000, "loss": 3.2116966247558594, "lr": 1.1523168745236605e-06, "tokens_per_second": 349677.34745213477}
{"step": 19600, "tokens_seen": 80281600, "loss": 3.132669687271118, "lr": 1e-06, "tokens_per_second": 349682.5969850891, "lr_controller": {"step": 19600, "old_lr": 1.1523168745236605e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 19700, "tokens_seen": 80691200, "loss": 3.2686727046966553, "lr": 1e-06, "tokens_per_second": 349689.47201306635}
{"step": 19800, "tokens_seen": 81100800, "loss": 3.281792163848877, "lr": 1e-06, "tokens_per_second": 349696.0794195652}
{"step": 19900, "tokens_seen": 81510400, "loss": 3.2567880153656006, "lr": 1e-06, "tokens_per_second": 349703.91663543903}
{"step": 20000, "tokens_seen": 81920000, "loss": 3.1090755462646484, "lr": 1e-06, "tokens_per_second": 349709.3334341568}
{"step": 20100, "tokens_seen": 82329600, "loss": 3.2958993911743164, "lr": 1.05e-06, "tokens_per_second": 349692.9252500855, "lr_controller": {"step": 20100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 20200, "tokens_seen": 82739200, "loss": 3.2895708084106445, "lr": 1.05e-06, "tokens_per_second": 349699.4052846934}
{"step": 20300, "tokens_seen": 83148800, "loss": 2.8702502250671387, "lr": 1e-06, "tokens_per_second": 349706.742205786, "lr_controller": {"step": 20300, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 20400, "tokens_seen": 83558400, "loss": 3.137327194213867, "lr": 1e-06, "tokens_per_second": 349710.2436542295}
{"step": 20500, "tokens_seen": 83968000, "loss": 3.277857542037964, "lr": 1.05e-06, "tokens_per_second": 349712.15044315613, "lr_controller": {"step": 20500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 20600, "tokens_seen": 84377600, "loss": 3.118040084838867, "lr": 1.05e-06, "tokens_per_second": 349716.08419511345}
{"step": 20700, "tokens_seen": 84787200, "loss": 3.2704520225524902, "lr": 1e-06, "tokens_per_second": 349727.9125986407, "lr_controller": {"step": 20700, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 20800, "tokens_seen": 85196800, "loss": 3.1263465881347656, "lr": 1e-06, "tokens_per_second": 349719.98526511097}
{"step": 20900, "tokens_seen": 85606400, "loss": 2.987226963043213, "lr": 1e-06, "tokens_per_second": 349714.3205239983}
{"step": 21000, "tokens_seen": 86016000, "loss": 3.163996934890747, "lr": 1.05e-06, "tokens_per_second": 349714.24181169074, "lr_controller": {"step": 21000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 21100, "tokens_seen": 86425600, "loss": 3.219658136367798, "lr": 1.05e-06, "tokens_per_second": 349719.88799157477}
{"step": 21200, "tokens_seen": 86835200, "loss": 3.0699269771575928, "lr": 1.05e-06, "tokens_per_second": 349719.52082368726}
{"step": 21300, "tokens_seen": 87244800, "loss": 3.196491241455078, "lr": 1.1025e-06, "tokens_per_second": 349722.0147542596, "lr_controller": {"step": 21300, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 21400, "tokens_seen": 87654400, "loss": 3.228421688079834, "lr": 1.1025e-06, "tokens_per_second": 349708.3691126643}
{"step": 21500, "tokens_seen": 88064000, "loss": 3.376227855682373, "lr": 1e-06, "tokens_per_second": 349698.3326956752, "lr_controller": {"step": 21500, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 21600, "tokens_seen": 88473600, "loss": 3.1819448471069336, "lr": 1e-06, "tokens_per_second": 349693.67643158475}
{"step": 21700, "tokens_seen": 88883200, "loss": 2.9395930767059326, "lr": 1e-06, "tokens_per_second": 349688.5282243332}
{"step": 21800, "tokens_seen": 89292800, "loss": 3.229602813720703, "lr": 1e-06, "tokens_per_second": 349679.47622529697}
{"step": 21900, "tokens_seen": 89702400, "loss": 3.2650701999664307, "lr": 1e-06, "tokens_per_second": 349686.09659763984}
{"step": 22000, "tokens_seen": 90112000, "loss": 3.2396140098571777, "lr": 1e-06, "tokens_per_second": 349692.57776431873}
{"step": 22100, "tokens_seen": 90521600, "loss": 3.2365429401397705, "lr": 1e-06, "tokens_per_second": 349695.99898800533}
{"step": 22200, "tokens_seen": 90931200, "loss": 3.197978973388672, "lr": 1e-06, "tokens_per_second": 349702.3913079642}
{"step": 22300, "tokens_seen": 91340800, "loss": 3.218189239501953, "lr": 1e-06, "tokens_per_second": 349708.49605257163}
{"step": 22400, "tokens_seen": 91750400, "loss": 2.9811737537384033, "lr": 1e-06, "tokens_per_second": 349710.72240566404}
{"step": 22500, "tokens_seen": 92160000, "loss": 3.3012442588806152, "lr": 1e-06, "tokens_per_second": 349711.8263856708}
{"step": 22600, "tokens_seen": 92569600, "loss": 3.174330234527588, "lr": 1e-06, "tokens_per_second": 349709.4891488778}
{"step": 22700, "tokens_seen": 92979200, "loss": 2.9792017936706543, "lr": 1e-06, "tokens_per_second": 349713.0982482493}
{"step": 22800, "tokens_seen": 93388800, "loss": 3.186831474304199, "lr": 1e-06, "tokens_per_second": 349714.81236926775}
{"step": 22900, "tokens_seen": 93798400, "loss": 3.196347236633301, "lr": 1e-06, "tokens_per_second": 349720.8258248585}
{"step": 23000, "tokens_seen": 94208000, "loss": 3.079291582107544, "lr": 1.05e-06, "tokens_per_second": 349724.77646425564, "lr_controller": {"step": 23000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 23100, "tokens_seen": 94617600, "loss": 3.357541561126709, "lr": 1.05e-06, "tokens_per_second": 349730.8167967091}
{"step": 23200, "tokens_seen": 95027200, "loss": 3.112076759338379, "lr": 1.1025e-06, "tokens_per_second": 349734.30141124583, "lr_controller": {"step": 23200, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 23300, "tokens_seen": 95436800, "loss": 3.11165452003479, "lr": 1.1025e-06, "tokens_per_second": 349740.1775288417}
{"step": 23400, "tokens_seen": 95846400, "loss": 3.0866172313690186, "lr": 1.1025e-06, "tokens_per_second": 349746.00757375365}
{"step": 23500, "tokens_seen": 96256000, "loss": 3.3406150341033936, "lr": 1.1025e-06, "tokens_per_second": 349748.0668763523}
{"step": 23600, "tokens_seen": 96665600, "loss": 3.037264823913574, "lr": 1.1025e-06, "tokens_per_second": 349754.86822714977}
{"step": 23700, "tokens_seen": 97075200, "loss": 2.9993815422058105, "lr": 1.157625e-06, "tokens_per_second": 349759.9377285368, "lr_controller": {"step": 23700, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 23800, "tokens_seen": 97484800, "loss": 3.1686441898345947, "lr": 1.157625e-06, "tokens_per_second": 349765.6451472403}
{"step": 23900, "tokens_seen": 97894400, "loss": 3.1803343296051025, "lr": 1e-06, "tokens_per_second": 349772.37345876335, "lr_controller": {"step": 23900, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 24000, "tokens_seen": 98304000, "loss": 3.0122299194335938, "lr": 1e-06, "tokens_per_second": 349772.4486618262}
{"step": 24100, "tokens_seen": 98713600, "loss": 3.166834831237793, "lr": 1e-06, "tokens_per_second": 349780.00979257666}
{"step": 24200, "tokens_seen": 99123200, "loss": 3.388505697250366, "lr": 1e-06, "tokens_per_second": 349783.9717391218}
{"step": 24300, "tokens_seen": 99532800, "loss": 3.1974472999572754, "lr": 1.05e-06, "tokens_per_second": 349784.9545828083, "lr_controller": {"step": 24300, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 24400, "tokens_seen": 99942400, "loss": 3.2605948448181152, "lr": 1.05e-06, "tokens_per_second": 349790.6683017592}
{"step": 24500, "tokens_seen": 100352000, "loss": 3.1595349311828613, "lr": 1.05e-06, "tokens_per_second": 349795.53788435605}
{"step": 24600, "tokens_seen": 100761600, "loss": 3.2950775623321533, "lr": 1.1025e-06, "tokens_per_second": 349798.7081737709, "lr_controller": {"step": 24600, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 24700, "tokens_seen": 101171200, "loss": 3.146584987640381, "lr": 1.1025e-06, "tokens_per_second": 349804.6758673022}
{"step": 24800, "tokens_seen": 101580800, "loss": 2.9181628227233887, "lr": 1.1025e-06, "tokens_per_second": 349808.8502897592}
{"step": 24900, "tokens_seen": 101990400, "loss": 3.3279051780700684, "lr": 1e-06, "tokens_per_second": 349813.00529795064, "lr_controller": {"step": 24900, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 25000, "tokens_seen": 102400000, "loss": 3.269561290740967, "lr": 1e-06, "tokens_per_second": 349815.2760509674}
{"step": 25100, "tokens_seen": 102809600, "loss": 3.160521984100342, "lr": 1.05e-06, "tokens_per_second": 349818.2716903848, "lr_controller": {"step": 25100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 25200, "tokens_seen": 103219200, "loss": 3.252575159072876, "lr": 1.05e-06, "tokens_per_second": 349815.51945127704}
{"step": 25300, "tokens_seen": 103628800, "loss": 3.26926326751709, "lr": 1.05e-06, "tokens_per_second": 349823.7292056713}
{"step": 25400, "tokens_seen": 104038400, "loss": 2.993638038635254, "lr": 1.05e-06, "tokens_per_second": 349831.12812409375}
{"step": 25500, "tokens_seen": 104448000, "loss": 3.208690643310547, "lr": 1.1025e-06, "tokens_per_second": 349837.40717101045, "lr_controller": {"step": 25500, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 25600, "tokens_seen": 104857600, "loss": 3.1792638301849365, "lr": 1.1025e-06, "tokens_per_second": 349842.3005147117}
{"step": 25700, "tokens_seen": 105267200, "loss": 3.065399169921875, "lr": 1.1025e-06, "tokens_per_second": 349847.5573089754}
{"step": 25800, "tokens_seen": 105676800, "loss": 3.2906830310821533, "lr": 1.1025e-06, "tokens_per_second": 349857.5673845965}
{"step": 25900, "tokens_seen": 106086400, "loss": 3.0556235313415527, "lr": 1.1025e-06, "tokens_per_second": 349864.91620102106}
{"step": 26000, "tokens_seen": 106496000, "loss": 2.8676955699920654, "lr": 1e-06, "tokens_per_second": 349869.8226787915, "lr_controller": {"step": 26000, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 26100, "tokens_seen": 106905600, "loss": 3.0809223651885986, "lr": 1e-06, "tokens_per_second": 349860.2712693562}
{"step": 26200, "tokens_seen": 107315200, "loss": 3.1957383155822754, "lr": 1e-06, "tokens_per_second": 349865.10867035296}
{"step": 26300, "tokens_seen": 107724800, "loss": 3.0751583576202393, "lr": 1e-06, "tokens_per_second": 349868.15496222844}
{"step": 26400, "tokens_seen": 108134400, "loss": 3.062445640563965, "lr": 1e-06, "tokens_per_second": 349872.8413207341}
{"step": 26500, "tokens_seen": 108544000, "loss": 3.1986403465270996, "lr": 1e-06, "tokens_per_second": 349874.59495580354}
{"step": 26600, "tokens_seen": 108953600, "loss": 3.2031490802764893, "lr": 1e-06, "tokens_per_second": 349875.8323597549}
{"step": 26700, "tokens_seen": 109363200, "loss": 3.0035698413848877, "lr": 1e-06, "tokens_per_second": 349878.43702451076}
{"step": 26800, "tokens_seen": 109772800, "loss": 3.150432825088501, "lr": 1e-06, "tokens_per_second": 349879.95398611634}
{"step": 26900, "tokens_seen": 110182400, "loss": 3.1850903034210205, "lr": 1.05e-06, "tokens_per_second": 349883.75631559704, "lr_controller": {"step": 26900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 27000, "tokens_seen": 110592000, "loss": 3.216503620147705, "lr": 1.05e-06, "tokens_per_second": 349890.2246837797}
{"step": 27100, "tokens_seen": 111001600, "loss": 2.866952419281006, "lr": 1.05e-06, "tokens_per_second": 349891.2667783825}
{"step": 27200, "tokens_seen": 111411200, "loss": 3.1589534282684326, "lr": 1.1025e-06, "tokens_per_second": 349897.02648100065, "lr_controller": {"step": 27200, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 27300, "tokens_seen": 111820800, "loss": 3.169858932495117, "lr": 1.1025e-06, "tokens_per_second": 349900.8497961156}
{"step": 27400, "tokens_seen": 112230400, "loss": 3.3744144439697266, "lr": 1e-06, "tokens_per_second": 349906.5666054951, "lr_controller": {"step": 27400, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 27500, "tokens_seen": 112640000, "loss": 3.1832058429718018, "lr": 1e-06, "tokens_per_second": 349909.97336264583}
{"step": 27600, "tokens_seen": 113049600, "loss": 2.827138900756836, "lr": 1e-06, "tokens_per_second": 349912.88114684075}
{"step": 27700, "tokens_seen": 113459200, "loss": 3.0169408321380615, "lr": 1e-06, "tokens_per_second": 349916.63763537793}
{"step": 27800, "tokens_seen": 113868800, "loss": 3.3699779510498047, "lr": 1e-06, "tokens_per_second": 349918.967382762}
{"step": 27900, "tokens_seen": 114278400, "loss": 3.36116361618042, "lr": 1e-06, "tokens_per_second": 349922.9207528669}
{"step": 28000, "tokens_seen": 114688000, "loss": 3.282996654510498, "lr": 1e-06, "tokens_per_second": 349926.85131858377}
{"step": 28100, "tokens_seen": 115097600, "loss": 3.222161293029785, "lr": 1e-06, "tokens_per_second": 349929.44338184997}
{"step": 28200, "tokens_seen": 115507200, "loss": 3.3000500202178955, "lr": 1.05e-06, "tokens_per_second": 349931.4964267832, "lr_controller": {"step": 28200, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 28300, "tokens_seen": 115916800, "loss": 3.3000600337982178, "lr": 1.05e-06, "tokens_per_second": 349937.52404236444}
{"step": 28400, "tokens_seen": 116326400, "loss": 3.1427643299102783, "lr": 1.05e-06, "tokens_per_second": 349943.52397288}
{"step": 28500, "tokens_seen": 116736000, "loss": 3.3152990341186523, "lr": 1e-06, "tokens_per_second": 349945.5881990957, "lr_controller": {"step": 28500, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 28600, "tokens_seen": 117145600, "loss": 2.9519526958465576, "lr": 1e-06, "tokens_per_second": 349948.45029399125}
{"step": 28700, "tokens_seen": 117555200, "loss": 3.3642899990081787, "lr": 1e-06, "tokens_per_second": 349953.5184697828}
{"step": 28800, "tokens_seen": 117964800, "loss": 3.199216365814209, "lr": 1e-06, "tokens_per_second": 349957.74070178356}
{"step": 28900, "tokens_seen": 118374400, "loss": 3.1424827575683594, "lr": 1e-06, "tokens_per_second": 349959.98090541014}
{"step": 29000, "tokens_seen": 118784000, "loss": 3.048431873321533, "lr": 1e-06, "tokens_per_second": 349962.767150863}
{"step": 29100, "tokens_seen": 119193600, "loss": 3.1189723014831543, "lr": 1e-06, "tokens_per_second": 349966.0845256873}
{"step": 29200, "tokens_seen": 119603200, "loss": 3.000866174697876, "lr": 1e-06, "tokens_per_second": 349966.20018789876}
{"step": 29300, "tokens_seen": 120012800, "loss": 3.244736909866333, "lr": 1.05e-06, "tokens_per_second": 349970.1801277293, "lr_controller": {"step": 29300, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 29400, "tokens_seen": 120422400, "loss": 3.234076738357544, "lr": 1.05e-06, "tokens_per_second": 349972.51370145945}
{"step": 29500, "tokens_seen": 120832000, "loss": 3.1548452377319336, "lr": 1.05e-06, "tokens_per_second": 349975.5838211002}
{"step": 29600, "tokens_seen": 121241600, "loss": 2.766533374786377, "lr": 1.05e-06, "tokens_per_second": 349972.7495285053}
{"step": 29700, "tokens_seen": 121651200, "loss": 3.311321496963501, "lr": 1e-06, "tokens_per_second": 349976.7905487985, "lr_controller": {"step": 29700, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 29800, "tokens_seen": 122060800, "loss": 3.131230354309082, "lr": 1e-06, "tokens_per_second": 349980.239910942}
{"step": 29900, "tokens_seen": 122470400, "loss": 3.1406431198120117, "lr": 1e-06, "tokens_per_second": 349983.6173846907}
{"step": 30000, "tokens_seen": 122880000, "loss": 3.1670525074005127, "lr": 1e-06, "tokens_per_second": 349986.1296534304}
{"step": 30100, "tokens_seen": 123289600, "loss": 3.208496570587158, "lr": 1.05e-06, "tokens_per_second": 349976.5942603667, "lr_controller": {"step": 30100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 30200, "tokens_seen": 123699200, "loss": 3.2003087997436523, "lr": 1.05e-06, "tokens_per_second": 349976.38234141754}
{"step": 30300, "tokens_seen": 124108800, "loss": 3.168105125427246, "lr": 1.05e-06, "tokens_per_second": 349979.0961041603}
{"step": 30400, "tokens_seen": 124518400, "loss": 3.24053955078125, "lr": 1.05e-06, "tokens_per_second": 349982.75972623675}
{"step": 30500, "tokens_seen": 124928000, "loss": 3.1910693645477295, "lr": 1e-06, "tokens_per_second": 349972.7390753691, "lr_controller": {"step": 30500, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 30600, "tokens_seen": 125337600, "loss": 3.177248001098633, "lr": 1e-06, "tokens_per_second": 349973.21771951806}
{"step": 30700, "tokens_seen": 125747200, "loss": 3.1731276512145996, "lr": 1e-06, "tokens_per_second": 349953.8429184214}
{"step": 30800, "tokens_seen": 126156800, "loss": 3.0725278854370117, "lr": 1.05e-06, "tokens_per_second": 349956.3202168812, "lr_controller": {"step": 30800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 30900, "tokens_seen": 126566400, "loss": 3.2928619384765625, "lr": 1.05e-06, "tokens_per_second": 349959.9498056379}
{"step": 31000, "tokens_seen": 126976000, "loss": 3.268167018890381, "lr": 1.05e-06, "tokens_per_second": 349963.3649504097}
{"step": 31100, "tokens_seen": 127385600, "loss": 3.269334316253662, "lr": 1e-06, "tokens_per_second": 349967.00806081685, "lr_controller": {"step": 31100, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 31200, "tokens_seen": 127795200, "loss": 3.2355151176452637, "lr": 1e-06, "tokens_per_second": 349971.0380534564}
{"step": 31300, "tokens_seen": 128204800, "loss": 3.182734966278076, "lr": 1e-06, "tokens_per_second": 349972.2510018165}
{"step": 31400, "tokens_seen": 128614400, "loss": 3.2127785682678223, "lr": 1e-06, "tokens_per_second": 349968.1385851892}
{"step": 31500, "tokens_seen": 129024000, "loss": 2.994227409362793, "lr": 1e-06, "tokens_per_second": 349971.27790877287}
{"step": 31600, "tokens_seen": 129433600, "loss": 3.124589443206787, "lr": 1e-06, "tokens_per_second": 349974.0966761036}
{"step": 31700, "tokens_seen": 129843200, "loss": 3.1875929832458496, "lr": 1e-06, "tokens_per_second": 349975.458091655}
{"step": 31800, "tokens_seen": 130252800, "loss": 3.1493780612945557, "lr": 1e-06, "tokens_per_second": 349962.7327894958}
{"step": 31900, "tokens_seen": 130662400, "loss": 3.250875473022461, "lr": 1.05e-06, "tokens_per_second": 349935.7258221237, "lr_controller": {"step": 31900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 32000, "tokens_seen": 131072000, "loss": 3.2489941120147705, "lr": 1.05e-06, "tokens_per_second": 349928.3441456388}
{"step": 32100, "tokens_seen": 131481600, "loss": 2.9677183628082275, "lr": 1.05e-06, "tokens_per_second": 349930.29571733053}
{"step": 32200, "tokens_seen": 131891200, "loss": 3.0966267585754395, "lr": 1.05e-06, "tokens_per_second": 349923.57306156826}
{"step": 32300, "tokens_seen": 132300800, "loss": 3.247891902923584, "lr": 1.05e-06, "tokens_per_second": 349921.7546383301}
{"step": 32400, "tokens_seen": 132710400, "loss": 3.180192470550537, "lr": 1.05e-06, "tokens_per_second": 349918.2710402504}
{"step": 32500, "tokens_seen": 133120000, "loss": 3.186596632003784, "lr": 1.1025e-06, "tokens_per_second": 349919.45579309674, "lr_controller": {"step": 32500, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 32600, "tokens_seen": 133529600, "loss": 3.146925449371338, "lr": 1.1025e-06, "tokens_per_second": 349921.54670694924}
{"step": 32700, "tokens_seen": 133939200, "loss": 3.121183395385742, "lr": 1.1025e-06, "tokens_per_second": 349928.26051446644}
{"step": 32800, "tokens_seen": 134348800, "loss": 3.2873525619506836, "lr": 1.1025e-06, "tokens_per_second": 349927.30881135963}
{"step": 32900, "tokens_seen": 134758400, "loss": 3.0577235221862793, "lr": 1.157625e-06, "tokens_per_second": 349928.19892791315, "lr_controller": {"step": 32900, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 33000, "tokens_seen": 135168000, "loss": 3.2476181983947754, "lr": 1.157625e-06, "tokens_per_second": 349929.3566612558}
{"step": 33100, "tokens_seen": 135577600, "loss": 3.213552474975586, "lr": 1.21550625e-06, "tokens_per_second": 349916.7215209969, "lr_controller": {"step": 33100, "old_lr": 1.157625e-06, "new_lr": 1.21550625e-06, "reason": "slow_progress"}}
{"step": 33200, "tokens_seen": 135987200, "loss": 3.302429676055908, "lr": 1.21550625e-06, "tokens_per_second": 349912.59094443347}
{"step": 33300, "tokens_seen": 136396800, "loss": 3.2269129753112793, "lr": 1.2762815625000002e-06, "tokens_per_second": 349913.7381436425, "lr_controller": {"step": 33300, "old_lr": 1.21550625e-06, "new_lr": 1.2762815625000002e-06, "reason": "slow_progress"}}
{"step": 33400, "tokens_seen": 136806400, "loss": 2.99363374710083, "lr": 1.2762815625000002e-06, "tokens_per_second": 349908.9181731223}
{"step": 33500, "tokens_seen": 137216000, "loss": 3.273674964904785, "lr": 1.0210252500000002e-06, "tokens_per_second": 349907.48810030526, "lr_controller": {"step": 33500, "old_lr": 1.2762815625000002e-06, "new_lr": 1.0210252500000002e-06, "reason": "recent_loss_increase"}}
{"step": 33600, "tokens_seen": 137625600, "loss": 2.979029417037964, "lr": 1.0210252500000002e-06, "tokens_per_second": 349894.32754941995}
{"step": 33700, "tokens_seen": 138035200, "loss": 2.9629368782043457, "lr": 1e-06, "tokens_per_second": 349891.3645178775, "lr_controller": {"step": 33700, "old_lr": 1.0210252500000002e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 33800, "tokens_seen": 138444800, "loss": 3.2182955741882324, "lr": 1e-06, "tokens_per_second": 349886.34013356257}
{"step": 33900, "tokens_seen": 138854400, "loss": 3.3494033813476562, "lr": 1e-06, "tokens_per_second": 349890.9792390569}
{"step": 34000, "tokens_seen": 139264000, "loss": 2.9453916549682617, "lr": 1e-06, "tokens_per_second": 349892.2119314607}
{"step": 34100, "tokens_seen": 139673600, "loss": 3.14875864982605, "lr": 1e-06, "tokens_per_second": 349880.0634205579}
{"step": 34200, "tokens_seen": 140083200, "loss": 3.0672309398651123, "lr": 1e-06, "tokens_per_second": 349882.6885741312}
{"step": 34300, "tokens_seen": 140492800, "loss": 3.306015968322754, "lr": 1e-06, "tokens_per_second": 349879.6066652194}
{"step": 34400, "tokens_seen": 140902400, "loss": 3.2569546699523926, "lr": 1e-06, "tokens_per_second": 349873.97490705363}
{"step": 34500, "tokens_seen": 141312000, "loss": 3.0970964431762695, "lr": 1.05e-06, "tokens_per_second": 349864.6447480072, "lr_controller": {"step": 34500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 34600, "tokens_seen": 141721600, "loss": 3.315506935119629, "lr": 1.05e-06, "tokens_per_second": 349864.917196448}
{"step": 34700, "tokens_seen": 142131200, "loss": 3.370408535003662, "lr": 1e-06, "tokens_per_second": 349867.0914932704, "lr_controller": {"step": 34700, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 34800, "tokens_seen": 142540800, "loss": 2.7061614990234375, "lr": 1e-06, "tokens_per_second": 349871.9420476978}
{"step": 34900, "tokens_seen": 142950400, "loss": 3.1649422645568848, "lr": 1e-06, "tokens_per_second": 349878.06813954306}
{"step": 35000, "tokens_seen": 143360000, "loss": 3.3024442195892334, "lr": 1.05e-06, "tokens_per_second": 349870.6868502235, "lr_controller": {"step": 35000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 35100, "tokens_seen": 143769600, "loss": 3.2491841316223145, "lr": 1.05e-06, "tokens_per_second": 349867.19804019126}
{"step": 35200, "tokens_seen": 144179200, "loss": 3.000783681869507, "lr": 1.1025e-06, "tokens_per_second": 349868.8093211885, "lr_controller": {"step": 35200, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 35300, "tokens_seen": 144588800, "loss": 3.1374192237854004, "lr": 1.1025e-06, "tokens_per_second": 349870.5622667622}
{"step": 35400, "tokens_seen": 144998400, "loss": 3.1867570877075195, "lr": 1.1025e-06, "tokens_per_second": 349878.0841090751}
{"step": 35500, "tokens_seen": 145408000, "loss": 3.311359405517578, "lr": 1e-06, "tokens_per_second": 349880.8846312938, "lr_controller": {"step": 35500, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 35600, "tokens_seen": 145817600, "loss": 3.225040912628174, "lr": 1e-06, "tokens_per_second": 349880.2919958872}
{"step": 35700, "tokens_seen": 146227200, "loss": 2.991379499435425, "lr": 1.05e-06, "tokens_per_second": 349880.6212206752, "lr_controller": {"step": 35700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 35800, "tokens_seen": 146636800, "loss": 3.423734188079834, "lr": 1.05e-06, "tokens_per_second": 349871.3872439465}
{"step": 35900, "tokens_seen": 147046400, "loss": 3.2735636234283447, "lr": 1e-06, "tokens_per_second": 349867.32640994433, "lr_controller": {"step": 35900, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 36000, "tokens_seen": 147456000, "loss": 3.1571385860443115, "lr": 1e-06, "tokens_per_second": 349869.7476365169}
{"step": 36100, "tokens_seen": 147865600, "loss": 3.268014907836914, "lr": 1e-06, "tokens_per_second": 349871.4534215649}
{"step": 36200, "tokens_seen": 148275200, "loss": 3.1063051223754883, "lr": 1e-06, "tokens_per_second": 349874.04459346965}
{"step": 36300, "tokens_seen": 148684800, "loss": 2.773273468017578, "lr": 1e-06, "tokens_per_second": 349875.9859335401}
{"step": 36400, "tokens_seen": 149094400, "loss": 3.250734806060791, "lr": 1e-06, "tokens_per_second": 349880.44559936394}
{"step": 36500, "tokens_seen": 149504000, "loss": 2.984649181365967, "lr": 1.05e-06, "tokens_per_second": 349881.7987406295, "lr_controller": {"step": 36500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 36600, "tokens_seen": 149913600, "loss": 2.9698009490966797, "lr": 1.05e-06, "tokens_per_second": 349883.7235090246}
{"step": 36700, "tokens_seen": 150323200, "loss": 3.158266067504883, "lr": 1.05e-06, "tokens_per_second": 349887.1891779043}
{"step": 36800, "tokens_seen": 150732800, "loss": 3.1434409618377686, "lr": 1.05e-06, "tokens_per_second": 349890.2079403415}
{"step": 36900, "tokens_seen": 151142400, "loss": 3.276805877685547, "lr": 1.05e-06, "tokens_per_second": 349882.9572374094}
{"step": 37000, "tokens_seen": 151552000, "loss": 3.064143419265747, "lr": 1.05e-06, "tokens_per_second": 349876.4412325805}
{"step": 37100, "tokens_seen": 151961600, "loss": 3.2959835529327393, "lr": 1.1025e-06, "tokens_per_second": 349824.8310499635, "lr_controller": {"step": 37100, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 37200, "tokens_seen": 152371200, "loss": 3.174180030822754, "lr": 1.1025e-06, "tokens_per_second": 349769.5763366836}
{"step": 37300, "tokens_seen": 152780800, "loss": 3.101698398590088, "lr": 1e-06, "tokens_per_second": 349717.9682954896, "lr_controller": {"step": 37300, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 37400, "tokens_seen": 153190400, "loss": 3.274198055267334, "lr": 1e-06, "tokens_per_second": 349680.0431604848}
{"step": 37500, "tokens_seen": 153600000, "loss": 3.140076160430908, "lr": 1e-06, "tokens_per_second": 349633.93742670375}
{"step": 37600, "tokens_seen": 154009600, "loss": 3.107354164123535, "lr": 1e-06, "tokens_per_second": 349588.9189885675}
{"step": 37700, "tokens_seen": 154419200, "loss": 3.182955026626587, "lr": 1.05e-06, "tokens_per_second": 349544.1840758507, "lr_controller": {"step": 37700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 37800, "tokens_seen": 154828800, "loss": 3.158419609069824, "lr": 1.05e-06, "tokens_per_second": 349504.5484906193}
{"step": 37900, "tokens_seen": 155238400, "loss": 3.253481864929199, "lr": 1.05e-06, "tokens_per_second": 349474.88231108023}
{"step": 38000, "tokens_seen": 155648000, "loss": 3.2167868614196777, "lr": 1.05e-06, "tokens_per_second": 349430.31785955944}
{"step": 38100, "tokens_seen": 156057600, "loss": 3.08687424659729, "lr": 1.05e-06, "tokens_per_second": 349388.2328360731}
{"step": 38200, "tokens_seen": 156467200, "loss": 3.1595873832702637, "lr": 1e-06, "tokens_per_second": 349336.67598458426, "lr_controller": {"step": 38200, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 38300, "tokens_seen": 156876800, "loss": 3.006676435470581, "lr": 1e-06, "tokens_per_second": 349297.8297782867}
{"step": 38400, "tokens_seen": 157286400, "loss": 2.9288196563720703, "lr": 1e-06, "tokens_per_second": 349261.5987809659}
{"step": 38500, "tokens_seen": 157696000, "loss": 2.7532989978790283, "lr": 1e-06, "tokens_per_second": 349213.2276281101}
{"step": 38600, "tokens_seen": 158105600, "loss": 3.3682847023010254, "lr": 1.05e-06, "tokens_per_second": 349175.2598054252, "lr_controller": {"step": 38600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 38700, "tokens_seen": 158515200, "loss": 3.1840875148773193, "lr": 1.05e-06, "tokens_per_second": 349168.9728302114}
{"step": 38800, "tokens_seen": 158924800, "loss": 2.978895664215088, "lr": 1.05e-06, "tokens_per_second": 349169.6809267399}
{"step": 38900, "tokens_seen": 159334400, "loss": 3.1371774673461914, "lr": 1.1025e-06, "tokens_per_second": 349173.43552318995, "lr_controller": {"step": 38900, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 39000, "tokens_seen": 159744000, "loss": 3.1669015884399414, "lr": 1.1025e-06, "tokens_per_second": 349159.57575997454}
{"step": 39100, "tokens_seen": 160153600, "loss": 3.186253070831299, "lr": 1e-06, "tokens_per_second": 349158.1229167155, "lr_controller": {"step": 39100, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 39200, "tokens_seen": 160563200, "loss": 3.1964271068573, "lr": 1e-06, "tokens_per_second": 349156.5212747717}
{"step": 39300, "tokens_seen": 160972800, "loss": 3.2511227130889893, "lr": 1e-06, "tokens_per_second": 349151.42133887514}
{"step": 39400, "tokens_seen": 161382400, "loss": 3.0518686771392822, "lr": 1e-06, "tokens_per_second": 349150.67496807774}
{"step": 39500, "tokens_seen": 161792000, "loss": 3.253159761428833, "lr": 1e-06, "tokens_per_second": 349144.69428796496}
{"step": 39600, "tokens_seen": 162201600, "loss": 3.167694568634033, "lr": 1.05e-06, "tokens_per_second": 349146.42476551305, "lr_controller": {"step": 39600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 39700, "tokens_seen": 162611200, "loss": 3.3450827598571777, "lr": 1.05e-06, "tokens_per_second": 349138.6575908565}
{"step": 39800, "tokens_seen": 163020800, "loss": 3.0729236602783203, "lr": 1.05e-06, "tokens_per_second": 349134.7005585551}
{"step": 39900, "tokens_seen": 163430400, "loss": 3.1361427307128906, "lr": 1.05e-06, "tokens_per_second": 349133.11870744167}
{"step": 40000, "tokens_seen": 163840000, "loss": 3.072559118270874, "lr": 1.05e-06, "tokens_per_second": 349137.8829448792}
{"step": 40100, "tokens_seen": 164249600, "loss": 3.239335536956787, "lr": 1.1025e-06, "tokens_per_second": 349130.389910206, "lr_controller": {"step": 40100, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 40200, "tokens_seen": 164659200, "loss": 3.3683652877807617, "lr": 1.1025e-06, "tokens_per_second": 349122.8250520983}
{"step": 40300, "tokens_seen": 165068800, "loss": 2.9731948375701904, "lr": 1.1025e-06, "tokens_per_second": 349128.66445702116}
{"step": 40400, "tokens_seen": 165478400, "loss": 3.152120351791382, "lr": 1e-06, "tokens_per_second": 349129.50733805116, "lr_controller": {"step": 40400, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 40500, "tokens_seen": 165888000, "loss": 2.9410650730133057, "lr": 1e-06, "tokens_per_second": 349130.81643679156}
{"step": 40600, "tokens_seen": 166297600, "loss": 3.266894817352295, "lr": 1e-06, "tokens_per_second": 349137.2194439914}
{"step": 40700, "tokens_seen": 166707200, "loss": 3.137269973754883, "lr": 1e-06, "tokens_per_second": 349121.9083148636}
{"step": 40800, "tokens_seen": 167116800, "loss": 3.067424774169922, "lr": 1e-06, "tokens_per_second": 349124.5218499093}
{"step": 40900, "tokens_seen": 167526400, "loss": 2.9387505054473877, "lr": 1e-06, "tokens_per_second": 349128.0668426555}
{"step": 41000, "tokens_seen": 167936000, "loss": 3.248385190963745, "lr": 1.05e-06, "tokens_per_second": 349125.4811687658, "lr_controller": {"step": 41000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 41100, "tokens_seen": 168345600, "loss": 3.17695951461792, "lr": 1.05e-06, "tokens_per_second": 349123.65159786143}
{"step": 41200, "tokens_seen": 168755200, "loss": 3.283761978149414, "lr": 1.05e-06, "tokens_per_second": 349123.16566637845}
{"step": 41300, "tokens_seen": 169164800, "loss": 3.358273506164551, "lr": 1e-06, "tokens_per_second": 349129.4084759737, "lr_controller": {"step": 41300, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 41400, "tokens_seen": 169574400, "loss": 3.210235595703125, "lr": 1e-06, "tokens_per_second": 349122.89609929017}
{"step": 41500, "tokens_seen": 169984000, "loss": 3.021543502807617, "lr": 1.05e-06, "tokens_per_second": 349118.2847120097, "lr_controller": {"step": 41500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 41600, "tokens_seen": 170393600, "loss": 3.0279579162597656, "lr": 1.05e-06, "tokens_per_second": 349115.8971018058}
{"step": 41700, "tokens_seen": 170803200, "loss": 3.0472488403320312, "lr": 1e-06, "tokens_per_second": 349118.5442658995, "lr_controller": {"step": 41700, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 41800, "tokens_seen": 171212800, "loss": 3.1104040145874023, "lr": 1e-06, "tokens_per_second": 349120.3931298516}
{"step": 41900, "tokens_seen": 171622400, "loss": 3.267298698425293, "lr": 1e-06, "tokens_per_second": 349124.90109353914}
{"step": 42000, "tokens_seen": 172032000, "loss": 2.9528393745422363, "lr": 1e-06, "tokens_per_second": 349125.92351800366}
{"step": 42100, "tokens_seen": 172441600, "loss": 3.150911331176758, "lr": 1e-06, "tokens_per_second": 349123.17088686454}
{"step": 42200, "tokens_seen": 172851200, "loss": 3.1696949005126953, "lr": 1.05e-06, "tokens_per_second": 349118.7607484604, "lr_controller": {"step": 42200, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 42300, "tokens_seen": 173260800, "loss": 3.320413589477539, "lr": 1.05e-06, "tokens_per_second": 349118.48771400395}
{"step": 42400, "tokens_seen": 173670400, "loss": 3.1754090785980225, "lr": 1.05e-06, "tokens_per_second": 349119.3527736334}
{"step": 42500, "tokens_seen": 174080000, "loss": 3.3134522438049316, "lr": 1e-06, "tokens_per_second": 349122.3877436851, "lr_controller": {"step": 42500, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 42600, "tokens_seen": 174489600, "loss": 3.268813371658325, "lr": 1e-06, "tokens_per_second": 349121.0315843983}
{"step": 42700, "tokens_seen": 174899200, "loss": 3.195894718170166, "lr": 1e-06, "tokens_per_second": 349125.649507313}
{"step": 42800, "tokens_seen": 175308800, "loss": 3.0784621238708496, "lr": 1e-06, "tokens_per_second": 349128.68954555324}
{"step": 42900, "tokens_seen": 175718400, "loss": 3.130341053009033, "lr": 1.05e-06, "tokens_per_second": 349132.262895637, "lr_controller": {"step": 42900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 43000, "tokens_seen": 176128000, "loss": 2.8755569458007812, "lr": 1.05e-06, "tokens_per_second": 349137.82618617796}
{"step": 43100, "tokens_seen": 176537600, "loss": 3.2442119121551514, "lr": 1.1025e-06, "tokens_per_second": 349134.37836759974, "lr_controller": {"step": 43100, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 43200, "tokens_seen": 176947200, "loss": 3.3338241577148438, "lr": 1.1025e-06, "tokens_per_second": 349135.20038935577}
{"step": 43300, "tokens_seen": 177356800, "loss": 3.2078895568847656, "lr": 1.1025e-06, "tokens_per_second": 349138.7938281313}
{"step": 43400, "tokens_seen": 177766400, "loss": 3.1807141304016113, "lr": 1.1025e-06, "tokens_per_second": 349143.30759031087}
{"step": 43500, "tokens_seen": 178176000, "loss": 3.2432122230529785, "lr": 1.1025e-06, "tokens_per_second": 349147.5845804586}
{"step": 43600, "tokens_seen": 178585600, "loss": 3.3172354698181152, "lr": 1e-06, "tokens_per_second": 349152.99482105527, "lr_controller": {"step": 43600, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 43700, "tokens_seen": 178995200, "loss": 3.0379104614257812, "lr": 1e-06, "tokens_per_second": 349154.4413969419}
{"step": 43800, "tokens_seen": 179404800, "loss": 3.2544476985931396, "lr": 1e-06, "tokens_per_second": 349144.9879311174}
{"step": 43900, "tokens_seen": 179814400, "loss": 3.136589765548706, "lr": 1.05e-06, "tokens_per_second": 349143.10241291753, "lr_controller": {"step": 43900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 44000, "tokens_seen": 180224000, "loss": 3.082664966583252, "lr": 1.05e-06, "tokens_per_second": 349136.7579639298}
{"step": 44100, "tokens_seen": 180633600, "loss": 3.166691780090332, "lr": 1.05e-06, "tokens_per_second": 349140.47916684806}
{"step": 44200, "tokens_seen": 181043200, "loss": 3.2102861404418945, "lr": 1.05e-06, "tokens_per_second": 349143.33390520915}
{"step": 44300, "tokens_seen": 181452800, "loss": 3.127631664276123, "lr": 1e-06, "tokens_per_second": 349142.05089913704, "lr_controller": {"step": 44300, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 44400, "tokens_seen": 181862400, "loss": 3.1858553886413574, "lr": 1e-06, "tokens_per_second": 349142.50169340154}
{"step": 44500, "tokens_seen": 182272000, "loss": 2.9502382278442383, "lr": 1e-06, "tokens_per_second": 349141.83271627885}
{"step": 44600, "tokens_seen": 182681600, "loss": 3.296473979949951, "lr": 1e-06, "tokens_per_second": 349147.5717301352}
{"step": 44700, "tokens_seen": 183091200, "loss": 3.371593952178955, "lr": 1.05e-06, "tokens_per_second": 349152.9753800712, "lr_controller": {"step": 44700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 44800, "tokens_seen": 183500800, "loss": 3.20654559135437, "lr": 1.05e-06, "tokens_per_second": 349144.55559441115}
{"step": 44900, "tokens_seen": 183910400, "loss": 3.2156615257263184, "lr": 1.05e-06, "tokens_per_second": 349147.6728818003}
{"step": 45000, "tokens_seen": 184320000, "loss": 2.8871660232543945, "lr": 1.1025e-06, "tokens_per_second": 349150.98278121697, "lr_controller": {"step": 45000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 45100, "tokens_seen": 184729600, "loss": 2.988797187805176, "lr": 1.1025e-06, "tokens_per_second": 349152.2664883443}
{"step": 45200, "tokens_seen": 185139200, "loss": 3.3316636085510254, "lr": 1e-06, "tokens_per_second": 349145.7039446922, "lr_controller": {"step": 45200, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 45300, "tokens_seen": 185548800, "loss": 3.144345283508301, "lr": 1e-06, "tokens_per_second": 349150.69970516226}
{"step": 45400, "tokens_seen": 185958400, "loss": 3.2267422676086426, "lr": 1.05e-06, "tokens_per_second": 349153.8820839569, "lr_controller": {"step": 45400, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 45500, "tokens_seen": 186368000, "loss": 3.1672887802124023, "lr": 1.05e-06, "tokens_per_second": 349158.6513022028}
{"step": 45600, "tokens_seen": 186777600, "loss": 3.24574613571167, "lr": 1.1025e-06, "tokens_per_second": 349162.64185172936, "lr_controller": {"step": 45600, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 45700, "tokens_seen": 187187200, "loss": 3.03759765625, "lr": 1.1025e-06, "tokens_per_second": 349165.5017934906}
{"step": 45800, "tokens_seen": 187596800, "loss": 3.2467145919799805, "lr": 1e-06, "tokens_per_second": 349168.1370151024, "lr_controller": {"step": 45800, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 45900, "tokens_seen": 188006400, "loss": 3.313288927078247, "lr": 1e-06, "tokens_per_second": 349171.89936027105}
{"step": 46000, "tokens_seen": 188416000, "loss": 3.2947998046875, "lr": 1e-06, "tokens_per_second": 349175.7529613054}
{"step": 46100, "tokens_seen": 188825600, "loss": 3.075310707092285, "lr": 1e-06, "tokens_per_second": 349176.6008798568}
{"step": 46200, "tokens_seen": 189235200, "loss": 3.3425722122192383, "lr": 1e-06, "tokens_per_second": 349178.8510120028}
{"step": 46300, "tokens_seen": 189644800, "loss": 3.123936653137207, "lr": 1e-06, "tokens_per_second": 349181.5910107728}
{"step": 46400, "tokens_seen": 190054400, "loss": 3.1579105854034424, "lr": 1e-06, "tokens_per_second": 349177.388861502}
{"step": 46500, "tokens_seen": 190464000, "loss": 3.168300151824951, "lr": 1e-06, "tokens_per_second": 349180.1060026944}
{"step": 46600, "tokens_seen": 190873600, "loss": 3.297708034515381, "lr": 1e-06, "tokens_per_second": 349183.22623778525}
{"step": 46700, "tokens_seen": 191283200, "loss": 3.296497344970703, "lr": 1e-06, "tokens_per_second": 349187.80886787164}
{"step": 46800, "tokens_seen": 191692800, "loss": 3.058567523956299, "lr": 1e-06, "tokens_per_second": 349193.3573549105}
{"step": 46900, "tokens_seen": 192102400, "loss": 3.197665214538574, "lr": 1.05e-06, "tokens_per_second": 349197.372294793, "lr_controller": {"step": 46900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 47000, "tokens_seen": 192512000, "loss": 3.207740545272827, "lr": 1.05e-06, "tokens_per_second": 349197.17948973324}
{"step": 47100, "tokens_seen": 192921600, "loss": 3.3140273094177246, "lr": 1e-06, "tokens_per_second": 349201.1066623443, "lr_controller": {"step": 47100, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 47200, "tokens_seen": 193331200, "loss": 3.304157257080078, "lr": 1e-06, "tokens_per_second": 349203.04486826994}
{"step": 47300, "tokens_seen": 193740800, "loss": 3.1937849521636963, "lr": 1e-06, "tokens_per_second": 349208.0259014531}
{"step": 47400, "tokens_seen": 194150400, "loss": 2.922032117843628, "lr": 1e-06, "tokens_per_second": 349209.84721323755}
{"step": 47500, "tokens_seen": 194560000, "loss": 3.128051280975342, "lr": 1e-06, "tokens_per_second": 349212.41001463606}
{"step": 47600, "tokens_seen": 194969600, "loss": 3.429837942123413, "lr": 1e-06, "tokens_per_second": 349217.0117111244}
{"step": 47700, "tokens_seen": 195379200, "loss": 3.3414154052734375, "lr": 1.05e-06, "tokens_per_second": 349212.9412565237, "lr_controller": {"step": 47700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 47800, "tokens_seen": 195788800, "loss": 2.8618388175964355, "lr": 1.05e-06, "tokens_per_second": 349214.35291581025}
{"step": 47900, "tokens_seen": 196198400, "loss": 3.0225167274475098, "lr": 1.05e-06, "tokens_per_second": 349215.8612429201}
{"step": 48000, "tokens_seen": 196608000, "loss": 2.851142644882202, "lr": 1.05e-06, "tokens_per_second": 349220.69611588685}
{"step": 48100, "tokens_seen": 197017600, "loss": 3.197338104248047, "lr": 1.05e-06, "tokens_per_second": 349222.68328168645}
{"step": 48200, "tokens_seen": 197427200, "loss": 3.1013970375061035, "lr": 1.1025e-06, "tokens_per_second": 349226.41898568074, "lr_controller": {"step": 48200, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 48300, "tokens_seen": 197836800, "loss": 3.1866848468780518, "lr": 1.1025e-06, "tokens_per_second": 349228.61674745}
{"step": 48400, "tokens_seen": 198246400, "loss": 3.2138237953186035, "lr": 1.1025e-06, "tokens_per_second": 349230.05975445185}
{"step": 48500, "tokens_seen": 198656000, "loss": 2.9331555366516113, "lr": 1.1025e-06, "tokens_per_second": 349232.8414234599}
{"step": 48600, "tokens_seen": 199065600, "loss": 3.2084155082702637, "lr": 1.157625e-06, "tokens_per_second": 349237.29362443316, "lr_controller": {"step": 48600, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 48700, "tokens_seen": 199475200, "loss": 3.220735788345337, "lr": 1.157625e-06, "tokens_per_second": 349240.24403850135}
{"step": 48800, "tokens_seen": 199884800, "loss": 3.286878824234009, "lr": 1e-06, "tokens_per_second": 349243.96249894, "lr_controller": {"step": 48800, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 48900, "tokens_seen": 200294400, "loss": 3.2081828117370605, "lr": 1e-06, "tokens_per_second": 349239.30276458076}
{"step": 49000, "tokens_seen": 200704000, "loss": 3.0288877487182617, "lr": 1e-06, "tokens_per_second": 349238.65071491513}
{"step": 49100, "tokens_seen": 201113600, "loss": 3.1620516777038574, "lr": 1e-06, "tokens_per_second": 349230.81644919916}
{"step": 49200, "tokens_seen": 201523200, "loss": 2.876075267791748, "lr": 1e-06, "tokens_per_second": 349235.6868012485}
{"step": 49300, "tokens_seen": 201932800, "loss": 3.3131442070007324, "lr": 1e-06, "tokens_per_second": 349239.45805984345}
{"step": 49400, "tokens_seen": 202342400, "loss": 3.021305561065674, "lr": 1e-06, "tokens_per_second": 349243.0899594084}
{"step": 49500, "tokens_seen": 202752000, "loss": 3.0132665634155273, "lr": 1e-06, "tokens_per_second": 349243.9142722944}
{"step": 49600, "tokens_seen": 203161600, "loss": 2.8842709064483643, "lr": 1e-06, "tokens_per_second": 349234.5135736063}
{"step": 49700, "tokens_seen": 203571200, "loss": 3.240215301513672, "lr": 1e-06, "tokens_per_second": 349236.1202841205}
{"step": 49800, "tokens_seen": 203980800, "loss": 3.1076698303222656, "lr": 1e-06, "tokens_per_second": 349236.9863819834}
{"step": 49900, "tokens_seen": 204390400, "loss": 3.204549789428711, "lr": 1e-06, "tokens_per_second": 349240.27705912647}
{"step": 50000, "tokens_seen": 204800000, "loss": 3.112468957901001, "lr": 1.05e-06, "tokens_per_second": 349242.4965065534, "lr_controller": {"step": 50000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 50100, "tokens_seen": 205209600, "loss": 3.193995952606201, "lr": 1.05e-06, "tokens_per_second": 349242.87750703015}
{"step": 50200, "tokens_seen": 205619200, "loss": 3.3310816287994385, "lr": 1.1025e-06, "tokens_per_second": 349244.73222221737, "lr_controller": {"step": 50200, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 50300, "tokens_seen": 206028800, "loss": 3.1999268531799316, "lr": 1.1025e-06, "tokens_per_second": 349233.62911663804}
{"step": 50400, "tokens_seen": 206438400, "loss": 3.3042736053466797, "lr": 1.1025e-06, "tokens_per_second": 349237.2075844545}
{"step": 50500, "tokens_seen": 206848000, "loss": 3.2603635787963867, "lr": 1.1025e-06, "tokens_per_second": 349240.8101921159}
{"step": 50600, "tokens_seen": 207257600, "loss": 3.245166063308716, "lr": 1e-06, "tokens_per_second": 349243.8348695621, "lr_controller": {"step": 50600, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 50700, "tokens_seen": 207667200, "loss": 3.222378730773926, "lr": 1e-06, "tokens_per_second": 349245.0381421051}
{"step": 50800, "tokens_seen": 208076800, "loss": 3.1091601848602295, "lr": 1e-06, "tokens_per_second": 349248.77011607174}
{"step": 50900, "tokens_seen": 208486400, "loss": 3.031682252883911, "lr": 1e-06, "tokens_per_second": 349250.52238898183}
{"step": 51000, "tokens_seen": 208896000, "loss": 3.3267762660980225, "lr": 1.05e-06, "tokens_per_second": 349253.3503529143, "lr_controller": {"step": 51000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 51100, "tokens_seen": 209305600, "loss": 3.166506767272949, "lr": 1.05e-06, "tokens_per_second": 349249.6185933454}
{"step": 51200, "tokens_seen": 209715200, "loss": 3.127589225769043, "lr": 1.05e-06, "tokens_per_second": 349248.38447749923}
{"step": 51300, "tokens_seen": 210124800, "loss": 3.1515159606933594, "lr": 1e-06, "tokens_per_second": 349239.4547710104, "lr_controller": {"step": 51300, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 51400, "tokens_seen": 210534400, "loss": 3.1254353523254395, "lr": 1e-06, "tokens_per_second": 349241.97254473245}
{"step": 51500, "tokens_seen": 210944000, "loss": 3.0888166427612305, "lr": 1.05e-06, "tokens_per_second": 349244.52014203917, "lr_controller": {"step": 51500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 51600, "tokens_seen": 211353600, "loss": 3.1251227855682373, "lr": 1.05e-06, "tokens_per_second": 349248.21313552407}
{"step": 51700, "tokens_seen": 211763200, "loss": 3.1992669105529785, "lr": 1.05e-06, "tokens_per_second": 349251.52511091996}
{"step": 51800, "tokens_seen": 212172800, "loss": 3.151923656463623, "lr": 1.05e-06, "tokens_per_second": 349254.57133437594}
{"step": 51900, "tokens_seen": 212582400, "loss": 3.054811954498291, "lr": 1e-06, "tokens_per_second": 349258.56871377584, "lr_controller": {"step": 51900, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 52000, "tokens_seen": 212992000, "loss": 3.0719234943389893, "lr": 1e-06, "tokens_per_second": 349258.38878272095}
{"step": 52100, "tokens_seen": 213401600, "loss": 3.0893354415893555, "lr": 1.05e-06, "tokens_per_second": 349257.9925831681, "lr_controller": {"step": 52100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 52200, "tokens_seen": 213811200, "loss": 3.1631107330322266, "lr": 1.05e-06, "tokens_per_second": 349252.8718307901}
{"step": 52300, "tokens_seen": 214220800, "loss": 3.078219413757324, "lr": 1.1025e-06, "tokens_per_second": 349251.8287512664, "lr_controller": {"step": 52300, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 52400, "tokens_seen": 214630400, "loss": 3.1763267517089844, "lr": 1.1025e-06, "tokens_per_second": 349253.25907517923}
{"step": 52500, "tokens_seen": 215040000, "loss": 3.1946802139282227, "lr": 1.157625e-06, "tokens_per_second": 349255.7146293501, "lr_controller": {"step": 52500, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 52600, "tokens_seen": 215449600, "loss": 3.2909014225006104, "lr": 1.157625e-06, "tokens_per_second": 349258.6165932181}
{"step": 52700, "tokens_seen": 215859200, "loss": 2.979729175567627, "lr": 1e-06, "tokens_per_second": 349260.9052058475, "lr_controller": {"step": 52700, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 52800, "tokens_seen": 216268800, "loss": 3.2347841262817383, "lr": 1e-06, "tokens_per_second": 349263.73963375855}
{"step": 52900, "tokens_seen": 216678400, "loss": 3.1100356578826904, "lr": 1.05e-06, "tokens_per_second": 349265.8224621384, "lr_controller": {"step": 52900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 53000, "tokens_seen": 217088000, "loss": 3.2097740173339844, "lr": 1.05e-06, "tokens_per_second": 349267.5081265}
{"step": 53100, "tokens_seen": 217497600, "loss": 3.1766929626464844, "lr": 1.05e-06, "tokens_per_second": 349269.77236348874}
{"step": 53200, "tokens_seen": 217907200, "loss": 3.190103054046631, "lr": 1.1025e-06, "tokens_per_second": 349270.2462509418, "lr_controller": {"step": 53200, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 53300, "tokens_seen": 218316800, "loss": 3.504269599914551, "lr": 1.1025e-06, "tokens_per_second": 349274.20189586433}
{"step": 53400, "tokens_seen": 218726400, "loss": 2.9092931747436523, "lr": 1.157625e-06, "tokens_per_second": 349277.03656938643, "lr_controller": {"step": 53400, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 53500, "tokens_seen": 219136000, "loss": 3.040182590484619, "lr": 1.157625e-06, "tokens_per_second": 349273.8143532821}
{"step": 53600, "tokens_seen": 219545600, "loss": 3.229928731918335, "lr": 1.21550625e-06, "tokens_per_second": 349272.672060199, "lr_controller": {"step": 53600, "old_lr": 1.157625e-06, "new_lr": 1.21550625e-06, "reason": "slow_progress"}}
{"step": 53700, "tokens_seen": 219955200, "loss": 3.0311508178710938, "lr": 1.21550625e-06, "tokens_per_second": 349274.33509394294}
{"step": 53800, "tokens_seen": 220364800, "loss": 2.968252182006836, "lr": 1.21550625e-06, "tokens_per_second": 349276.45444866945}
{"step": 53900, "tokens_seen": 220774400, "loss": 3.246342182159424, "lr": 1e-06, "tokens_per_second": 349278.2159179385, "lr_controller": {"step": 53900, "old_lr": 1.21550625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 54000, "tokens_seen": 221184000, "loss": 3.042196035385132, "lr": 1e-06, "tokens_per_second": 349278.62193427986}
{"step": 54100, "tokens_seen": 221593600, "loss": 3.178049325942993, "lr": 1.05e-06, "tokens_per_second": 349282.04398150486, "lr_controller": {"step": 54100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 54200, "tokens_seen": 222003200, "loss": 3.1997599601745605, "lr": 1.05e-06, "tokens_per_second": 349279.90257730935}
{"step": 54300, "tokens_seen": 222412800, "loss": 3.101064682006836, "lr": 1.05e-06, "tokens_per_second": 349283.2746380695}
{"step": 54400, "tokens_seen": 222822400, "loss": 3.1992597579956055, "lr": 1.05e-06, "tokens_per_second": 349284.52641145984}
{"step": 54500, "tokens_seen": 223232000, "loss": 3.0194449424743652, "lr": 1.05e-06, "tokens_per_second": 349286.790466667}
{"step": 54600, "tokens_seen": 223641600, "loss": 3.152090549468994, "lr": 1e-06, "tokens_per_second": 349285.8206979493, "lr_controller": {"step": 54600, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 54700, "tokens_seen": 224051200, "loss": 3.2032675743103027, "lr": 1e-06, "tokens_per_second": 349283.13056651555}
{"step": 54800, "tokens_seen": 224460800, "loss": 3.2083656787872314, "lr": 1e-06, "tokens_per_second": 349282.4824272591}
{"step": 54900, "tokens_seen": 224870400, "loss": 2.9833083152770996, "lr": 1e-06, "tokens_per_second": 349275.94236145914}
{"step": 55000, "tokens_seen": 225280000, "loss": 3.1768035888671875, "lr": 1e-06, "tokens_per_second": 349278.0878433302}
{"step": 55100, "tokens_seen": 225689600, "loss": 2.815368175506592, "lr": 1e-06, "tokens_per_second": 349281.50055195036}
{"step": 55200, "tokens_seen": 226099200, "loss": 2.9125022888183594, "lr": 1e-06, "tokens_per_second": 349284.72304287954}
{"step": 55300, "tokens_seen": 226508800, "loss": 3.1849513053894043, "lr": 1e-06, "tokens_per_second": 349286.65940528584}
{"step": 55400, "tokens_seen": 226918400, "loss": 3.029280185699463, "lr": 1e-06, "tokens_per_second": 349289.0975678817}
{"step": 55500, "tokens_seen": 227328000, "loss": 3.2095820903778076, "lr": 1e-06, "tokens_per_second": 349289.0689459235}
{"step": 55600, "tokens_seen": 227737600, "loss": 3.187300205230713, "lr": 1e-06, "tokens_per_second": 349292.2942468374}
{"step": 55700, "tokens_seen": 228147200, "loss": 3.1759462356567383, "lr": 1e-06, "tokens_per_second": 349294.53163202404}
{"step": 55800, "tokens_seen": 228556800, "loss": 3.323742151260376, "lr": 1.05e-06, "tokens_per_second": 349297.6136279398, "lr_controller": {"step": 55800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 55900, "tokens_seen": 228966400, "loss": 3.2534303665161133, "lr": 1.05e-06, "tokens_per_second": 349300.2187674033}
{"step": 56000, "tokens_seen": 229376000, "loss": 3.154714822769165, "lr": 1.05e-06, "tokens_per_second": 349303.8848997582}
{"step": 56100, "tokens_seen": 229785600, "loss": 3.0200555324554443, "lr": 1.1025e-06, "tokens_per_second": 349304.6213290083, "lr_controller": {"step": 56100, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 56200, "tokens_seen": 230195200, "loss": 3.338968276977539, "lr": 1.1025e-06, "tokens_per_second": 349303.3448103773}
{"step": 56300, "tokens_seen": 230604800, "loss": 3.038290023803711, "lr": 1e-06, "tokens_per_second": 349306.77651140635, "lr_controller": {"step": 56300, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 56400, "tokens_seen": 231014400, "loss": 3.3561415672302246, "lr": 1e-06, "tokens_per_second": 349308.42329981324}
{"step": 56500, "tokens_seen": 231424000, "loss": 3.011343240737915, "lr": 1e-06, "tokens_per_second": 349310.92711824836}
{"step": 56600, "tokens_seen": 231833600, "loss": 3.154298782348633, "lr": 1e-06, "tokens_per_second": 349313.6373330938}
{"step": 56700, "tokens_seen": 232243200, "loss": 2.9639811515808105, "lr": 1e-06, "tokens_per_second": 349315.99855809205}
{"step": 56800, "tokens_seen": 232652800, "loss": 3.2040505409240723, "lr": 1e-06, "tokens_per_second": 349320.05615494825}
{"step": 56900, "tokens_seen": 233062400, "loss": 3.154050827026367, "lr": 1e-06, "tokens_per_second": 349322.9664894632}
{"step": 57000, "tokens_seen": 233472000, "loss": 2.9880199432373047, "lr": 1e-06, "tokens_per_second": 349326.2125892811}
{"step": 57100, "tokens_seen": 233881600, "loss": 3.219196081161499, "lr": 1e-06, "tokens_per_second": 349329.3876680632}
{"step": 57200, "tokens_seen": 234291200, "loss": 2.983959674835205, "lr": 1e-06, "tokens_per_second": 349333.198945707}
{"step": 57300, "tokens_seen": 234700800, "loss": 3.1825032234191895, "lr": 1e-06, "tokens_per_second": 349337.2994889233}
{"step": 57400, "tokens_seen": 235110400, "loss": 3.053083658218384, "lr": 1.05e-06, "tokens_per_second": 349341.206517091, "lr_controller": {"step": 57400, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 57500, "tokens_seen": 235520000, "loss": 3.3172879219055176, "lr": 1.05e-06, "tokens_per_second": 349344.15938114515}
{"step": 57600, "tokens_seen": 235929600, "loss": 3.360470771789551, "lr": 1e-06, "tokens_per_second": 349347.42072923435, "lr_controller": {"step": 57600, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 57700, "tokens_seen": 236339200, "loss": 3.2860093116760254, "lr": 1e-06, "tokens_per_second": 349350.3392724036}
{"step": 57800, "tokens_seen": 236748800, "loss": 2.875800609588623, "lr": 1e-06, "tokens_per_second": 349350.5005363809}
{"step": 57900, "tokens_seen": 237158400, "loss": 3.1238465309143066, "lr": 1e-06, "tokens_per_second": 349343.10649947624}
{"step": 58000, "tokens_seen": 237568000, "loss": 3.283921957015991, "lr": 1.05e-06, "tokens_per_second": 349344.5604245305, "lr_controller": {"step": 58000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 58100, "tokens_seen": 237977600, "loss": 3.1886401176452637, "lr": 1.05e-06, "tokens_per_second": 349334.39151882974}
{"step": 58200, "tokens_seen": 238387200, "loss": 3.2583088874816895, "lr": 1.05e-06, "tokens_per_second": 349328.15064552}
{"step": 58300, "tokens_seen": 238796800, "loss": 3.0342607498168945, "lr": 1.05e-06, "tokens_per_second": 349332.9345686417}
{"step": 58400, "tokens_seen": 239206400, "loss": 3.2354798316955566, "lr": 1.1025e-06, "tokens_per_second": 349333.9786691764, "lr_controller": {"step": 58400, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 58500, "tokens_seen": 239616000, "loss": 3.3109138011932373, "lr": 1.1025e-06, "tokens_per_second": 349336.38196574507}
{"step": 58600, "tokens_seen": 240025600, "loss": 2.9338412284851074, "lr": 1.1025e-06, "tokens_per_second": 349338.6058083323}
{"step": 58700, "tokens_seen": 240435200, "loss": 3.23429536819458, "lr": 1.157625e-06, "tokens_per_second": 349340.76570893434, "lr_controller": {"step": 58700, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 58800, "tokens_seen": 240844800, "loss": 3.240589141845703, "lr": 1.157625e-06, "tokens_per_second": 349341.9362191303}
{"step": 58900, "tokens_seen": 241254400, "loss": 3.0700435638427734, "lr": 1.157625e-06, "tokens_per_second": 349342.6996975109}
{"step": 59000, "tokens_seen": 241664000, "loss": 3.322876453399658, "lr": 1e-06, "tokens_per_second": 349344.43825738446, "lr_controller": {"step": 59000, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 59100, "tokens_seen": 242073600, "loss": 3.0818681716918945, "lr": 1e-06, "tokens_per_second": 349347.43882573245}
{"step": 59200, "tokens_seen": 242483200, "loss": 3.231288433074951, "lr": 1e-06, "tokens_per_second": 349349.38399202144}
{"step": 59300, "tokens_seen": 242892800, "loss": 3.432164192199707, "lr": 1.05e-06, "tokens_per_second": 349351.2011441193, "lr_controller": {"step": 59300, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 59400, "tokens_seen": 243302400, "loss": 3.1063055992126465, "lr": 1.05e-06, "tokens_per_second": 349355.1021783011}
{"step": 59500, "tokens_seen": 243712000, "loss": 3.1479921340942383, "lr": 1.1025e-06, "tokens_per_second": 349357.9857902854, "lr_controller": {"step": 59500, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 59600, "tokens_seen": 244121600, "loss": 3.1179466247558594, "lr": 1.1025e-06, "tokens_per_second": 349352.60262933944}
{"step": 59700, "tokens_seen": 244531200, "loss": 3.3105146884918213, "lr": 1.157625e-06, "tokens_per_second": 349353.90293467464, "lr_controller": {"step": 59700, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 59800, "tokens_seen": 244940800, "loss": 3.0691261291503906, "lr": 1.157625e-06, "tokens_per_second": 349355.86821656604}
{"step": 59900, "tokens_seen": 245350400, "loss": 2.743407964706421, "lr": 1.157625e-06, "tokens_per_second": 349357.133490444}
{"step": 60000, "tokens_seen": 245760000, "loss": 3.0919137001037598, "lr": 1.157625e-06, "tokens_per_second": 349357.6548793127}
{"step": 60100, "tokens_seen": 246169600, "loss": 3.125018358230591, "lr": 1.157625e-06, "tokens_per_second": 349357.2824198764}
{"step": 60200, "tokens_seen": 246579200, "loss": 3.176408290863037, "lr": 1.157625e-06, "tokens_per_second": 349356.477272885}
{"step": 60300, "tokens_seen": 246988800, "loss": 3.3055193424224854, "lr": 1.157625e-06, "tokens_per_second": 349361.3702774691}
{"step": 60400, "tokens_seen": 247398400, "loss": 3.270699977874756, "lr": 1.157625e-06, "tokens_per_second": 349367.1020101506}
{"step": 60500, "tokens_seen": 247808000, "loss": 2.7567553520202637, "lr": 1.157625e-06, "tokens_per_second": 349369.1470098838}
{"step": 60600, "tokens_seen": 248217600, "loss": 3.383775234222412, "lr": 1.21550625e-06, "tokens_per_second": 349372.641782577, "lr_controller": {"step": 60600, "old_lr": 1.157625e-06, "new_lr": 1.21550625e-06, "reason": "slow_progress"}}
{"step": 60700, "tokens_seen": 248627200, "loss": 3.282045364379883, "lr": 1.21550625e-06, "tokens_per_second": 349375.6586593476}
{"step": 60800, "tokens_seen": 249036800, "loss": 3.2489352226257324, "lr": 1e-06, "tokens_per_second": 349377.65458620177, "lr_controller": {"step": 60800, "old_lr": 1.21550625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 60900, "tokens_seen": 249446400, "loss": 3.3269643783569336, "lr": 1e-06, "tokens_per_second": 349378.97254819464}
{"step": 61000, "tokens_seen": 249856000, "loss": 3.1933083534240723, "lr": 1e-06, "tokens_per_second": 349379.0995163182}
{"step": 61100, "tokens_seen": 250265600, "loss": 3.0841896533966064, "lr": 1e-06, "tokens_per_second": 349382.6578635223}
{"step": 61200, "tokens_seen": 250675200, "loss": 3.2670865058898926, "lr": 1.05e-06, "tokens_per_second": 349384.5101517274, "lr_controller": {"step": 61200, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 61300, "tokens_seen": 251084800, "loss": 3.149552345275879, "lr": 1.05e-06, "tokens_per_second": 349387.18809274735}
{"step": 61400, "tokens_seen": 251494400, "loss": 3.2684714794158936, "lr": 1e-06, "tokens_per_second": 349389.49524422036, "lr_controller": {"step": 61400, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 61500, "tokens_seen": 251904000, "loss": 3.188182830810547, "lr": 1e-06, "tokens_per_second": 349392.2409060732}
{"step": 61600, "tokens_seen": 252313600, "loss": 3.152608633041382, "lr": 1e-06, "tokens_per_second": 349394.23885541793}
{"step": 61700, "tokens_seen": 252723200, "loss": 3.2553186416625977, "lr": 1.05e-06, "tokens_per_second": 349397.7557565413, "lr_controller": {"step": 61700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 61800, "tokens_seen": 253132800, "loss": 3.255591630935669, "lr": 1.05e-06, "tokens_per_second": 349400.95272751007}
{"step": 61900, "tokens_seen": 253542400, "loss": 3.0903825759887695, "lr": 1e-06, "tokens_per_second": 349402.23167498497, "lr_controller": {"step": 61900, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 62000, "tokens_seen": 253952000, "loss": 3.0475430488586426, "lr": 1e-06, "tokens_per_second": 349405.29336937185}
{"step": 62100, "tokens_seen": 254361600, "loss": 3.0496697425842285, "lr": 1e-06, "tokens_per_second": 349407.804442362}
{"step": 62200, "tokens_seen": 254771200, "loss": 3.1007437705993652, "lr": 1e-06, "tokens_per_second": 349407.90981554775}
{"step": 62300, "tokens_seen": 255180800, "loss": 3.0659995079040527, "lr": 1e-06, "tokens_per_second": 349411.35737091565}
{"step": 62400, "tokens_seen": 255590400, "loss": 3.210306167602539, "lr": 1e-06, "tokens_per_second": 349415.0508757503}
{"step": 62500, "tokens_seen": 256000000, "loss": 3.3260369300842285, "lr": 1e-06, "tokens_per_second": 349418.4065237323}
{"step": 62600, "tokens_seen": 256409600, "loss": 3.357551097869873, "lr": 1e-06, "tokens_per_second": 349419.34767466044}
{"step": 62700, "tokens_seen": 256819200, "loss": 3.0563669204711914, "lr": 1e-06, "tokens_per_second": 349420.4983537279}
{"step": 62800, "tokens_seen": 257228800, "loss": 3.2729222774505615, "lr": 1e-06, "tokens_per_second": 349421.70478848234}
{"step": 62900, "tokens_seen": 257638400, "loss": 2.9041495323181152, "lr": 1e-06, "tokens_per_second": 349423.9703896456}
{"step": 63000, "tokens_seen": 258048000, "loss": 3.2181036472320557, "lr": 1e-06, "tokens_per_second": 349428.518337436}
{"step": 63100, "tokens_seen": 258457600, "loss": 2.972456932067871, "lr": 1e-06, "tokens_per_second": 349431.6625109335}
{"step": 63200, "tokens_seen": 258867200, "loss": 3.0506591796875, "lr": 1e-06, "tokens_per_second": 349435.14507762354}
{"step": 63300, "tokens_seen": 259276800, "loss": 3.253082275390625, "lr": 1e-06, "tokens_per_second": 349434.52142033115}
{"step": 63400, "tokens_seen": 259686400, "loss": 3.1904072761535645, "lr": 1.05e-06, "tokens_per_second": 349433.0207276771, "lr_controller": {"step": 63400, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 63500, "tokens_seen": 260096000, "loss": 3.1276588439941406, "lr": 1.05e-06, "tokens_per_second": 349434.2030697921}
{"step": 63600, "tokens_seen": 260505600, "loss": 2.894589900970459, "lr": 1.05e-06, "tokens_per_second": 349436.8699146115}
{"step": 63700, "tokens_seen": 260915200, "loss": 3.1117496490478516, "lr": 1.05e-06, "tokens_per_second": 349439.35112692206}
{"step": 63800, "tokens_seen": 261324800, "loss": 3.093919277191162, "lr": 1.1025e-06, "tokens_per_second": 349442.40301799175, "lr_controller": {"step": 63800, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 63900, "tokens_seen": 261734400, "loss": 3.16009521484375, "lr": 1.1025e-06, "tokens_per_second": 349442.39650916524}
{"step": 64000, "tokens_seen": 262144000, "loss": 3.3462307453155518, "lr": 1e-06, "tokens_per_second": 349444.04790809244, "lr_controller": {"step": 64000, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 64100, "tokens_seen": 262553600, "loss": 2.9597933292388916, "lr": 1e-06, "tokens_per_second": 349445.88112594135}
{"step": 64200, "tokens_seen": 262963200, "loss": 3.1372194290161133, "lr": 1e-06, "tokens_per_second": 349445.12766483764}
{"step": 64300, "tokens_seen": 263372800, "loss": 3.2396697998046875, "lr": 1e-06, "tokens_per_second": 349447.6587790884}
{"step": 64400, "tokens_seen": 263782400, "loss": 3.1206631660461426, "lr": 1e-06, "tokens_per_second": 349448.71675676457}
{"step": 64500, "tokens_seen": 264192000, "loss": 3.114006757736206, "lr": 1.05e-06, "tokens_per_second": 349448.89789023466, "lr_controller": {"step": 64500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 64600, "tokens_seen": 264601600, "loss": 2.9734323024749756, "lr": 1.05e-06, "tokens_per_second": 349451.32971378014}
{"step": 64700, "tokens_seen": 265011200, "loss": 3.2297558784484863, "lr": 1.1025e-06, "tokens_per_second": 349453.1928695303, "lr_controller": {"step": 64700, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 64800, "tokens_seen": 265420800, "loss": 2.9171485900878906, "lr": 1.1025e-06, "tokens_per_second": 349454.3209324446}
{"step": 64900, "tokens_seen": 265830400, "loss": 3.2102718353271484, "lr": 1.157625e-06, "tokens_per_second": 349455.16853408393, "lr_controller": {"step": 64900, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 65000, "tokens_seen": 266240000, "loss": 3.069293975830078, "lr": 1.157625e-06, "tokens_per_second": 349458.5555844369}
{"step": 65100, "tokens_seen": 266649600, "loss": 3.0889806747436523, "lr": 1.21550625e-06, "tokens_per_second": 349460.1928421728, "lr_controller": {"step": 65100, "old_lr": 1.157625e-06, "new_lr": 1.21550625e-06, "reason": "slow_progress"}}
{"step": 65200, "tokens_seen": 267059200, "loss": 3.0817501544952393, "lr": 1.21550625e-06, "tokens_per_second": 349463.23819097586}
{"step": 65300, "tokens_seen": 267468800, "loss": 3.2537777423858643, "lr": 1.21550625e-06, "tokens_per_second": 349464.5286670954}
{"step": 65400, "tokens_seen": 267878400, "loss": 3.175516128540039, "lr": 1.21550625e-06, "tokens_per_second": 349466.0066192751}
{"step": 65500, "tokens_seen": 268288000, "loss": 3.2408175468444824, "lr": 1.21550625e-06, "tokens_per_second": 349468.57026479807}
{"step": 65600, "tokens_seen": 268697600, "loss": 3.078080654144287, "lr": 1.21550625e-06, "tokens_per_second": 349471.55114947783}
{"step": 65700, "tokens_seen": 269107200, "loss": 3.366670608520508, "lr": 1.21550625e-06, "tokens_per_second": 349472.7073463939}
{"step": 65800, "tokens_seen": 269516800, "loss": 3.310288429260254, "lr": 1.21550625e-06, "tokens_per_second": 349473.94733280444}
{"step": 65900, "tokens_seen": 269926400, "loss": 3.148948907852173, "lr": 1e-06, "tokens_per_second": 349475.82251925225, "lr_controller": {"step": 65900, "old_lr": 1.21550625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 66000, "tokens_seen": 270336000, "loss": 2.914930820465088, "lr": 1e-06, "tokens_per_second": 349477.2365183155}
{"step": 66100, "tokens_seen": 270745600, "loss": 3.082643508911133, "lr": 1e-06, "tokens_per_second": 349480.0294868876}
{"step": 66200, "tokens_seen": 271155200, "loss": 3.0178728103637695, "lr": 1e-06, "tokens_per_second": 349479.405673154}
{"step": 66300, "tokens_seen": 271564800, "loss": 3.2244391441345215, "lr": 1.05e-06, "tokens_per_second": 349482.9469205489, "lr_controller": {"step": 66300, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 66400, "tokens_seen": 271974400, "loss": 3.1168136596679688, "lr": 1.05e-06, "tokens_per_second": 349485.4569729261}
{"step": 66500, "tokens_seen": 272384000, "loss": 3.0110864639282227, "lr": 1e-06, "tokens_per_second": 349487.55677838693, "lr_controller": {"step": 66500, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 66600, "tokens_seen": 272793600, "loss": 3.2530343532562256, "lr": 1e-06, "tokens_per_second": 349488.4278944881}
{"step": 66700, "tokens_seen": 273203200, "loss": 3.128390312194824, "lr": 1e-06, "tokens_per_second": 349489.11093397264}
{"step": 66800, "tokens_seen": 273612800, "loss": 3.0894577503204346, "lr": 1e-06, "tokens_per_second": 349493.0066361307}
{"step": 66900, "tokens_seen": 274022400, "loss": 3.2439732551574707, "lr": 1e-06, "tokens_per_second": 349494.8360244579}
{"step": 67000, "tokens_seen": 274432000, "loss": 2.923222541809082, "lr": 1e-06, "tokens_per_second": 349496.24621516134}
{"step": 67100, "tokens_seen": 274841600, "loss": 3.313027858734131, "lr": 1e-06, "tokens_per_second": 349497.31048997014}
{"step": 67200, "tokens_seen": 275251200, "loss": 2.8129119873046875, "lr": 1.05e-06, "tokens_per_second": 349498.84941427514, "lr_controller": {"step": 67200, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 67300, "tokens_seen": 275660800, "loss": 2.9977481365203857, "lr": 1.05e-06, "tokens_per_second": 349500.57172625716}
{"step": 67400, "tokens_seen": 276070400, "loss": 2.991450071334839, "lr": 1.05e-06, "tokens_per_second": 349502.9619858754}
{"step": 67500, "tokens_seen": 276480000, "loss": 3.065997362136841, "lr": 1.05e-06, "tokens_per_second": 349505.23237910337}
{"step": 67600, "tokens_seen": 276889600, "loss": 3.1898112297058105, "lr": 1.1025e-06, "tokens_per_second": 349507.4041544526, "lr_controller": {"step": 67600, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 67700, "tokens_seen": 277299200, "loss": 3.28294038772583, "lr": 1.1025e-06, "tokens_per_second": 349508.92035716574}
{"step": 67800, "tokens_seen": 277708800, "loss": 3.2995827198028564, "lr": 1e-06, "tokens_per_second": 349509.06338602636, "lr_controller": {"step": 67800, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 67900, "tokens_seen": 278118400, "loss": 3.1587162017822266, "lr": 1e-06, "tokens_per_second": 349510.9043430183}
{"step": 68000, "tokens_seen": 278528000, "loss": 3.2266921997070312, "lr": 1e-06, "tokens_per_second": 349512.70581569575}
{"step": 68100, "tokens_seen": 278937600, "loss": 3.1395134925842285, "lr": 1e-06, "tokens_per_second": 349512.35911760747}
{"step": 68200, "tokens_seen": 279347200, "loss": 3.17106032371521, "lr": 1e-06, "tokens_per_second": 349514.0937599401}
{"step": 68300, "tokens_seen": 279756800, "loss": 3.292442560195923, "lr": 1e-06, "tokens_per_second": 349515.742862798}
{"step": 68400, "tokens_seen": 280166400, "loss": 3.0706467628479004, "lr": 1e-06, "tokens_per_second": 349517.4769797118}
{"step": 68500, "tokens_seen": 280576000, "loss": 3.0532751083374023, "lr": 1e-06, "tokens_per_second": 349517.3109383942}
{"step": 68600, "tokens_seen": 280985600, "loss": 3.112576961517334, "lr": 1e-06, "tokens_per_second": 349518.66943706304}
{"step": 68700, "tokens_seen": 281395200, "loss": 3.165353775024414, "lr": 1e-06, "tokens_per_second": 349520.41483227385}
{"step": 68800, "tokens_seen": 281804800, "loss": 3.1387860774993896, "lr": 1e-06, "tokens_per_second": 349520.9556103862}
{"step": 68900, "tokens_seen": 282214400, "loss": 3.169593095779419, "lr": 1.05e-06, "tokens_per_second": 349523.3389309093, "lr_controller": {"step": 68900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 69000, "tokens_seen": 282624000, "loss": 3.245553493499756, "lr": 1.05e-06, "tokens_per_second": 349523.2584470998}
{"step": 69100, "tokens_seen": 283033600, "loss": 3.057102918624878, "lr": 1e-06, "tokens_per_second": 349525.91549863806, "lr_controller": {"step": 69100, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 69200, "tokens_seen": 283443200, "loss": 3.2143750190734863, "lr": 1e-06, "tokens_per_second": 349528.04698317475}
{"step": 69300, "tokens_seen": 283852800, "loss": 3.1391987800598145, "lr": 1e-06, "tokens_per_second": 349530.90994948236}
{"step": 69400, "tokens_seen": 284262400, "loss": 3.0838093757629395, "lr": 1e-06, "tokens_per_second": 349533.13031801843}
{"step": 69500, "tokens_seen": 284672000, "loss": 3.25203013420105, "lr": 1e-06, "tokens_per_second": 349535.2272664682}
{"step": 69600, "tokens_seen": 285081600, "loss": 3.022670030593872, "lr": 1.05e-06, "tokens_per_second": 349535.35231783276, "lr_controller": {"step": 69600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 69700, "tokens_seen": 285491200, "loss": 3.196263551712036, "lr": 1.05e-06, "tokens_per_second": 349538.2950127705}
{"step": 69800, "tokens_seen": 285900800, "loss": 2.8822879791259766, "lr": 1.05e-06, "tokens_per_second": 349538.380671677}
{"step": 69900, "tokens_seen": 286310400, "loss": 3.089763641357422, "lr": 1e-06, "tokens_per_second": 349538.4875527356, "lr_controller": {"step": 69900, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 70000, "tokens_seen": 286720000, "loss": 3.2597920894622803, "lr": 1e-06, "tokens_per_second": 349538.40140285704}
{"step": 70100, "tokens_seen": 287129600, "loss": 2.909764289855957, "lr": 1.05e-06, "tokens_per_second": 349535.15657976316, "lr_controller": {"step": 70100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 70200, "tokens_seen": 287539200, "loss": 3.3451499938964844, "lr": 1.05e-06, "tokens_per_second": 349533.05037613935}
{"step": 70300, "tokens_seen": 287948800, "loss": 3.25087308883667, "lr": 1.05e-06, "tokens_per_second": 349533.0215947457}
{"step": 70400, "tokens_seen": 288358400, "loss": 2.9525704383850098, "lr": 1.05e-06, "tokens_per_second": 349535.14987165265}
{"step": 70500, "tokens_seen": 288768000, "loss": 3.3055787086486816, "lr": 1.1025e-06, "tokens_per_second": 349537.32116133487, "lr_controller": {"step": 70500, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 70600, "tokens_seen": 289177600, "loss": 3.1101627349853516, "lr": 1.1025e-06, "tokens_per_second": 349539.4813910429}
{"step": 70700, "tokens_seen": 289587200, "loss": 3.270667552947998, "lr": 1.1025e-06, "tokens_per_second": 349541.15783097845}
{"step": 70800, "tokens_seen": 289996800, "loss": 3.1541311740875244, "lr": 1e-06, "tokens_per_second": 349543.1557109807, "lr_controller": {"step": 70800, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 70900, "tokens_seen": 290406400, "loss": 3.026421070098877, "lr": 1e-06, "tokens_per_second": 349545.66296579427}
{"step": 71000, "tokens_seen": 290816000, "loss": 3.1262950897216797, "lr": 1e-06, "tokens_per_second": 349546.9489423199}
{"step": 71100, "tokens_seen": 291225600, "loss": 3.1547765731811523, "lr": 1e-06, "tokens_per_second": 349548.6466306835}
{"step": 71200, "tokens_seen": 291635200, "loss": 3.2039201259613037, "lr": 1e-06, "tokens_per_second": 349549.7873786881}
{"step": 71300, "tokens_seen": 292044800, "loss": 3.1456470489501953, "lr": 1e-06, "tokens_per_second": 349550.65720630594}
{"step": 71400, "tokens_seen": 292454400, "loss": 3.166616201400757, "lr": 1.05e-06, "tokens_per_second": 349551.11759444745, "lr_controller": {"step": 71400, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 71500, "tokens_seen": 292864000, "loss": 3.0595717430114746, "lr": 1.05e-06, "tokens_per_second": 349553.7288645597}
{"step": 71600, "tokens_seen": 293273600, "loss": 3.13442325592041, "lr": 1e-06, "tokens_per_second": 349554.67618132924, "lr_controller": {"step": 71600, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 71700, "tokens_seen": 293683200, "loss": 3.250152349472046, "lr": 1e-06, "tokens_per_second": 349557.020817625}
{"step": 71800, "tokens_seen": 294092800, "loss": 3.1616368293762207, "lr": 1e-06, "tokens_per_second": 349557.9203142545}
{"step": 71900, "tokens_seen": 294502400, "loss": 3.134080171585083, "lr": 1e-06, "tokens_per_second": 349559.2484149242}
{"step": 72000, "tokens_seen": 294912000, "loss": 3.2494850158691406, "lr": 1e-06, "tokens_per_second": 349560.7869044564}
{"step": 72100, "tokens_seen": 295321600, "loss": 3.237241268157959, "lr": 1e-06, "tokens_per_second": 349562.0427516506}
{"step": 72200, "tokens_seen": 295731200, "loss": 3.2420639991760254, "lr": 1e-06, "tokens_per_second": 349561.580711538}
{"step": 72300, "tokens_seen": 296140800, "loss": 3.3291263580322266, "lr": 1e-06, "tokens_per_second": 349563.4826573248}
{"step": 72400, "tokens_seen": 296550400, "loss": 3.1051485538482666, "lr": 1e-06, "tokens_per_second": 349563.97097415454}
{"step": 72500, "tokens_seen": 296960000, "loss": 3.267302989959717, "lr": 1e-06, "tokens_per_second": 349563.3034347154}
{"step": 72600, "tokens_seen": 297369600, "loss": 3.3252315521240234, "lr": 1.05e-06, "tokens_per_second": 349564.7098166212, "lr_controller": {"step": 72600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 72700, "tokens_seen": 297779200, "loss": 3.2801761627197266, "lr": 1.05e-06, "tokens_per_second": 349567.6036808705}
{"step": 72800, "tokens_seen": 298188800, "loss": 3.0118494033813477, "lr": 1.05e-06, "tokens_per_second": 349568.99993571197}
{"step": 72900, "tokens_seen": 298598400, "loss": 3.2245230674743652, "lr": 1.05e-06, "tokens_per_second": 349568.52028136275}
{"step": 73000, "tokens_seen": 299008000, "loss": 3.019002914428711, "lr": 1.05e-06, "tokens_per_second": 349570.4362607541}
{"step": 73100, "tokens_seen": 299417600, "loss": 3.1741504669189453, "lr": 1.05e-06, "tokens_per_second": 349572.4824681444}
{"step": 73200, "tokens_seen": 299827200, "loss": 2.9750711917877197, "lr": 1.1025e-06, "tokens_per_second": 349573.3456592435, "lr_controller": {"step": 73200, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 73300, "tokens_seen": 300236800, "loss": 3.2934088706970215, "lr": 1.1025e-06, "tokens_per_second": 349572.92653422756}
{"step": 73400, "tokens_seen": 300646400, "loss": 3.194934368133545, "lr": 1e-06, "tokens_per_second": 349572.7860963352, "lr_controller": {"step": 73400, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 73500, "tokens_seen": 301056000, "loss": 3.378129720687866, "lr": 1e-06, "tokens_per_second": 349570.48940072296}
{"step": 73600, "tokens_seen": 301465600, "loss": 2.982571601867676, "lr": 1e-06, "tokens_per_second": 349570.58817745966}
{"step": 73700, "tokens_seen": 301875200, "loss": 3.382507085800171, "lr": 1.05e-06, "tokens_per_second": 349572.7398044617, "lr_controller": {"step": 73700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 73800, "tokens_seen": 302284800, "loss": 3.346147060394287, "lr": 1.05e-06, "tokens_per_second": 349573.0014293036}
{"step": 73900, "tokens_seen": 302694400, "loss": 3.1803359985351562, "lr": 1e-06, "tokens_per_second": 349572.46133481996, "lr_controller": {"step": 73900, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 74000, "tokens_seen": 303104000, "loss": 3.0878634452819824, "lr": 1e-06, "tokens_per_second": 349575.02669171884}
{"step": 74100, "tokens_seen": 303513600, "loss": 3.0631439685821533, "lr": 1.05e-06, "tokens_per_second": 349576.849937102, "lr_controller": {"step": 74100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 74200, "tokens_seen": 303923200, "loss": 2.967348575592041, "lr": 1.05e-06, "tokens_per_second": 349578.9195528434}
{"step": 74300, "tokens_seen": 304332800, "loss": 3.1240956783294678, "lr": 1e-06, "tokens_per_second": 349579.30169492547, "lr_controller": {"step": 74300, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 74400, "tokens_seen": 304742400, "loss": 3.0395560264587402, "lr": 1e-06, "tokens_per_second": 349580.3082869311}
{"step": 74500, "tokens_seen": 305152000, "loss": 3.0645270347595215, "lr": 1e-06, "tokens_per_second": 349583.1891724272}
{"step": 74600, "tokens_seen": 305561600, "loss": 3.091066598892212, "lr": 1e-06, "tokens_per_second": 349585.3956514575}
{"step": 74700, "tokens_seen": 305971200, "loss": 3.239304780960083, "lr": 1.05e-06, "tokens_per_second": 349586.8378444377, "lr_controller": {"step": 74700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 74800, "tokens_seen": 306380800, "loss": 3.1636464595794678, "lr": 1.05e-06, "tokens_per_second": 349588.78718001256}
{"step": 74900, "tokens_seen": 306790400, "loss": 2.8850655555725098, "lr": 1.05e-06, "tokens_per_second": 349588.75259381346}
{"step": 75000, "tokens_seen": 307200000, "loss": 3.0406808853149414, "lr": 1.1025e-06, "tokens_per_second": 349590.05528907717, "lr_controller": {"step": 75000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 75100, "tokens_seen": 307609600, "loss": 3.2812490463256836, "lr": 1.1025e-06, "tokens_per_second": 349590.45095165895}
{"step": 75200, "tokens_seen": 308019200, "loss": 3.249642848968506, "lr": 1e-06, "tokens_per_second": 349592.79855150706, "lr_controller": {"step": 75200, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 75300, "tokens_seen": 308428800, "loss": 3.026339054107666, "lr": 1e-06, "tokens_per_second": 349595.48997688916}
{"step": 75400, "tokens_seen": 308838400, "loss": 2.818511962890625, "lr": 1e-06, "tokens_per_second": 349596.5685499545}
{"step": 75500, "tokens_seen": 309248000, "loss": 3.011992931365967, "lr": 1.05e-06, "tokens_per_second": 349598.18635481567, "lr_controller": {"step": 75500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 75600, "tokens_seen": 309657600, "loss": 3.210893154144287, "lr": 1.05e-06, "tokens_per_second": 349598.0369892004}
{"step": 75700, "tokens_seen": 310067200, "loss": 3.124145984649658, "lr": 1.05e-06, "tokens_per_second": 349599.1758847541}
{"step": 75800, "tokens_seen": 310476800, "loss": 3.237499952316284, "lr": 1e-06, "tokens_per_second": 349601.96203212393, "lr_controller": {"step": 75800, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 75900, "tokens_seen": 310886400, "loss": 3.036698341369629, "lr": 1e-06, "tokens_per_second": 349603.816488675}
{"step": 76000, "tokens_seen": 311296000, "loss": 3.2026419639587402, "lr": 1e-06, "tokens_per_second": 349606.37087778904}
{"step": 76100, "tokens_seen": 311705600, "loss": 2.7891249656677246, "lr": 1e-06, "tokens_per_second": 349608.79471796425}
{"step": 76200, "tokens_seen": 312115200, "loss": 2.998157501220703, "lr": 1e-06, "tokens_per_second": 349610.23168675735}
{"step": 76300, "tokens_seen": 312524800, "loss": 3.025872230529785, "lr": 1e-06, "tokens_per_second": 349611.46647457924}
{"step": 76400, "tokens_seen": 312934400, "loss": 3.0916881561279297, "lr": 1.05e-06, "tokens_per_second": 349612.85355565295, "lr_controller": {"step": 76400, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 76500, "tokens_seen": 313344000, "loss": 3.0850491523742676, "lr": 1.05e-06, "tokens_per_second": 349615.40690991556}
{"step": 76600, "tokens_seen": 313753600, "loss": 2.9310860633850098, "lr": 1.1025e-06, "tokens_per_second": 349616.7241393089, "lr_controller": {"step": 76600, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 76700, "tokens_seen": 314163200, "loss": 2.841911554336548, "lr": 1.1025e-06, "tokens_per_second": 349619.16658881644}
{"step": 76800, "tokens_seen": 314572800, "loss": 3.1130642890930176, "lr": 1e-06, "tokens_per_second": 349621.08279663377, "lr_controller": {"step": 76800, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 76900, "tokens_seen": 314982400, "loss": 3.237396240234375, "lr": 1e-06, "tokens_per_second": 349621.6000826932}
{"step": 77000, "tokens_seen": 315392000, "loss": 3.02963924407959, "lr": 1e-06, "tokens_per_second": 349620.18684240326}
{"step": 77100, "tokens_seen": 315801600, "loss": 2.970524311065674, "lr": 1e-06, "tokens_per_second": 349620.7647603037}
{"step": 77200, "tokens_seen": 316211200, "loss": 3.2873964309692383, "lr": 1e-06, "tokens_per_second": 349622.20318976894}
{"step": 77300, "tokens_seen": 316620800, "loss": 3.092775344848633, "lr": 1e-06, "tokens_per_second": 349623.57844800677}
{"step": 77400, "tokens_seen": 317030400, "loss": 3.2990872859954834, "lr": 1e-06, "tokens_per_second": 349624.08457903186}
{"step": 77500, "tokens_seen": 317440000, "loss": 3.3838672637939453, "lr": 1e-06, "tokens_per_second": 349626.6915547762}
{"step": 77600, "tokens_seen": 317849600, "loss": 2.994288921356201, "lr": 1e-06, "tokens_per_second": 349628.602690397}
{"step": 77700, "tokens_seen": 318259200, "loss": 2.925560712814331, "lr": 1e-06, "tokens_per_second": 349629.52367299487}
{"step": 77800, "tokens_seen": 318668800, "loss": 3.0595273971557617, "lr": 1e-06, "tokens_per_second": 349629.0029416334}
{"step": 77900, "tokens_seen": 319078400, "loss": 3.107849597930908, "lr": 1e-06, "tokens_per_second": 349629.98169761064}
{"step": 78000, "tokens_seen": 319488000, "loss": 3.2167258262634277, "lr": 1.05e-06, "tokens_per_second": 349630.24495033507, "lr_controller": {"step": 78000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 78100, "tokens_seen": 319897600, "loss": 3.075939178466797, "lr": 1.05e-06, "tokens_per_second": 349630.0177432674}
{"step": 78200, "tokens_seen": 320307200, "loss": 3.183920383453369, "lr": 1e-06, "tokens_per_second": 349631.9405706973, "lr_controller": {"step": 78200, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 78300, "tokens_seen": 320716800, "loss": 3.0692405700683594, "lr": 1e-06, "tokens_per_second": 349632.82471460814}
{"step": 78400, "tokens_seen": 321126400, "loss": 3.141483783721924, "lr": 1e-06, "tokens_per_second": 349632.2721641861}
{"step": 78500, "tokens_seen": 321536000, "loss": 3.0497398376464844, "lr": 1e-06, "tokens_per_second": 349634.4451252546}
{"step": 78600, "tokens_seen": 321945600, "loss": 3.123734474182129, "lr": 1e-06, "tokens_per_second": 349637.445731511}
{"step": 78700, "tokens_seen": 322355200, "loss": 3.3272433280944824, "lr": 1.05e-06, "tokens_per_second": 349638.924471048, "lr_controller": {"step": 78700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 78800, "tokens_seen": 322764800, "loss": 3.1763830184936523, "lr": 1.05e-06, "tokens_per_second": 349637.1732817762}
{"step": 78900, "tokens_seen": 323174400, "loss": 3.1891207695007324, "lr": 1.05e-06, "tokens_per_second": 349637.9056602976}
{"step": 79000, "tokens_seen": 323584000, "loss": 2.965528964996338, "lr": 1.05e-06, "tokens_per_second": 349640.1439167011}
{"step": 79100, "tokens_seen": 323993600, "loss": 3.1815500259399414, "lr": 1.05e-06, "tokens_per_second": 349642.012472639}
{"step": 79200, "tokens_seen": 324403200, "loss": 3.3075966835021973, "lr": 1e-06, "tokens_per_second": 349642.6161310219, "lr_controller": {"step": 79200, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 79300, "tokens_seen": 324812800, "loss": 3.215681552886963, "lr": 1e-06, "tokens_per_second": 349643.11588251416}
{"step": 79400, "tokens_seen": 325222400, "loss": 3.2448678016662598, "lr": 1e-06, "tokens_per_second": 349644.2309716843}
{"step": 79500, "tokens_seen": 325632000, "loss": 3.1403441429138184, "lr": 1e-06, "tokens_per_second": 349645.06157691404}
{"step": 79600, "tokens_seen": 326041600, "loss": 3.0582172870635986, "lr": 1e-06, "tokens_per_second": 349646.78514622326}
{"step": 79700, "tokens_seen": 326451200, "loss": 2.9801385402679443, "lr": 1e-06, "tokens_per_second": 349648.56405062537}
{"step": 79800, "tokens_seen": 326860800, "loss": 3.191406726837158, "lr": 1e-06, "tokens_per_second": 349649.59969786234}
{"step": 79900, "tokens_seen": 327270400, "loss": 2.851930618286133, "lr": 1.05e-06, "tokens_per_second": 349650.1930506311, "lr_controller": {"step": 79900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 80000, "tokens_seen": 327680000, "loss": 2.9442107677459717, "lr": 1.05e-06, "tokens_per_second": 349651.61031615315}
{"step": 80100, "tokens_seen": 328089600, "loss": 3.2133355140686035, "lr": 1.1025e-06, "tokens_per_second": 349647.28845767945, "lr_controller": {"step": 80100, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 80200, "tokens_seen": 328499200, "loss": 2.922727584838867, "lr": 1.1025e-06, "tokens_per_second": 349648.37562368705}
{"step": 80300, "tokens_seen": 328908800, "loss": 3.3513669967651367, "lr": 1.1025e-06, "tokens_per_second": 349648.9772891541}
{"step": 80400, "tokens_seen": 329318400, "loss": 3.027360439300537, "lr": 1.1025e-06, "tokens_per_second": 349651.83561864035}
{"step": 80500, "tokens_seen": 329728000, "loss": 3.4382529258728027, "lr": 1e-06, "tokens_per_second": 349653.50902656687, "lr_controller": {"step": 80500, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 80600, "tokens_seen": 330137600, "loss": 3.3329274654388428, "lr": 1e-06, "tokens_per_second": 349655.25855620095}
{"step": 80700, "tokens_seen": 330547200, "loss": 3.1247479915618896, "lr": 1e-06, "tokens_per_second": 349653.5000654727}
{"step": 80800, "tokens_seen": 330956800, "loss": 3.3253345489501953, "lr": 1e-06, "tokens_per_second": 349654.6885592115}
{"step": 80900, "tokens_seen": 331366400, "loss": 3.135293483734131, "lr": 1e-06, "tokens_per_second": 349653.01147900824}
{"step": 81000, "tokens_seen": 331776000, "loss": 3.277595281600952, "lr": 1e-06, "tokens_per_second": 349649.54588766803}
{"step": 81100, "tokens_seen": 332185600, "loss": 3.258875608444214, "lr": 1.05e-06, "tokens_per_second": 349652.42263965314, "lr_controller": {"step": 81100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 81200, "tokens_seen": 332595200, "loss": 3.289119243621826, "lr": 1.05e-06, "tokens_per_second": 349652.7792829172}
{"step": 81300, "tokens_seen": 333004800, "loss": 3.1553313732147217, "lr": 1.1025e-06, "tokens_per_second": 349653.76834122697, "lr_controller": {"step": 81300, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 81400, "tokens_seen": 333414400, "loss": 3.133035659790039, "lr": 1.1025e-06, "tokens_per_second": 349654.61701872176}
{"step": 81500, "tokens_seen": 333824000, "loss": 3.22135591506958, "lr": 1e-06, "tokens_per_second": 349657.1659753278, "lr_controller": {"step": 81500, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 81600, "tokens_seen": 334233600, "loss": 3.1241068840026855, "lr": 1e-06, "tokens_per_second": 349660.5320140739}
{"step": 81700, "tokens_seen": 334643200, "loss": 3.360830783843994, "lr": 1.05e-06, "tokens_per_second": 349662.97402286896, "lr_controller": {"step": 81700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 81800, "tokens_seen": 335052800, "loss": 3.1569936275482178, "lr": 1.05e-06, "tokens_per_second": 349663.8081235879}
{"step": 81900, "tokens_seen": 335462400, "loss": 3.219533920288086, "lr": 1.05e-06, "tokens_per_second": 349665.6949379661}
{"step": 82000, "tokens_seen": 335872000, "loss": 3.117062568664551, "lr": 1.05e-06, "tokens_per_second": 349667.67116582935}
{"step": 82100, "tokens_seen": 336281600, "loss": 3.3110485076904297, "lr": 1e-06, "tokens_per_second": 349668.582945818, "lr_controller": {"step": 82100, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 82200, "tokens_seen": 336691200, "loss": 3.2361958026885986, "lr": 1e-06, "tokens_per_second": 349671.29713426245}
{"step": 82300, "tokens_seen": 337100800, "loss": 3.1304681301116943, "lr": 1e-06, "tokens_per_second": 349672.1566514482}
{"step": 82400, "tokens_seen": 337510400, "loss": 3.083275079727173, "lr": 1e-06, "tokens_per_second": 349673.71621281526}
{"step": 82500, "tokens_seen": 337920000, "loss": 3.061380386352539, "lr": 1e-06, "tokens_per_second": 349675.20799551386}
{"step": 82600, "tokens_seen": 338329600, "loss": 3.140012264251709, "lr": 1e-06, "tokens_per_second": 349674.370156266}
{"step": 82700, "tokens_seen": 338739200, "loss": 3.1726908683776855, "lr": 1e-06, "tokens_per_second": 349675.5673489201}
{"step": 82800, "tokens_seen": 339148800, "loss": 3.102471351623535, "lr": 1e-06, "tokens_per_second": 349677.560118237}
{"step": 82900, "tokens_seen": 339558400, "loss": 3.1988303661346436, "lr": 1e-06, "tokens_per_second": 349677.8064547234}
{"step": 83000, "tokens_seen": 339968000, "loss": 3.1512932777404785, "lr": 1e-06, "tokens_per_second": 349679.05411462975}
{"step": 83100, "tokens_seen": 340377600, "loss": 3.109147310256958, "lr": 1.05e-06, "tokens_per_second": 349679.5845564515, "lr_controller": {"step": 83100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 83200, "tokens_seen": 340787200, "loss": 3.0957655906677246, "lr": 1.05e-06, "tokens_per_second": 349681.0747489313}
{"step": 83300, "tokens_seen": 341196800, "loss": 3.199070453643799, "lr": 1.05e-06, "tokens_per_second": 349682.98782919405}
{"step": 83400, "tokens_seen": 341606400, "loss": 2.9447784423828125, "lr": 1.05e-06, "tokens_per_second": 349683.1516845855}
{"step": 83500, "tokens_seen": 342016000, "loss": 3.2209415435791016, "lr": 1e-06, "tokens_per_second": 349683.3196653826, "lr_controller": {"step": 83500, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 83600, "tokens_seen": 342425600, "loss": 3.2374026775360107, "lr": 1e-06, "tokens_per_second": 349684.83864727034}
{"step": 83700, "tokens_seen": 342835200, "loss": 3.2675366401672363, "lr": 1.05e-06, "tokens_per_second": 349686.7280944407, "lr_controller": {"step": 83700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 83800, "tokens_seen": 343244800, "loss": 2.9938573837280273, "lr": 1.05e-06, "tokens_per_second": 349688.7690826624}
{"step": 83900, "tokens_seen": 343654400, "loss": 3.015872001647949, "lr": 1e-06, "tokens_per_second": 349690.0196381112, "lr_controller": {"step": 83900, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 84000, "tokens_seen": 344064000, "loss": 3.3077714443206787, "lr": 1e-06, "tokens_per_second": 349690.28013245406}
{"step": 84100, "tokens_seen": 344473600, "loss": 3.238457679748535, "lr": 1e-06, "tokens_per_second": 349691.46837558167}
{"step": 84200, "tokens_seen": 344883200, "loss": 3.2749412059783936, "lr": 1e-06, "tokens_per_second": 349693.61472630483}
{"step": 84300, "tokens_seen": 345292800, "loss": 3.041407585144043, "lr": 1.05e-06, "tokens_per_second": 349694.60952795896, "lr_controller": {"step": 84300, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 84400, "tokens_seen": 345702400, "loss": 2.929965019226074, "lr": 1.05e-06, "tokens_per_second": 349692.84991525527}
{"step": 84500, "tokens_seen": 346112000, "loss": 3.1846489906311035, "lr": 1e-06, "tokens_per_second": 349696.40162324556, "lr_controller": {"step": 84500, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 84600, "tokens_seen": 346521600, "loss": 3.221832513809204, "lr": 1e-06, "tokens_per_second": 349696.6705729636}
{"step": 84700, "tokens_seen": 346931200, "loss": 2.943796157836914, "lr": 1e-06, "tokens_per_second": 349697.6471693774}
{"step": 84800, "tokens_seen": 347340800, "loss": 3.243006706237793, "lr": 1.05e-06, "tokens_per_second": 349697.0224905099, "lr_controller": {"step": 84800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 84900, "tokens_seen": 347750400, "loss": 3.314014434814453, "lr": 1.05e-06, "tokens_per_second": 349699.1712478768}
{"step": 85000, "tokens_seen": 348160000, "loss": 3.1923861503601074, "lr": 1.1025e-06, "tokens_per_second": 349700.8280026754, "lr_controller": {"step": 85000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 85100, "tokens_seen": 348569600, "loss": 3.1237869262695312, "lr": 1.1025e-06, "tokens_per_second": 349701.28013740206}
{"step": 85200, "tokens_seen": 348979200, "loss": 3.2580580711364746, "lr": 1e-06, "tokens_per_second": 349701.7094894631, "lr_controller": {"step": 85200, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 85300, "tokens_seen": 349388800, "loss": 3.043133497238159, "lr": 1e-06, "tokens_per_second": 349702.7781509001}
{"step": 85400, "tokens_seen": 349798400, "loss": 3.1353330612182617, "lr": 1e-06, "tokens_per_second": 349704.25499859266}
{"step": 85500, "tokens_seen": 350208000, "loss": 2.9188413619995117, "lr": 1e-06, "tokens_per_second": 349705.46514641226}
{"step": 85600, "tokens_seen": 350617600, "loss": 3.157717704772949, "lr": 1e-06, "tokens_per_second": 349706.9786703343}
{"step": 85700, "tokens_seen": 351027200, "loss": 3.115466356277466, "lr": 1.05e-06, "tokens_per_second": 349708.70123550127, "lr_controller": {"step": 85700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 85800, "tokens_seen": 351436800, "loss": 3.1797595024108887, "lr": 1.05e-06, "tokens_per_second": 349709.73772464617}
{"step": 85900, "tokens_seen": 351846400, "loss": 3.318530321121216, "lr": 1.1025e-06, "tokens_per_second": 349712.3801005356, "lr_controller": {"step": 85900, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 86000, "tokens_seen": 352256000, "loss": 3.1588220596313477, "lr": 1.1025e-06, "tokens_per_second": 349714.5376717874}
{"step": 86100, "tokens_seen": 352665600, "loss": 2.9464924335479736, "lr": 1e-06, "tokens_per_second": 349714.5223554689, "lr_controller": {"step": 86100, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 86200, "tokens_seen": 353075200, "loss": 3.1372392177581787, "lr": 1e-06, "tokens_per_second": 349714.7655653374}
{"step": 86300, "tokens_seen": 353484800, "loss": 3.124319553375244, "lr": 1e-06, "tokens_per_second": 349715.739564031}
{"step": 86400, "tokens_seen": 353894400, "loss": 3.1589436531066895, "lr": 1e-06, "tokens_per_second": 349716.70101416984}
{"step": 86500, "tokens_seen": 354304000, "loss": 3.0878143310546875, "lr": 1e-06, "tokens_per_second": 349718.31914060016}
{"step": 86600, "tokens_seen": 354713600, "loss": 2.815114736557007, "lr": 1e-06, "tokens_per_second": 349720.1287840803}
{"step": 86700, "tokens_seen": 355123200, "loss": 3.2896528244018555, "lr": 1e-06, "tokens_per_second": 349721.0139625095}
{"step": 86800, "tokens_seen": 355532800, "loss": 3.147239923477173, "lr": 1.05e-06, "tokens_per_second": 349722.17407885, "lr_controller": {"step": 86800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 86900, "tokens_seen": 355942400, "loss": 3.2029244899749756, "lr": 1.05e-06, "tokens_per_second": 349722.9411668394}
{"step": 87000, "tokens_seen": 356352000, "loss": 2.967125654220581, "lr": 1.05e-06, "tokens_per_second": 349723.544799319}
{"step": 87100, "tokens_seen": 356761600, "loss": 3.2082948684692383, "lr": 1.05e-06, "tokens_per_second": 349724.3928280481}
{"step": 87200, "tokens_seen": 357171200, "loss": 3.1155245304107666, "lr": 1.05e-06, "tokens_per_second": 349727.0840516929}
{"step": 87300, "tokens_seen": 357580800, "loss": 2.9461562633514404, "lr": 1.05e-06, "tokens_per_second": 349727.5207951408}
{"step": 87400, "tokens_seen": 357990400, "loss": 3.0740303993225098, "lr": 1.05e-06, "tokens_per_second": 349727.3809647174}
{"step": 87500, "tokens_seen": 358400000, "loss": 3.1588191986083984, "lr": 1.1025e-06, "tokens_per_second": 349728.0982978913, "lr_controller": {"step": 87500, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 87600, "tokens_seen": 358809600, "loss": 3.0216498374938965, "lr": 1.1025e-06, "tokens_per_second": 349728.71037497686}
{"step": 87700, "tokens_seen": 359219200, "loss": 3.088502883911133, "lr": 1.1025e-06, "tokens_per_second": 349729.2951621992}
{"step": 87800, "tokens_seen": 359628800, "loss": 3.0574803352355957, "lr": 1e-06, "tokens_per_second": 349731.8985886136, "lr_controller": {"step": 87800, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 87900, "tokens_seen": 360038400, "loss": 3.207907199859619, "lr": 1e-06, "tokens_per_second": 349729.3268244776}
{"step": 88000, "tokens_seen": 360448000, "loss": 3.248059034347534, "lr": 1e-06, "tokens_per_second": 349727.61469587946}
{"step": 88100, "tokens_seen": 360857600, "loss": 3.1108813285827637, "lr": 1e-06, "tokens_per_second": 349727.8598781601}
{"step": 88200, "tokens_seen": 361267200, "loss": 3.2707359790802, "lr": 1e-06, "tokens_per_second": 349729.1657937677}
{"step": 88300, "tokens_seen": 361676800, "loss": 3.2307910919189453, "lr": 1e-06, "tokens_per_second": 349731.1370080939}
{"step": 88400, "tokens_seen": 362086400, "loss": 2.939729928970337, "lr": 1e-06, "tokens_per_second": 349732.1444981561}
{"step": 88500, "tokens_seen": 362496000, "loss": 3.389566421508789, "lr": 1e-06, "tokens_per_second": 349732.8503737302}
{"step": 88600, "tokens_seen": 362905600, "loss": 2.933682918548584, "lr": 1e-06, "tokens_per_second": 349733.2906878317}
{"step": 88700, "tokens_seen": 363315200, "loss": 3.15583872795105, "lr": 1e-06, "tokens_per_second": 349733.3645595507}
{"step": 88800, "tokens_seen": 363724800, "loss": 3.2098548412323, "lr": 1e-06, "tokens_per_second": 349733.6069541864}
{"step": 88900, "tokens_seen": 364134400, "loss": 3.1738245487213135, "lr": 1e-06, "tokens_per_second": 349734.84787291184}
{"step": 89000, "tokens_seen": 364544000, "loss": 3.0707011222839355, "lr": 1e-06, "tokens_per_second": 349734.791833109}
{"step": 89100, "tokens_seen": 364953600, "loss": 2.986664056777954, "lr": 1e-06, "tokens_per_second": 349735.83822735725}
{"step": 89200, "tokens_seen": 365363200, "loss": 3.247831106185913, "lr": 1.05e-06, "tokens_per_second": 349737.13067393017, "lr_controller": {"step": 89200, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 89300, "tokens_seen": 365772800, "loss": 3.1758413314819336, "lr": 1.05e-06, "tokens_per_second": 349738.900761709}
{"step": 89400, "tokens_seen": 366182400, "loss": 2.9547317028045654, "lr": 1.05e-06, "tokens_per_second": 349739.90737601236}
{"step": 89500, "tokens_seen": 366592000, "loss": 3.164882183074951, "lr": 1.05e-06, "tokens_per_second": 349741.97074338567}
{"step": 89600, "tokens_seen": 367001600, "loss": 3.153019905090332, "lr": 1e-06, "tokens_per_second": 349742.3574468129, "lr_controller": {"step": 89600, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 89700, "tokens_seen": 367411200, "loss": 3.2728989124298096, "lr": 1e-06, "tokens_per_second": 349741.54933038075}
{"step": 89800, "tokens_seen": 367820800, "loss": 2.6247966289520264, "lr": 1e-06, "tokens_per_second": 349743.0979055214}
{"step": 89900, "tokens_seen": 368230400, "loss": 2.92482328414917, "lr": 1.05e-06, "tokens_per_second": 349744.4669887598, "lr_controller": {"step": 89900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 90000, "tokens_seen": 368640000, "loss": 3.1833643913269043, "lr": 1.05e-06, "tokens_per_second": 349745.96800551366}
{"step": 90100, "tokens_seen": 369049600, "loss": 2.9956188201904297, "lr": 1.05e-06, "tokens_per_second": 349742.3858918977}
{"step": 90200, "tokens_seen": 369459200, "loss": 3.3372933864593506, "lr": 1e-06, "tokens_per_second": 349743.3257424704, "lr_controller": {"step": 90200, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 90300, "tokens_seen": 369868800, "loss": 2.9038124084472656, "lr": 1e-06, "tokens_per_second": 349743.2078955358}
{"step": 90400, "tokens_seen": 370278400, "loss": 3.3151214122772217, "lr": 1e-06, "tokens_per_second": 349743.481120826}
{"step": 90500, "tokens_seen": 370688000, "loss": 3.0889573097229004, "lr": 1e-06, "tokens_per_second": 349743.2970404706}
{"step": 90600, "tokens_seen": 371097600, "loss": 2.9906487464904785, "lr": 1e-06, "tokens_per_second": 349744.86421352363}
{"step": 90700, "tokens_seen": 371507200, "loss": 3.178419828414917, "lr": 1e-06, "tokens_per_second": 349745.6578442019}
{"step": 90800, "tokens_seen": 371916800, "loss": 3.085880994796753, "lr": 1e-06, "tokens_per_second": 349745.41739572235}
{"step": 90900, "tokens_seen": 372326400, "loss": 3.2107644081115723, "lr": 1e-06, "tokens_per_second": 349746.4603452662}
{"step": 91000, "tokens_seen": 372736000, "loss": 3.0624988079071045, "lr": 1e-06, "tokens_per_second": 349747.9328349504}
{"step": 91100, "tokens_seen": 373145600, "loss": 3.0727715492248535, "lr": 1.05e-06, "tokens_per_second": 349748.96582458745, "lr_controller": {"step": 91100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 91200, "tokens_seen": 373555200, "loss": 3.2121903896331787, "lr": 1.05e-06, "tokens_per_second": 349749.92425941525}
{"step": 91300, "tokens_seen": 373964800, "loss": 3.0104100704193115, "lr": 1.05e-06, "tokens_per_second": 349749.2823240519}
{"step": 91400, "tokens_seen": 374374400, "loss": 3.402846574783325, "lr": 1e-06, "tokens_per_second": 349750.08103252365, "lr_controller": {"step": 91400, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 91500, "tokens_seen": 374784000, "loss": 3.1108226776123047, "lr": 1e-06, "tokens_per_second": 349749.8340037853}
{"step": 91600, "tokens_seen": 375193600, "loss": 3.150393486022949, "lr": 1e-06, "tokens_per_second": 349750.7999806144}
{"step": 91700, "tokens_seen": 375603200, "loss": 3.2224483489990234, "lr": 1e-06, "tokens_per_second": 349753.2899576743}
{"step": 91800, "tokens_seen": 376012800, "loss": 3.2378902435302734, "lr": 1e-06, "tokens_per_second": 349753.01316626195}
{"step": 91900, "tokens_seen": 376422400, "loss": 2.9984376430511475, "lr": 1e-06, "tokens_per_second": 349753.78411640803}
{"step": 92000, "tokens_seen": 376832000, "loss": 3.0951995849609375, "lr": 1e-06, "tokens_per_second": 349754.23583805514}
{"step": 92100, "tokens_seen": 377241600, "loss": 2.986265182495117, "lr": 1e-06, "tokens_per_second": 349755.37233980856}
{"step": 92200, "tokens_seen": 377651200, "loss": 3.119384288787842, "lr": 1e-06, "tokens_per_second": 349756.66910536314}
{"step": 92300, "tokens_seen": 378060800, "loss": 3.2626380920410156, "lr": 1e-06, "tokens_per_second": 349757.51107251376}
{"step": 92400, "tokens_seen": 378470400, "loss": 3.1691012382507324, "lr": 1e-06, "tokens_per_second": 349759.5062412024}
{"step": 92500, "tokens_seen": 378880000, "loss": 2.8616466522216797, "lr": 1e-06, "tokens_per_second": 349760.4311688298}
{"step": 92600, "tokens_seen": 379289600, "loss": 3.350051164627075, "lr": 1e-06, "tokens_per_second": 349762.41613967303}
{"step": 92700, "tokens_seen": 379699200, "loss": 3.257063388824463, "lr": 1e-06, "tokens_per_second": 349763.97505433095}
{"step": 92800, "tokens_seen": 380108800, "loss": 3.172757148742676, "lr": 1.05e-06, "tokens_per_second": 349765.24202787207, "lr_controller": {"step": 92800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 92900, "tokens_seen": 380518400, "loss": 3.1859991550445557, "lr": 1.05e-06, "tokens_per_second": 349765.48030513315}
{"step": 93000, "tokens_seen": 380928000, "loss": 3.1748385429382324, "lr": 1.1025e-06, "tokens_per_second": 349765.25337503647, "lr_controller": {"step": 93000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 93100, "tokens_seen": 381337600, "loss": 3.076840877532959, "lr": 1.1025e-06, "tokens_per_second": 349762.44416493335}
{"step": 93200, "tokens_seen": 381747200, "loss": 3.0908374786376953, "lr": 1.1025e-06, "tokens_per_second": 349761.1798437012}
{"step": 93300, "tokens_seen": 382156800, "loss": 2.9477663040161133, "lr": 1e-06, "tokens_per_second": 349762.364468793, "lr_controller": {"step": 93300, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 93400, "tokens_seen": 382566400, "loss": 3.1264266967773438, "lr": 1e-06, "tokens_per_second": 349761.7472364192}
{"step": 93500, "tokens_seen": 382976000, "loss": 3.1945958137512207, "lr": 1e-06, "tokens_per_second": 349762.2717098594}
{"step": 93600, "tokens_seen": 383385600, "loss": 3.203329563140869, "lr": 1e-06, "tokens_per_second": 349763.2280931652}
{"step": 93700, "tokens_seen": 383795200, "loss": 2.8874030113220215, "lr": 1e-06, "tokens_per_second": 349761.6636441872}
{"step": 93800, "tokens_seen": 384204800, "loss": 2.9940805435180664, "lr": 1.05e-06, "tokens_per_second": 349762.64216669416, "lr_controller": {"step": 93800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 93900, "tokens_seen": 384614400, "loss": 3.1071531772613525, "lr": 1.05e-06, "tokens_per_second": 349762.8758941032}
{"step": 94000, "tokens_seen": 385024000, "loss": 3.186156749725342, "lr": 1.1025e-06, "tokens_per_second": 349763.5352361255, "lr_controller": {"step": 94000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 94100, "tokens_seen": 385433600, "loss": 3.2281556129455566, "lr": 1.1025e-06, "tokens_per_second": 349764.27467915125}
{"step": 94200, "tokens_seen": 385843200, "loss": 2.7907168865203857, "lr": 1.157625e-06, "tokens_per_second": 349764.38989635627, "lr_controller": {"step": 94200, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 94300, "tokens_seen": 386252800, "loss": 3.1806397438049316, "lr": 1.157625e-06, "tokens_per_second": 349764.5072101672}
{"step": 94400, "tokens_seen": 386662400, "loss": 3.2712454795837402, "lr": 1.157625e-06, "tokens_per_second": 349765.36668617174}
{"step": 94500, "tokens_seen": 387072000, "loss": 3.318711996078491, "lr": 1e-06, "tokens_per_second": 349767.91943511536, "lr_controller": {"step": 94500, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 94600, "tokens_seen": 387481600, "loss": 3.3360300064086914, "lr": 1e-06, "tokens_per_second": 349769.269190657}
{"step": 94700, "tokens_seen": 387891200, "loss": 3.2337093353271484, "lr": 1e-06, "tokens_per_second": 349768.3800061595}
{"step": 94800, "tokens_seen": 388300800, "loss": 3.0446836948394775, "lr": 1.05e-06, "tokens_per_second": 349767.5478370151, "lr_controller": {"step": 94800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 94900, "tokens_seen": 388710400, "loss": 3.081948757171631, "lr": 1.05e-06, "tokens_per_second": 349766.5323864001}
{"step": 95000, "tokens_seen": 389120000, "loss": 2.8851256370544434, "lr": 1.1025e-06, "tokens_per_second": 349766.3710395186, "lr_controller": {"step": 95000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 95100, "tokens_seen": 389529600, "loss": 3.0885515213012695, "lr": 1.1025e-06, "tokens_per_second": 349768.370505842}
{"step": 95200, "tokens_seen": 389939200, "loss": 3.301379442214966, "lr": 1.1025e-06, "tokens_per_second": 349769.06941764255}
{"step": 95300, "tokens_seen": 390348800, "loss": 3.0764307975769043, "lr": 1.1025e-06, "tokens_per_second": 349769.44660483813}
{"step": 95400, "tokens_seen": 390758400, "loss": 3.22196102142334, "lr": 1e-06, "tokens_per_second": 349770.73776995833, "lr_controller": {"step": 95400, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 95500, "tokens_seen": 391168000, "loss": 3.138134002685547, "lr": 1e-06, "tokens_per_second": 349772.1667249361}
{"step": 95600, "tokens_seen": 391577600, "loss": 3.04524302482605, "lr": 1.05e-06, "tokens_per_second": 349773.11559615756, "lr_controller": {"step": 95600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 95700, "tokens_seen": 391987200, "loss": 3.1315383911132812, "lr": 1.05e-06, "tokens_per_second": 349773.35111151397}
{"step": 95800, "tokens_seen": 392396800, "loss": 3.196597099304199, "lr": 1e-06, "tokens_per_second": 349774.2924604772, "lr_controller": {"step": 95800, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 95900, "tokens_seen": 392806400, "loss": 3.190580129623413, "lr": 1e-06, "tokens_per_second": 349774.40759628086}
{"step": 96000, "tokens_seen": 393216000, "loss": 3.20572566986084, "lr": 1e-06, "tokens_per_second": 349774.82848395547}
{"step": 96100, "tokens_seen": 393625600, "loss": 3.1125802993774414, "lr": 1.05e-06, "tokens_per_second": 349775.17595002847, "lr_controller": {"step": 96100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 96200, "tokens_seen": 394035200, "loss": 2.883889675140381, "lr": 1.05e-06, "tokens_per_second": 349776.503836907}
{"step": 96300, "tokens_seen": 394444800, "loss": 3.099128246307373, "lr": 1.05e-06, "tokens_per_second": 349777.2462506757}
{"step": 96400, "tokens_seen": 394854400, "loss": 3.079765558242798, "lr": 1.05e-06, "tokens_per_second": 349778.61889372894}
{"step": 96500, "tokens_seen": 395264000, "loss": 3.1687755584716797, "lr": 1e-06, "tokens_per_second": 349776.32852326514, "lr_controller": {"step": 96500, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 96600, "tokens_seen": 395673600, "loss": 2.9553332328796387, "lr": 1e-06, "tokens_per_second": 349776.66866010294}
{"step": 96700, "tokens_seen": 396083200, "loss": 3.1855826377868652, "lr": 1.05e-06, "tokens_per_second": 349778.0373428903, "lr_controller": {"step": 96700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 96800, "tokens_seen": 396492800, "loss": 3.1931610107421875, "lr": 1.05e-06, "tokens_per_second": 349779.3263291936}
{"step": 96900, "tokens_seen": 396902400, "loss": 3.051969528198242, "lr": 1.05e-06, "tokens_per_second": 349781.13828950183}
{"step": 97000, "tokens_seen": 397312000, "loss": 3.2644762992858887, "lr": 1.1025e-06, "tokens_per_second": 349782.72752519057, "lr_controller": {"step": 97000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 97100, "tokens_seen": 397721600, "loss": 3.1563072204589844, "lr": 1.1025e-06, "tokens_per_second": 349783.4386629074}
{"step": 97200, "tokens_seen": 398131200, "loss": 3.047916889190674, "lr": 1.1025e-06, "tokens_per_second": 349784.74166524946}
{"step": 97300, "tokens_seen": 398540800, "loss": 3.1397552490234375, "lr": 1e-06, "tokens_per_second": 349784.1534715785, "lr_controller": {"step": 97300, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 97400, "tokens_seen": 398950400, "loss": 3.1463193893432617, "lr": 1e-06, "tokens_per_second": 349784.27302131924}
{"step": 97500, "tokens_seen": 399360000, "loss": 3.329977512359619, "lr": 1e-06, "tokens_per_second": 349785.67108786106}
{"step": 97600, "tokens_seen": 399769600, "loss": 3.1111226081848145, "lr": 1e-06, "tokens_per_second": 349788.28167494375}
{"step": 97700, "tokens_seen": 400179200, "loss": 2.9505255222320557, "lr": 1e-06, "tokens_per_second": 349789.4872899428}
{"step": 97800, "tokens_seen": 400588800, "loss": 3.146914005279541, "lr": 1.05e-06, "tokens_per_second": 349790.13387626875, "lr_controller": {"step": 97800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 97900, "tokens_seen": 400998400, "loss": 3.1733651161193848, "lr": 1.05e-06, "tokens_per_second": 349790.95795590506}
{"step": 98000, "tokens_seen": 401408000, "loss": 3.1955103874206543, "lr": 1.05e-06, "tokens_per_second": 349791.2740453459}
{"step": 98100, "tokens_seen": 401817600, "loss": 2.8578476905822754, "lr": 1.05e-06, "tokens_per_second": 349791.6843050843}
{"step": 98200, "tokens_seen": 402227200, "loss": 3.02931547164917, "lr": 1.05e-06, "tokens_per_second": 349793.9489334072}
{"step": 98300, "tokens_seen": 402636800, "loss": 3.1543586254119873, "lr": 1.05e-06, "tokens_per_second": 349793.70487810305}
{"step": 98400, "tokens_seen": 403046400, "loss": 2.9490718841552734, "lr": 1e-06, "tokens_per_second": 349794.43010551395, "lr_controller": {"step": 98400, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 98500, "tokens_seen": 403456000, "loss": 3.2871899604797363, "lr": 1e-06, "tokens_per_second": 349794.33044998086}
{"step": 98600, "tokens_seen": 403865600, "loss": 3.0512583255767822, "lr": 1e-06, "tokens_per_second": 349796.7698910798}
{"step": 98700, "tokens_seen": 404275200, "loss": 3.2433109283447266, "lr": 1.05e-06, "tokens_per_second": 349798.8678658602, "lr_controller": {"step": 98700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 98800, "tokens_seen": 404684800, "loss": 3.3473968505859375, "lr": 1.05e-06, "tokens_per_second": 349798.91453737754}
{"step": 98900, "tokens_seen": 405094400, "loss": 2.9496378898620605, "lr": 1.05e-06, "tokens_per_second": 349798.9567216322}
{"step": 99000, "tokens_seen": 405504000, "loss": 3.197239875793457, "lr": 1e-06, "tokens_per_second": 349800.2480247885, "lr_controller": {"step": 99000, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 99100, "tokens_seen": 405913600, "loss": 3.2232961654663086, "lr": 1e-06, "tokens_per_second": 349801.4923873724}
{"step": 99200, "tokens_seen": 406323200, "loss": 3.233635663986206, "lr": 1e-06, "tokens_per_second": 349802.3917718689}
{"step": 99300, "tokens_seen": 406732800, "loss": 3.1376330852508545, "lr": 1e-06, "tokens_per_second": 349803.1839118376}
{"step": 99400, "tokens_seen": 407142400, "loss": 3.2230308055877686, "lr": 1.05e-06, "tokens_per_second": 349804.6670749455, "lr_controller": {"step": 99400, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 99500, "tokens_seen": 407552000, "loss": 3.1693572998046875, "lr": 1.05e-06, "tokens_per_second": 349805.81827265216}
{"step": 99600, "tokens_seen": 407961600, "loss": 3.1807966232299805, "lr": 1.05e-06, "tokens_per_second": 349806.4798140223}
{"step": 99700, "tokens_seen": 408371200, "loss": 3.3390440940856934, "lr": 1e-06, "tokens_per_second": 349807.8309298321, "lr_controller": {"step": 99700, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 99800, "tokens_seen": 408780800, "loss": 3.2550015449523926, "lr": 1e-06, "tokens_per_second": 349807.62778465654}
{"step": 99900, "tokens_seen": 409190400, "loss": 3.049100637435913, "lr": 1.05e-06, "tokens_per_second": 349804.7819351744, "lr_controller": {"step": 99900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 100000, "tokens_seen": 409600000, "loss": 3.2989134788513184, "lr": 1.05e-06, "tokens_per_second": 349805.1146548523}
{"step": 100100, "tokens_seen": 410009600, "loss": 3.170178174972534, "lr": 1.1025e-06, "tokens_per_second": 349800.7834117789, "lr_controller": {"step": 100100, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 100200, "tokens_seen": 410419200, "loss": 3.1987204551696777, "lr": 1.1025e-06, "tokens_per_second": 349801.83260949823}
{"step": 100300, "tokens_seen": 410828800, "loss": 3.22902512550354, "lr": 1.1025e-06, "tokens_per_second": 349803.08551153704}
{"step": 100400, "tokens_seen": 411238400, "loss": 3.1387600898742676, "lr": 1.1025e-06, "tokens_per_second": 349804.39636837697}
{"step": 100500, "tokens_seen": 411648000, "loss": 3.4139935970306396, "lr": 1.157625e-06, "tokens_per_second": 349805.042339168, "lr_controller": {"step": 100500, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 100600, "tokens_seen": 412057600, "loss": 3.3194642066955566, "lr": 1.157625e-06, "tokens_per_second": 349806.2218553712}
{"step": 100700, "tokens_seen": 412467200, "loss": 3.3520219326019287, "lr": 1.157625e-06, "tokens_per_second": 349808.14093395846}
{"step": 100800, "tokens_seen": 412876800, "loss": 3.107938051223755, "lr": 1e-06, "tokens_per_second": 349809.873777382, "lr_controller": {"step": 100800, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 100900, "tokens_seen": 413286400, "loss": 3.201948642730713, "lr": 1e-06, "tokens_per_second": 349810.39509050176}
{"step": 101000, "tokens_seen": 413696000, "loss": 3.0552711486816406, "lr": 1e-06, "tokens_per_second": 349811.9746186298}
{"step": 101100, "tokens_seen": 414105600, "loss": 3.132887125015259, "lr": 1.05e-06, "tokens_per_second": 349812.6459231955, "lr_controller": {"step": 101100, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 101200, "tokens_seen": 414515200, "loss": 3.1062021255493164, "lr": 1.05e-06, "tokens_per_second": 349812.911760702}
{"step": 101300, "tokens_seen": 414924800, "loss": 2.9800477027893066, "lr": 1.05e-06, "tokens_per_second": 349814.6336384497}
{"step": 101400, "tokens_seen": 415334400, "loss": 3.0336475372314453, "lr": 1e-06, "tokens_per_second": 349815.9668372889, "lr_controller": {"step": 101400, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 101500, "tokens_seen": 415744000, "loss": 3.256363868713379, "lr": 1e-06, "tokens_per_second": 349817.0442197462}
{"step": 101600, "tokens_seen": 416153600, "loss": 3.120211124420166, "lr": 1e-06, "tokens_per_second": 349818.83466686175}
{"step": 101700, "tokens_seen": 416563200, "loss": 3.0991368293762207, "lr": 1e-06, "tokens_per_second": 349819.1216976751}
{"step": 101800, "tokens_seen": 416972800, "loss": 3.1825437545776367, "lr": 1e-06, "tokens_per_second": 349817.88811433245}
{"step": 101900, "tokens_seen": 417382400, "loss": 3.135673999786377, "lr": 1e-06, "tokens_per_second": 349819.2121615031}
{"step": 102000, "tokens_seen": 417792000, "loss": 3.165616512298584, "lr": 1e-06, "tokens_per_second": 349820.48292259325}
{"step": 102100, "tokens_seen": 418201600, "loss": 3.0016393661499023, "lr": 1e-06, "tokens_per_second": 349822.08538633236}
{"step": 102200, "tokens_seen": 418611200, "loss": 3.2718260288238525, "lr": 1e-06, "tokens_per_second": 349824.3939890711}
{"step": 102300, "tokens_seen": 419020800, "loss": 3.105912685394287, "lr": 1e-06, "tokens_per_second": 349824.9483287883}
{"step": 102400, "tokens_seen": 419430400, "loss": 3.161388874053955, "lr": 1e-06, "tokens_per_second": 349825.36419916706}
{"step": 102500, "tokens_seen": 419840000, "loss": 3.2012088298797607, "lr": 1e-06, "tokens_per_second": 349825.9864963169}
{"step": 102600, "tokens_seen": 420249600, "loss": 3.21701717376709, "lr": 1.05e-06, "tokens_per_second": 349826.2975147268, "lr_controller": {"step": 102600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 102700, "tokens_seen": 420659200, "loss": 3.0643646717071533, "lr": 1.05e-06, "tokens_per_second": 349828.05750967027}
{"step": 102800, "tokens_seen": 421068800, "loss": 3.1276955604553223, "lr": 1.1025e-06, "tokens_per_second": 349828.74626848503, "lr_controller": {"step": 102800, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 102900, "tokens_seen": 421478400, "loss": 3.2604589462280273, "lr": 1.1025e-06, "tokens_per_second": 349829.478481385}
{"step": 103000, "tokens_seen": 421888000, "loss": 3.2155492305755615, "lr": 1.157625e-06, "tokens_per_second": 349830.58371041453, "lr_controller": {"step": 103000, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 103100, "tokens_seen": 422297600, "loss": 3.178273916244507, "lr": 1.157625e-06, "tokens_per_second": 349831.8102732741}
{"step": 103200, "tokens_seen": 422707200, "loss": 3.2004473209381104, "lr": 1e-06, "tokens_per_second": 349831.0666430216, "lr_controller": {"step": 103200, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 103300, "tokens_seen": 423116800, "loss": 3.0652999877929688, "lr": 1e-06, "tokens_per_second": 349831.719651855}
{"step": 103400, "tokens_seen": 423526400, "loss": 3.1650729179382324, "lr": 1e-06, "tokens_per_second": 349832.1942743975}
{"step": 103500, "tokens_seen": 423936000, "loss": 2.9654793739318848, "lr": 1.05e-06, "tokens_per_second": 349831.6868511461, "lr_controller": {"step": 103500, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 103600, "tokens_seen": 424345600, "loss": 3.275778293609619, "lr": 1.05e-06, "tokens_per_second": 349830.4515518529}
{"step": 103700, "tokens_seen": 424755200, "loss": 3.181837558746338, "lr": 1.05e-06, "tokens_per_second": 349831.3965741844}
{"step": 103800, "tokens_seen": 425164800, "loss": 3.1080636978149414, "lr": 1.1025e-06, "tokens_per_second": 349832.22002456035, "lr_controller": {"step": 103800, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 103900, "tokens_seen": 425574400, "loss": 3.0601892471313477, "lr": 1.1025e-06, "tokens_per_second": 349831.080059118}
{"step": 104000, "tokens_seen": 425984000, "loss": 3.0753772258758545, "lr": 1.1025e-06, "tokens_per_second": 349830.3517587007}
{"step": 104100, "tokens_seen": 426393600, "loss": 3.1664960384368896, "lr": 1e-06, "tokens_per_second": 349830.8030130925, "lr_controller": {"step": 104100, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 104200, "tokens_seen": 426803200, "loss": 3.2248423099517822, "lr": 1e-06, "tokens_per_second": 349831.60896582}
{"step": 104300, "tokens_seen": 427212800, "loss": 2.94500470161438, "lr": 1e-06, "tokens_per_second": 349832.1552741261}
{"step": 104400, "tokens_seen": 427622400, "loss": 3.1432504653930664, "lr": 1e-06, "tokens_per_second": 349833.0605402077}
{"step": 104500, "tokens_seen": 428032000, "loss": 3.107942581176758, "lr": 1e-06, "tokens_per_second": 349834.3171948833}
{"step": 104600, "tokens_seen": 428441600, "loss": 3.056532859802246, "lr": 1e-06, "tokens_per_second": 349834.54805106804}
{"step": 104700, "tokens_seen": 428851200, "loss": 3.3017733097076416, "lr": 1e-06, "tokens_per_second": 349835.3616998764}
{"step": 104800, "tokens_seen": 429260800, "loss": 3.0151994228363037, "lr": 1e-06, "tokens_per_second": 349836.5373295992}
{"step": 104900, "tokens_seen": 429670400, "loss": 3.196873664855957, "lr": 1.05e-06, "tokens_per_second": 349838.0997863331, "lr_controller": {"step": 104900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 105000, "tokens_seen": 430080000, "loss": 3.270443916320801, "lr": 1.05e-06, "tokens_per_second": 349837.84181207186}
{"step": 105100, "tokens_seen": 430489600, "loss": 3.1378793716430664, "lr": 1.05e-06, "tokens_per_second": 349839.535969065}
{"step": 105200, "tokens_seen": 430899200, "loss": 3.290523052215576, "lr": 1.1025e-06, "tokens_per_second": 349840.75228430185, "lr_controller": {"step": 105200, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 105300, "tokens_seen": 431308800, "loss": 3.0255532264709473, "lr": 1.1025e-06, "tokens_per_second": 349841.9359886455}
{"step": 105400, "tokens_seen": 431718400, "loss": 3.153027057647705, "lr": 1.157625e-06, "tokens_per_second": 349842.58423354605, "lr_controller": {"step": 105400, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 105500, "tokens_seen": 432128000, "loss": 3.3374462127685547, "lr": 1.157625e-06, "tokens_per_second": 349843.1481942903}
{"step": 105600, "tokens_seen": 432537600, "loss": 3.226555347442627, "lr": 1e-06, "tokens_per_second": 349843.98532524315, "lr_controller": {"step": 105600, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 105700, "tokens_seen": 432947200, "loss": 3.119029998779297, "lr": 1e-06, "tokens_per_second": 349844.1706753708}
{"step": 105800, "tokens_seen": 433356800, "loss": 3.0257368087768555, "lr": 1.05e-06, "tokens_per_second": 349844.8445318792, "lr_controller": {"step": 105800, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 105900, "tokens_seen": 433766400, "loss": 3.206275224685669, "lr": 1.05e-06, "tokens_per_second": 349845.49929116754}
{"step": 106000, "tokens_seen": 434176000, "loss": 3.2542800903320312, "lr": 1e-06, "tokens_per_second": 349846.03983893833, "lr_controller": {"step": 106000, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 106100, "tokens_seen": 434585600, "loss": 2.956336259841919, "lr": 1e-06, "tokens_per_second": 349847.0218620134}
{"step": 106200, "tokens_seen": 434995200, "loss": 3.0725369453430176, "lr": 1e-06, "tokens_per_second": 349848.61645823705}
{"step": 106300, "tokens_seen": 435404800, "loss": 3.167154312133789, "lr": 1e-06, "tokens_per_second": 349849.7286009194}
{"step": 106400, "tokens_seen": 435814400, "loss": 3.1875481605529785, "lr": 1e-06, "tokens_per_second": 349849.97329335124}
{"step": 106500, "tokens_seen": 436224000, "loss": 3.032855749130249, "lr": 1e-06, "tokens_per_second": 349852.09046792577}
{"step": 106600, "tokens_seen": 436633600, "loss": 3.3104920387268066, "lr": 1e-06, "tokens_per_second": 349851.79200937145}
{"step": 106700, "tokens_seen": 437043200, "loss": 3.465792655944824, "lr": 1e-06, "tokens_per_second": 349853.4677178141}
{"step": 106800, "tokens_seen": 437452800, "loss": 3.059119462966919, "lr": 1e-06, "tokens_per_second": 349851.8812590229}
{"step": 106900, "tokens_seen": 437862400, "loss": 3.308480739593506, "lr": 1.05e-06, "tokens_per_second": 349852.49994407734, "lr_controller": {"step": 106900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 107000, "tokens_seen": 438272000, "loss": 3.2749838829040527, "lr": 1.05e-06, "tokens_per_second": 349853.1849907688}
{"step": 107100, "tokens_seen": 438681600, "loss": 3.149303913116455, "lr": 1.05e-06, "tokens_per_second": 349852.85989405366}
{"step": 107200, "tokens_seen": 439091200, "loss": 3.1528027057647705, "lr": 1e-06, "tokens_per_second": 349854.5335131237, "lr_controller": {"step": 107200, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 107300, "tokens_seen": 439500800, "loss": 3.1932764053344727, "lr": 1e-06, "tokens_per_second": 349854.61126385303}
{"step": 107400, "tokens_seen": 439910400, "loss": 2.9557442665100098, "lr": 1e-06, "tokens_per_second": 349855.56205676467}
{"step": 107500, "tokens_seen": 440320000, "loss": 2.976562738418579, "lr": 1e-06, "tokens_per_second": 349856.8023660335}
{"step": 107600, "tokens_seen": 440729600, "loss": 3.2909300327301025, "lr": 1.05e-06, "tokens_per_second": 349857.14225061354, "lr_controller": {"step": 107600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 107700, "tokens_seen": 441139200, "loss": 3.0854568481445312, "lr": 1.05e-06, "tokens_per_second": 349858.8315517093}
{"step": 107800, "tokens_seen": 441548800, "loss": 3.073031187057495, "lr": 1.05e-06, "tokens_per_second": 349859.68338697945}
{"step": 107900, "tokens_seen": 441958400, "loss": 3.0166049003601074, "lr": 1.05e-06, "tokens_per_second": 349859.89004338655}
{"step": 108000, "tokens_seen": 442368000, "loss": 2.98862624168396, "lr": 1.1025e-06, "tokens_per_second": 349860.487584704, "lr_controller": {"step": 108000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 108100, "tokens_seen": 442777600, "loss": 3.128032684326172, "lr": 1.1025e-06, "tokens_per_second": 349861.0023611015}
{"step": 108200, "tokens_seen": 443187200, "loss": 3.235600471496582, "lr": 1.1025e-06, "tokens_per_second": 349860.9431756338}
{"step": 108300, "tokens_seen": 443596800, "loss": 3.0705273151397705, "lr": 1e-06, "tokens_per_second": 349860.92988749477, "lr_controller": {"step": 108300, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 108400, "tokens_seen": 444006400, "loss": 3.2571792602539062, "lr": 1e-06, "tokens_per_second": 349861.77481929655}
{"step": 108500, "tokens_seen": 444416000, "loss": 3.236811637878418, "lr": 1e-06, "tokens_per_second": 349863.30842221406}
{"step": 108600, "tokens_seen": 444825600, "loss": 3.192476511001587, "lr": 1.05e-06, "tokens_per_second": 349863.98691431055, "lr_controller": {"step": 108600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 108700, "tokens_seen": 445235200, "loss": 3.2874467372894287, "lr": 1.05e-06, "tokens_per_second": 349862.2279382404}
{"step": 108800, "tokens_seen": 445644800, "loss": 3.184237241744995, "lr": 1e-06, "tokens_per_second": 349863.36686513363, "lr_controller": {"step": 108800, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 108900, "tokens_seen": 446054400, "loss": 3.0530877113342285, "lr": 1e-06, "tokens_per_second": 349864.0240685434}
{"step": 109000, "tokens_seen": 446464000, "loss": 3.3109922409057617, "lr": 1e-06, "tokens_per_second": 349865.7409666797}
{"step": 109100, "tokens_seen": 446873600, "loss": 3.198228359222412, "lr": 1e-06, "tokens_per_second": 349866.19646081387}
{"step": 109200, "tokens_seen": 447283200, "loss": 3.1783885955810547, "lr": 1e-06, "tokens_per_second": 349867.80326266977}
{"step": 109300, "tokens_seen": 447692800, "loss": 2.981417655944824, "lr": 1e-06, "tokens_per_second": 349869.55231423856}
{"step": 109400, "tokens_seen": 448102400, "loss": 3.2804031372070312, "lr": 1e-06, "tokens_per_second": 349870.0047135188}
{"step": 109500, "tokens_seen": 448512000, "loss": 3.3155291080474854, "lr": 1e-06, "tokens_per_second": 349870.01277134864}
{"step": 109600, "tokens_seen": 448921600, "loss": 3.3469367027282715, "lr": 1.05e-06, "tokens_per_second": 349870.9388942109, "lr_controller": {"step": 109600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 109700, "tokens_seen": 449331200, "loss": 3.39864182472229, "lr": 1.05e-06, "tokens_per_second": 349872.4762852232}
{"step": 109800, "tokens_seen": 449740800, "loss": 3.071650505065918, "lr": 1.1025e-06, "tokens_per_second": 349873.97097986605, "lr_controller": {"step": 109800, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 109900, "tokens_seen": 450150400, "loss": 2.9912357330322266, "lr": 1.1025e-06, "tokens_per_second": 349875.1014476324}
{"step": 110000, "tokens_seen": 450560000, "loss": 3.21406888961792, "lr": 1e-06, "tokens_per_second": 349875.1192158605, "lr_controller": {"step": 110000, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 110100, "tokens_seen": 450969600, "loss": 3.049665689468384, "lr": 1e-06, "tokens_per_second": 349874.3755568888}
{"step": 110200, "tokens_seen": 451379200, "loss": 3.0340676307678223, "lr": 1.05e-06, "tokens_per_second": 349874.30181374383, "lr_controller": {"step": 110200, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 110300, "tokens_seen": 451788800, "loss": 3.051758289337158, "lr": 1.05e-06, "tokens_per_second": 349875.3664496257}
{"step": 110400, "tokens_seen": 452198400, "loss": 2.9964277744293213, "lr": 1.05e-06, "tokens_per_second": 349875.5712124785}
{"step": 110500, "tokens_seen": 452608000, "loss": 3.152083396911621, "lr": 1.1025e-06, "tokens_per_second": 349873.98659617483, "lr_controller": {"step": 110500, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 110600, "tokens_seen": 453017600, "loss": 3.1271281242370605, "lr": 1.1025e-06, "tokens_per_second": 349875.5530717971}
{"step": 110700, "tokens_seen": 453427200, "loss": 3.341041088104248, "lr": 1.157625e-06, "tokens_per_second": 349876.7236421492, "lr_controller": {"step": 110700, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 110800, "tokens_seen": 453836800, "loss": 2.959336280822754, "lr": 1.157625e-06, "tokens_per_second": 349877.85410061205}
{"step": 110900, "tokens_seen": 454246400, "loss": 3.3173794746398926, "lr": 1e-06, "tokens_per_second": 349877.9889429077, "lr_controller": {"step": 110900, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 111000, "tokens_seen": 454656000, "loss": 3.214404582977295, "lr": 1e-06, "tokens_per_second": 349878.4972128445}
{"step": 111100, "tokens_seen": 455065600, "loss": 3.411832332611084, "lr": 1e-06, "tokens_per_second": 349879.57813844166}
{"step": 111200, "tokens_seen": 455475200, "loss": 3.2718629837036133, "lr": 1e-06, "tokens_per_second": 349880.17736832437}
{"step": 111300, "tokens_seen": 455884800, "loss": 3.2292873859405518, "lr": 1e-06, "tokens_per_second": 349881.2853906166}
{"step": 111400, "tokens_seen": 456294400, "loss": 3.0548553466796875, "lr": 1.05e-06, "tokens_per_second": 349882.00252680504, "lr_controller": {"step": 111400, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 111500, "tokens_seen": 456704000, "loss": 3.0110561847686768, "lr": 1.05e-06, "tokens_per_second": 349882.80759415374}
{"step": 111600, "tokens_seen": 457113600, "loss": 3.260528326034546, "lr": 1e-06, "tokens_per_second": 349883.6690069835, "lr_controller": {"step": 111600, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 111700, "tokens_seen": 457523200, "loss": 3.1463353633880615, "lr": 1e-06, "tokens_per_second": 349884.41494651505}
{"step": 111800, "tokens_seen": 457932800, "loss": 3.119535207748413, "lr": 1e-06, "tokens_per_second": 349885.53273341793}
{"step": 111900, "tokens_seen": 458342400, "loss": 3.1359100341796875, "lr": 1e-06, "tokens_per_second": 349886.90624379844}
{"step": 112000, "tokens_seen": 458752000, "loss": 2.9870219230651855, "lr": 1e-06, "tokens_per_second": 349888.38470956666}
{"step": 112100, "tokens_seen": 459161600, "loss": 2.988481283187866, "lr": 1e-06, "tokens_per_second": 349889.2146387093}
{"step": 112200, "tokens_seen": 459571200, "loss": 3.2191715240478516, "lr": 1.05e-06, "tokens_per_second": 349890.1316270677, "lr_controller": {"step": 112200, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 112300, "tokens_seen": 459980800, "loss": 3.122690439224243, "lr": 1.05e-06, "tokens_per_second": 349890.22004312376}
{"step": 112400, "tokens_seen": 460390400, "loss": 3.2056326866149902, "lr": 1.1025e-06, "tokens_per_second": 349889.0856698175, "lr_controller": {"step": 112400, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 112500, "tokens_seen": 460800000, "loss": 3.2184457778930664, "lr": 1.1025e-06, "tokens_per_second": 349889.5903789135}
{"step": 112600, "tokens_seen": 461209600, "loss": 3.2239789962768555, "lr": 1.1025e-06, "tokens_per_second": 349890.69857173}
{"step": 112700, "tokens_seen": 461619200, "loss": 3.3694984912872314, "lr": 1e-06, "tokens_per_second": 349891.44755530223, "lr_controller": {"step": 112700, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 112800, "tokens_seen": 462028800, "loss": 3.08640718460083, "lr": 1e-06, "tokens_per_second": 349892.81716491573}
{"step": 112900, "tokens_seen": 462438400, "loss": 3.0692057609558105, "lr": 1e-06, "tokens_per_second": 349893.0261303884}
{"step": 113000, "tokens_seen": 462848000, "loss": 3.1168289184570312, "lr": 1.05e-06, "tokens_per_second": 349893.1505375301, "lr_controller": {"step": 113000, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 113100, "tokens_seen": 463257600, "loss": 3.285615921020508, "lr": 1.05e-06, "tokens_per_second": 349894.2647563997}
{"step": 113200, "tokens_seen": 463667200, "loss": 3.1567068099975586, "lr": 1.05e-06, "tokens_per_second": 349894.903488808}
{"step": 113300, "tokens_seen": 464076800, "loss": 3.197436809539795, "lr": 1e-06, "tokens_per_second": 349895.58260778565, "lr_controller": {"step": 113300, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 113400, "tokens_seen": 464486400, "loss": 3.1718764305114746, "lr": 1e-06, "tokens_per_second": 349896.0270132497}
{"step": 113500, "tokens_seen": 464896000, "loss": 3.2793192863464355, "lr": 1e-06, "tokens_per_second": 349897.23298706167}
{"step": 113600, "tokens_seen": 465305600, "loss": 3.0570783615112305, "lr": 1.05e-06, "tokens_per_second": 349898.62786355865, "lr_controller": {"step": 113600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 113700, "tokens_seen": 465715200, "loss": 2.6992626190185547, "lr": 1.05e-06, "tokens_per_second": 349899.1993572212}
{"step": 113800, "tokens_seen": 466124800, "loss": 3.000638723373413, "lr": 1.1025e-06, "tokens_per_second": 349898.94004952384, "lr_controller": {"step": 113800, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 113900, "tokens_seen": 466534400, "loss": 3.352280616760254, "lr": 1.1025e-06, "tokens_per_second": 349899.9264606464}
{"step": 114000, "tokens_seen": 466944000, "loss": 2.9616618156433105, "lr": 1.1025e-06, "tokens_per_second": 349900.1203055145}
{"step": 114100, "tokens_seen": 467353600, "loss": 3.1446104049682617, "lr": 1.157625e-06, "tokens_per_second": 349901.27209570847, "lr_controller": {"step": 114100, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 114200, "tokens_seen": 467763200, "loss": 3.0636181831359863, "lr": 1.157625e-06, "tokens_per_second": 349901.92327422247}
{"step": 114300, "tokens_seen": 468172800, "loss": 3.1827096939086914, "lr": 1.157625e-06, "tokens_per_second": 349901.50116883026}
{"step": 114400, "tokens_seen": 468582400, "loss": 3.1911277770996094, "lr": 1e-06, "tokens_per_second": 349902.5496926204, "lr_controller": {"step": 114400, "old_lr": 1.157625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 114500, "tokens_seen": 468992000, "loss": 3.2416179180145264, "lr": 1e-06, "tokens_per_second": 349903.2082612976}
{"step": 114600, "tokens_seen": 469401600, "loss": 3.1015450954437256, "lr": 1e-06, "tokens_per_second": 349904.6622261124}
{"step": 114700, "tokens_seen": 469811200, "loss": 3.255463123321533, "lr": 1e-06, "tokens_per_second": 349905.1882666726}
{"step": 114800, "tokens_seen": 470220800, "loss": 3.200632333755493, "lr": 1e-06, "tokens_per_second": 349905.7883830543}
{"step": 114900, "tokens_seen": 470630400, "loss": 3.177896499633789, "lr": 1.05e-06, "tokens_per_second": 349906.92465264635, "lr_controller": {"step": 114900, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 115000, "tokens_seen": 471040000, "loss": 3.058465003967285, "lr": 1.05e-06, "tokens_per_second": 349908.232596983}
{"step": 115100, "tokens_seen": 471449600, "loss": 3.0525074005126953, "lr": 1.05e-06, "tokens_per_second": 349909.6507213488}
{"step": 115200, "tokens_seen": 471859200, "loss": 3.0958776473999023, "lr": 1.1025e-06, "tokens_per_second": 349909.8544077038, "lr_controller": {"step": 115200, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 115300, "tokens_seen": 472268800, "loss": 3.0301432609558105, "lr": 1.1025e-06, "tokens_per_second": 349910.3610463686}
{"step": 115400, "tokens_seen": 472678400, "loss": 3.272867202758789, "lr": 1.1025e-06, "tokens_per_second": 349909.6154221574}
{"step": 115500, "tokens_seen": 473088000, "loss": 3.1365580558776855, "lr": 1.157625e-06, "tokens_per_second": 349911.19540756324, "lr_controller": {"step": 115500, "old_lr": 1.1025e-06, "new_lr": 1.157625e-06, "reason": "slow_progress"}}
{"step": 115600, "tokens_seen": 473497600, "loss": 3.0496625900268555, "lr": 1.157625e-06, "tokens_per_second": 349912.42829010414}
{"step": 115700, "tokens_seen": 473907200, "loss": 3.065525770187378, "lr": 1.157625e-06, "tokens_per_second": 349912.694793334}
{"step": 115800, "tokens_seen": 474316800, "loss": 3.105319023132324, "lr": 1.157625e-06, "tokens_per_second": 349912.8335620042}
{"step": 115900, "tokens_seen": 474726400, "loss": 3.0968751907348633, "lr": 1.21550625e-06, "tokens_per_second": 349913.4985844102, "lr_controller": {"step": 115900, "old_lr": 1.157625e-06, "new_lr": 1.21550625e-06, "reason": "slow_progress"}}
{"step": 116000, "tokens_seen": 475136000, "loss": 3.2819924354553223, "lr": 1.21550625e-06, "tokens_per_second": 349914.78109464294}
{"step": 116100, "tokens_seen": 475545600, "loss": 3.1240155696868896, "lr": 1.21550625e-06, "tokens_per_second": 349915.87043039995}
{"step": 116200, "tokens_seen": 475955200, "loss": 3.306854248046875, "lr": 1e-06, "tokens_per_second": 349916.02659919957, "lr_controller": {"step": 116200, "old_lr": 1.21550625e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 116300, "tokens_seen": 476364800, "loss": 3.1537978649139404, "lr": 1e-06, "tokens_per_second": 349915.3535484056}
{"step": 116400, "tokens_seen": 476774400, "loss": 3.147683620452881, "lr": 1e-06, "tokens_per_second": 349916.37413474795}
{"step": 116500, "tokens_seen": 477184000, "loss": 3.081857919692993, "lr": 1e-06, "tokens_per_second": 349909.19415780104}
{"step": 116600, "tokens_seen": 477593600, "loss": 2.9576239585876465, "lr": 1e-06, "tokens_per_second": 349896.433596675}
{"step": 116700, "tokens_seen": 478003200, "loss": 3.15804386138916, "lr": 1.05e-06, "tokens_per_second": 349883.9183355642, "lr_controller": {"step": 116700, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 116800, "tokens_seen": 478412800, "loss": 2.9972918033599854, "lr": 1.05e-06, "tokens_per_second": 349873.41534086794}
{"step": 116900, "tokens_seen": 478822400, "loss": 3.353510856628418, "lr": 1.05e-06, "tokens_per_second": 349860.95257412473}
{"step": 117000, "tokens_seen": 479232000, "loss": 3.1761295795440674, "lr": 1.1025e-06, "tokens_per_second": 349846.605200094, "lr_controller": {"step": 117000, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 117100, "tokens_seen": 479641600, "loss": 3.0755908489227295, "lr": 1.1025e-06, "tokens_per_second": 349835.79320831085}
{"step": 117200, "tokens_seen": 480051200, "loss": 3.1490790843963623, "lr": 1.1025e-06, "tokens_per_second": 349823.74792405585}
{"step": 117300, "tokens_seen": 480460800, "loss": 3.2166738510131836, "lr": 1e-06, "tokens_per_second": 349809.35207185056, "lr_controller": {"step": 117300, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 117400, "tokens_seen": 480870400, "loss": 3.2774646282196045, "lr": 1e-06, "tokens_per_second": 349796.28823317564}
{"step": 117500, "tokens_seen": 481280000, "loss": 3.0454375743865967, "lr": 1e-06, "tokens_per_second": 349792.7568174483}
{"step": 117600, "tokens_seen": 481689600, "loss": 3.3945834636688232, "lr": 1.05e-06, "tokens_per_second": 349794.6703335662, "lr_controller": {"step": 117600, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 117700, "tokens_seen": 482099200, "loss": 3.1448159217834473, "lr": 1.05e-06, "tokens_per_second": 349795.79452155967}
{"step": 117800, "tokens_seen": 482508800, "loss": 3.1355199813842773, "lr": 1.05e-06, "tokens_per_second": 349794.03997242264}
{"step": 117900, "tokens_seen": 482918400, "loss": 2.8769583702087402, "lr": 1e-06, "tokens_per_second": 349794.16128383094, "lr_controller": {"step": 117900, "old_lr": 1.05e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 118000, "tokens_seen": 483328000, "loss": 3.4358558654785156, "lr": 1e-06, "tokens_per_second": 349794.3828831975}
{"step": 118100, "tokens_seen": 483737600, "loss": 3.4126334190368652, "lr": 1e-06, "tokens_per_second": 349795.12520761846}
{"step": 118200, "tokens_seen": 484147200, "loss": 3.012390613555908, "lr": 1e-06, "tokens_per_second": 349795.81843678886}
{"step": 118300, "tokens_seen": 484556800, "loss": 3.247267007827759, "lr": 1e-06, "tokens_per_second": 349797.729153138}
{"step": 118400, "tokens_seen": 484966400, "loss": 3.281754970550537, "lr": 1.05e-06, "tokens_per_second": 349799.3121903984, "lr_controller": {"step": 118400, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 118500, "tokens_seen": 485376000, "loss": 3.1473755836486816, "lr": 1.05e-06, "tokens_per_second": 349799.7234303904}
{"step": 118600, "tokens_seen": 485785600, "loss": 3.0862159729003906, "lr": 1.05e-06, "tokens_per_second": 349800.35785594105}
{"step": 118700, "tokens_seen": 486195200, "loss": 3.3166134357452393, "lr": 1.05e-06, "tokens_per_second": 349800.82308707264}
{"step": 118800, "tokens_seen": 486604800, "loss": 3.1005148887634277, "lr": 1.05e-06, "tokens_per_second": 349801.5156552209}
{"step": 118900, "tokens_seen": 487014400, "loss": 3.2544775009155273, "lr": 1.1025e-06, "tokens_per_second": 349802.06934584846, "lr_controller": {"step": 118900, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 119000, "tokens_seen": 487424000, "loss": 3.102792501449585, "lr": 1.1025e-06, "tokens_per_second": 349801.8135078095}
{"step": 119100, "tokens_seen": 487833600, "loss": 3.070188522338867, "lr": 1.1025e-06, "tokens_per_second": 349802.8340883986}
{"step": 119200, "tokens_seen": 488243200, "loss": 3.0727853775024414, "lr": 1.1025e-06, "tokens_per_second": 349804.13260252937}
{"step": 119300, "tokens_seen": 488652800, "loss": 3.329145908355713, "lr": 1e-06, "tokens_per_second": 349805.46924860554, "lr_controller": {"step": 119300, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 119400, "tokens_seen": 489062400, "loss": 3.105968952178955, "lr": 1e-06, "tokens_per_second": 349805.78736064193}
{"step": 119500, "tokens_seen": 489472000, "loss": 3.0277085304260254, "lr": 1e-06, "tokens_per_second": 349805.26233741903}
{"step": 119600, "tokens_seen": 489881600, "loss": 3.015357494354248, "lr": 1e-06, "tokens_per_second": 349805.8408721769}
{"step": 119700, "tokens_seen": 490291200, "loss": 3.0589566230773926, "lr": 1e-06, "tokens_per_second": 349803.5700391933}
{"step": 119800, "tokens_seen": 490700800, "loss": 3.0354928970336914, "lr": 1e-06, "tokens_per_second": 349802.979282697}
{"step": 119900, "tokens_seen": 491110400, "loss": 3.1425323486328125, "lr": 1e-06, "tokens_per_second": 349804.1360818107}
{"step": 120000, "tokens_seen": 491520000, "loss": 3.277891159057617, "lr": 1e-06, "tokens_per_second": 349805.3148803127}
{"step": 120100, "tokens_seen": 491929600, "loss": 3.18705677986145, "lr": 1e-06, "tokens_per_second": 349804.20546338917}
{"step": 120200, "tokens_seen": 492339200, "loss": 2.8321917057037354, "lr": 1e-06, "tokens_per_second": 349804.3286836475}
{"step": 120300, "tokens_seen": 492748800, "loss": 3.119832754135132, "lr": 1e-06, "tokens_per_second": 349805.13239100314}
{"step": 120400, "tokens_seen": 493158400, "loss": 3.0749051570892334, "lr": 1.05e-06, "tokens_per_second": 349805.1920492322, "lr_controller": {"step": 120400, "old_lr": 1e-06, "new_lr": 1.05e-06, "reason": "slow_progress"}}
{"step": 120500, "tokens_seen": 493568000, "loss": 3.0703954696655273, "lr": 1.05e-06, "tokens_per_second": 349806.6494574883}
{"step": 120600, "tokens_seen": 493977600, "loss": 3.121270179748535, "lr": 1.1025e-06, "tokens_per_second": 349807.81530398683, "lr_controller": {"step": 120600, "old_lr": 1.05e-06, "new_lr": 1.1025e-06, "reason": "slow_progress"}}
{"step": 120700, "tokens_seen": 494387200, "loss": 3.16170597076416, "lr": 1.1025e-06, "tokens_per_second": 349808.5458483758}
{"step": 120800, "tokens_seen": 494796800, "loss": 3.068838596343994, "lr": 1e-06, "tokens_per_second": 349809.5438196328, "lr_controller": {"step": 120800, "old_lr": 1.1025e-06, "new_lr": 1e-06, "reason": "recent_loss_increase"}}
{"step": 120900, "tokens_seen": 495206400, "loss": 3.286832809448242, "lr": 1e-06, "tokens_per_second": 349809.974983122}
{"step": 121000, "tokens_seen": 495616000, "loss": 3.192326545715332, "lr": 1e-06, "tokens_per_second": 349811.6550345401}
{"step": 121100, "tokens_seen": 496025600, "loss": 3.1846835613250732, "lr": 1e-06, "tokens_per_second": 349813.48048948625}
{"step": 121200, "tokens_seen": 496435200, "loss": 3.1122701168060303, "lr": 1e-06, "tokens_per_second": 349814.8475435801}
{"step": 121300, "tokens_seen": 496844800, "loss": 3.2535958290100098, "lr": 1e-06, "tokens_per_second": 349815.5069310047}
{"step": 121400, "tokens_seen": 497254400, "loss": 3.198418617248535, "lr": 1e-06, "tokens_per_second": 349816.53605084575}
{"step": 121500, "tokens_seen": 497664000, "loss": 3.2341108322143555, "lr": 1e-06, "tokens_per_second": 349817.6456171478}
{"step": 121600, "tokens_seen": 498073600, "loss": 3.0641486644744873, "lr": 1e-06, "tokens_per_second": 349817.9212704487}
{"step": 121700, "tokens_seen": 498483200, "loss": 3.2580957412719727, "lr": 1e-06, "tokens_per_second": 349816.68167732516}
{"step": 121800, "tokens_seen": 498892800, "loss": 3.115600109100342, "lr": 1e-06, "tokens_per_second": 349817.9285131839}
{"step": 121900, "tokens_seen": 499302400, "loss": 3.0621025562286377, "lr": 1e-06, "tokens_per_second": 349819.0443490293}
{"step": 122000, "tokens_seen": 499712000, "loss": 3.2445449829101562, "lr": 1e-06, "tokens_per_second": 349820.33515614603}
{"step": 122071, "tokens_seen": 500000000, "loss": 3.299203872680664, "lr": 1e-06, "tokens_per_second": 349820.2345313017}