{"current_steps": 5, "total_steps": 196, "loss": 0.5369, "lr": 4e-08, "epoch": 0.025591810620601407, "percentage": 2.55, "elapsed_time": "0:01:17", "remaining_time": "0:49:39", "rewards/chosen": 0.0023490378731175474, "logps/chosen": -439.0221011513158, "logits/chosen": -59719033.2631579, "rewards/rejected": -0.0010816199438912527, "logps/rejected": -198.42022414434524, "logits/rejected": -50417389.71428572, "rewards/margins": 0.0034306578170088, "regularization/tv": 0.040121544152498245, "regularization/advantage_range": 0.40121540427207947, "kl": 0.00701373303309083}
{"current_steps": 10, "total_steps": 196, "loss": 0.556, "lr": 9e-08, "epoch": 0.05118362124120281, "percentage": 5.1, "elapsed_time": "0:02:38", "remaining_time": "0:49:13", "rewards/chosen": -0.0005267390183040074, "logps/chosen": -429.9437905844156, "logits/chosen": -59301183.16883117, "rewards/rejected": 0.00018649467502731876, "logps/rejected": -192.8660815135542, "logits/rejected": -50015657.638554215, "rewards/margins": -0.0007132336933313261, "regularization/tv": 0.06553927809000015, "regularization/advantage_range": 0.6553927659988403, "kl": 0.02517082169651985, "stability/response_length_mean": 44.25, "stability/response_length_std": 28.13614845275879, "stability/response_length_var": 791.6428833007812, "stability/token_entropy_mean": 3.3583984375, "stability/repetition_rate_mean": 0.3566492199897766}
{"current_steps": 15, "total_steps": 196, "loss": 0.5608, "lr": 1.4e-07, "epoch": 0.07677543186180422, "percentage": 7.65, "elapsed_time": "0:03:58", "remaining_time": "0:48:00", "rewards/chosen": 0.00018446743488311767, "logps/chosen": -404.1289772727273, "logits/chosen": -56230992.67878788, "rewards/rejected": 0.003375829419782085, "logps/rejected": -200.66030745967743, "logits/rejected": -51926349.62580645, "rewards/margins": -0.0031913619848989673, "regularization/tv": 0.05804501846432686, "regularization/advantage_range": 0.580450177192688, "kl": 0.013909915462136269, "stability/response_length_mean": 34.0, "stability/response_length_std": 32.27117156982422, "stability/response_length_var": 1041.4285888671875, "stability/token_entropy_mean": 3.552734375, "stability/repetition_rate_mean": 0.2766926884651184}
{"current_steps": 20, "total_steps": 196, "loss": 0.5609, "lr": 1.8999999999999998e-07, "epoch": 0.10236724248240563, "percentage": 10.2, "elapsed_time": "0:05:20", "remaining_time": "0:46:57", "rewards/chosen": 0.0010538341477513314, "logps/chosen": -343.686181640625, "logits/chosen": -51663180.8, "rewards/rejected": 0.00172968041151762, "logps/rejected": -225.646044921875, "logits/rejected": -48048432.0, "rewards/margins": -0.0006758462637662887, "regularization/tv": 0.05751847103238106, "regularization/advantage_range": 0.5751846432685852, "kl": 0.018590977415442467, "stability/response_length_mean": 37.25, "stability/response_length_std": 29.040611267089844, "stability/response_length_var": 843.3571166992188, "stability/token_entropy_mean": 4.4921875, "stability/repetition_rate_mean": 0.20810391008853912}
{"current_steps": 25, "total_steps": 196, "loss": 0.5583, "lr": 2.4e-07, "epoch": 0.12795905310300704, "percentage": 12.76, "elapsed_time": "0:06:40", "remaining_time": "0:45:36", "rewards/chosen": 0.001669498455935511, "logps/chosen": -378.4747844827586, "logits/chosen": -56477703.06206897, "rewards/rejected": 0.002202815498624529, "logps/rejected": -202.77080357142856, "logits/rejected": -52019299.474285714, "rewards/margins": -0.0005333170426890181, "regularization/tv": 0.050488878041505814, "regularization/advantage_range": 0.5048887133598328, "kl": 0.01860981434583664, "stability/response_length_mean": 43.375, "stability/response_length_std": 28.54538917541504, "stability/response_length_var": 814.8392944335938, "stability/token_entropy_mean": 4.79296875, "stability/repetition_rate_mean": 0.18192441761493683}
{"current_steps": 30, "total_steps": 196, "loss": 0.5625, "lr": 2.9e-07, "epoch": 0.15355086372360843, "percentage": 15.31, "elapsed_time": "0:08:00", "remaining_time": "0:44:16", "rewards/chosen": -0.005791494510317809, "logps/chosen": -468.63920931208054, "logits/chosen": -57731374.389261745, "rewards/rejected": 0.0012879695808678342, "logps/rejected": -198.23499177631578, "logits/rejected": -51533303.01754386, "rewards/margins": -0.007079464091185643, "regularization/tv": 0.06748487055301666, "regularization/advantage_range": 0.6748486757278442, "kl": 0.009434306994080544, "stability/response_length_mean": 45.875, "stability/response_length_std": 28.246049880981445, "stability/response_length_var": 797.8392944335938, "stability/token_entropy_mean": 4.546875, "stability/repetition_rate_mean": 0.17027698457241058}
{"current_steps": 35, "total_steps": 196, "loss": 0.5625, "lr": 3.4000000000000003e-07, "epoch": 0.17914267434420986, "percentage": 17.86, "elapsed_time": "0:09:21", "remaining_time": "0:43:03", "rewards/chosen": -0.0014883535383622857, "logps/chosen": -385.9513943829114, "logits/chosen": -57655516.35443038, "rewards/rejected": 0.0007498764237503947, "logps/rejected": -195.11897183641975, "logits/rejected": -53911861.72839506, "rewards/margins": -0.0022382299621126803, "regularization/tv": 0.05635851249098778, "regularization/advantage_range": 0.563585102558136, "kl": 0.015319338999688625, "stability/response_length_mean": 54.625, "stability/response_length_std": 20.248016357421875, "stability/response_length_var": 409.9821472167969, "stability/token_entropy_mean": 5.41015625, "stability/repetition_rate_mean": 0.29817304015159607}
{"current_steps": 40, "total_steps": 196, "loss": 0.5619, "lr": 3.8999999999999997e-07, "epoch": 0.20473448496481125, "percentage": 20.41, "elapsed_time": "0:10:42", "remaining_time": "0:41:45", "rewards/chosen": 0.002568211778998375, "logps/chosen": -421.876953125, "logits/chosen": -56653414.4, "rewards/rejected": 0.004042856767773629, "logps/rejected": -219.268798828125, "logits/rejected": -50244768.0, "rewards/margins": -0.0014746449887752537, "regularization/tv": 0.07092665880918503, "regularization/advantage_range": 0.7092666029930115, "kl": 0.01382284052670002, "stability/response_length_mean": 35.0, "stability/response_length_std": 31.518701553344727, "stability/response_length_var": 993.4285888671875, "stability/token_entropy_mean": 4.8271484375, "stability/repetition_rate_mean": 0.16303454339504242}
{"current_steps": 45, "total_steps": 196, "loss": 0.5582, "lr": 4.3999999999999997e-07, "epoch": 0.23032629558541268, "percentage": 22.96, "elapsed_time": "0:12:02", "remaining_time": "0:40:25", "rewards/chosen": 0.0016376149134347904, "logps/chosen": -352.31208053691273, "logits/chosen": -52719038.7114094, "rewards/rejected": 0.001964602554053591, "logps/rejected": -243.8545321637427, "logits/rejected": -50797819.508771926, "rewards/margins": -0.00032698764061880057, "regularization/tv": 0.05615599825978279, "regularization/advantage_range": 0.5615599751472473, "kl": 0.02095024846494198, "stability/response_length_mean": 29.25, "stability/response_length_std": 29.51875877380371, "stability/response_length_var": 871.3571166992188, "stability/token_entropy_mean": 4.78515625, "stability/repetition_rate_mean": 0.0994017943739891}
{"current_steps": 50, "total_steps": 196, "loss": 0.5563, "lr": 4.9e-07, "epoch": 0.2559181062060141, "percentage": 25.51, "elapsed_time": "0:13:23", "remaining_time": "0:39:04", "rewards/chosen": 0.0007156767701142587, "logps/chosen": -375.191956795302, "logits/chosen": -54045991.51677852, "rewards/rejected": 0.0016889673227455184, "logps/rejected": -180.22372989766083, "logits/rejected": -48306355.649122804, "rewards/margins": -0.0009732905526312598, "regularization/tv": 0.05219949409365654, "regularization/advantage_range": 0.521994948387146, "kl": 0.020553916692733765, "stability/response_length_mean": 55.375, "stability/response_length_std": 16.361431121826172, "stability/response_length_var": 267.6964416503906, "stability/token_entropy_mean": 4.0732421875, "stability/repetition_rate_mean": 0.3385762870311737}
{"current_steps": 55, "total_steps": 196, "loss": 0.5603, "lr": 5.4e-07, "epoch": 0.28150991682661547, "percentage": 28.06, "elapsed_time": "0:14:42", "remaining_time": "0:37:43", "rewards/chosen": 0.0005392193424035303, "logps/chosen": -344.5066236413044, "logits/chosen": -56980320.99378882, "rewards/rejected": 0.0015770643012328717, "logps/rejected": -230.43226709905662, "logits/rejected": -49598167.748427674, "rewards/margins": -0.0010378449588293415, "regularization/tv": 0.06200593709945679, "regularization/advantage_range": 0.6200594305992126, "kl": 0.021929491311311722, "stability/response_length_mean": 22.375, "stability/response_length_std": 30.236862182617188, "stability/response_length_var": 914.2678833007812, "stability/token_entropy_mean": 4.3291015625, "stability/repetition_rate_mean": 0.11199301481246948}
{"current_steps": 60, "total_steps": 196, "loss": 0.5585, "lr": 5.9e-07, "epoch": 0.30710172744721687, "percentage": 30.61, "elapsed_time": "0:16:04", "remaining_time": "0:36:25", "rewards/chosen": 0.004134472933682528, "logps/chosen": -359.67945075757575, "logits/chosen": -52681796.266666666, "rewards/rejected": 0.00521782559733237, "logps/rejected": -178.17473538306453, "logits/rejected": -47855018.11612903, "rewards/margins": -0.0010833526636498418, "regularization/tv": 0.057479288429021835, "regularization/advantage_range": 0.5747928619384766, "kl": 0.01495620608329773, "stability/response_length_mean": 52.625, "stability/response_length_std": 21.75800323486328, "stability/response_length_var": 473.41070556640625, "stability/token_entropy_mean": 5.240234375, "stability/repetition_rate_mean": 0.22963818907737732}
{"current_steps": 65, "total_steps": 196, "loss": 0.5603, "lr": 6.4e-07, "epoch": 0.3326935380678183, "percentage": 33.16, "elapsed_time": "0:17:24", "remaining_time": "0:35:06", "rewards/chosen": 0.0023386393823931293, "logps/chosen": -381.9234122983871, "logits/chosen": -57591107.716129035, "rewards/rejected": 0.005001575657815644, "logps/rejected": -183.5323271780303, "logits/rejected": -47302038.4969697, "rewards/margins": -0.002662936275422515, "regularization/tv": 0.06160893663764, "regularization/advantage_range": 0.6160892844200134, "kl": 0.015728404745459557, "stability/response_length_mean": 21.125, "stability/response_length_std": 28.027729034423828, "stability/response_length_var": 785.5535888671875, "stability/token_entropy_mean": 5.55859375, "stability/repetition_rate_mean": 0.18363864719867706}
{"current_steps": 70, "total_steps": 196, "loss": 0.5583, "lr": 6.9e-07, "epoch": 0.3582853486884197, "percentage": 35.71, "elapsed_time": "0:18:44", "remaining_time": "0:33:44", "rewards/chosen": -0.002706207767609627, "logps/chosen": -379.1555443548387, "logits/chosen": -52795008.825806454, "rewards/rejected": 0.0017760688608342951, "logps/rejected": -220.40440340909092, "logits/rejected": -49060789.52727272, "rewards/margins": -0.004482276628443922, "regularization/tv": 0.06170091778039932, "regularization/advantage_range": 0.6170091032981873, "kl": 0.023167893290519714, "stability/response_length_mean": 33.875, "stability/response_length_std": 32.36151885986328, "stability/response_length_var": 1047.267822265625, "stability/token_entropy_mean": 5.71875, "stability/repetition_rate_mean": 0.177734375}
{"current_steps": 75, "total_steps": 196, "loss": 0.56, "lr": 7.4e-07, "epoch": 0.3838771593090211, "percentage": 38.27, "elapsed_time": "0:20:06", "remaining_time": "0:32:25", "rewards/chosen": 0.0014766463758172216, "logps/chosen": -314.25604413006755, "logits/chosen": -49524611.45945946, "rewards/rejected": -0.0006813717096350914, "logps/rejected": -228.89164698401163, "logits/rejected": -47927310.88372093, "rewards/margins": 0.002158018085452313, "regularization/tv": 0.055695947259664536, "regularization/advantage_range": 0.5569594502449036, "kl": 0.022589249536395073, "stability/response_length_mean": 22.75, "stability/response_length_std": 31.07479476928711, "stability/response_length_var": 965.6428833007812, "stability/token_entropy_mean": 2.16015625, "stability/repetition_rate_mean": 0.06745792925357819}
{"current_steps": 80, "total_steps": 196, "loss": 0.562, "lr": 7.9e-07, "epoch": 0.4094689699296225, "percentage": 40.82, "elapsed_time": "0:21:27", "remaining_time": "0:31:06", "rewards/chosen": -0.00047064370272175364, "logps/chosen": -404.0348199503311, "logits/chosen": -58666967.31125828, "rewards/rejected": 0.0009685201052377915, "logps/rejected": -201.04611224112426, "logits/rejected": -53504824.04733728, "rewards/margins": -0.0014391638079595452, "regularization/tv": 0.05930110439658165, "regularization/advantage_range": 0.5930110216140747, "kl": 0.03271854668855667, "stability/response_length_mean": 42.0, "stability/response_length_std": 30.481843948364258, "stability/response_length_var": 929.1428833007812, "stability/token_entropy_mean": 5.25390625, "stability/repetition_rate_mean": 0.18697917461395264}
{"current_steps": 85, "total_steps": 196, "loss": 0.5598, "lr": 8.399999999999999e-07, "epoch": 0.4350607805502239, "percentage": 43.37, "elapsed_time": "0:22:47", "remaining_time": "0:29:45", "rewards/chosen": 0.0009144691690321892, "logps/chosen": -358.3233870967742, "logits/chosen": -51517241.80645161, "rewards/rejected": -0.002708923997301044, "logps/rejected": -230.45189393939393, "logits/rejected": -47190096.67878788, "rewards/margins": 0.003623393166333233, "regularization/tv": 0.05415768548846245, "regularization/advantage_range": 0.5415768027305603, "kl": 0.016080880537629128, "stability/response_length_mean": 28.0, "stability/response_length_std": 31.181495666503906, "stability/response_length_var": 972.2857055664062, "stability/token_entropy_mean": 4.953125, "stability/repetition_rate_mean": 0.1272321343421936}
{"current_steps": 90, "total_steps": 196, "loss": 0.5579, "lr": 8.9e-07, "epoch": 0.46065259117082535, "percentage": 45.92, "elapsed_time": "0:24:08", "remaining_time": "0:28:26", "rewards/chosen": 0.0005208480721100783, "logps/chosen": -380.7841796875, "logits/chosen": -58483305.025641024, "rewards/rejected": -0.0003784523549966696, "logps/rejected": -187.2305878429878, "logits/rejected": -50648064.0, "rewards/margins": 0.0008993004271067479, "regularization/tv": 0.05840460583567619, "regularization/advantage_range": 0.5840460658073425, "kl": 0.02391611598432064, "stability/response_length_mean": 35.125, "stability/response_length_std": 31.638301849365234, "stability/response_length_var": 1000.9821166992188, "stability/token_entropy_mean": 2.94775390625, "stability/repetition_rate_mean": 0.2582859992980957}
{"current_steps": 95, "total_steps": 196, "loss": 0.5612, "lr": 9.399999999999999e-07, "epoch": 0.48624440179142675, "percentage": 48.47, "elapsed_time": "0:25:28", "remaining_time": "0:27:05", "rewards/chosen": -0.0007501794378968734, "logps/chosen": -315.00089003164555, "logits/chosen": -50465753.11392405, "rewards/rejected": 0.00029808333442534927, "logps/rejected": -207.1407455632716, "logits/rejected": -49047940.74074074, "rewards/margins": -0.0010482627723222226, "regularization/tv": 0.05391353368759155, "regularization/advantage_range": 0.5391353368759155, "kl": 0.01629577949643135, "stability/response_length_mean": 27.0, "stability/response_length_std": 31.1264705657959, "stability/response_length_var": 968.8571166992188, "stability/token_entropy_mean": 3.720703125, "stability/repetition_rate_mean": 0.19374233484268188}
{"current_steps": 100, "total_steps": 196, "loss": 0.56, "lr": 9.9e-07, "epoch": 0.5118362124120281, "percentage": 51.02, "elapsed_time": "0:26:49", "remaining_time": "0:25:44", "rewards/chosen": 0.000921740523866705, "logps/chosen": -359.86095861486484, "logits/chosen": -54792804.324324325, "rewards/rejected": -0.00024665406970090646, "logps/rejected": -216.5813726380814, "logits/rejected": -51000611.72093023, "rewards/margins": 0.0011683945935676114, "regularization/tv": 0.06253687292337418, "regularization/advantage_range": 0.6253687143325806, "kl": 0.020755577832460403, "stability/response_length_mean": 38.0, "stability/response_length_std": 30.10457992553711, "stability/response_length_var": 906.2857055664062, "stability/token_entropy_mean": 4.138671875, "stability/repetition_rate_mean": 0.23201069235801697}
{"current_steps": 105, "total_steps": 196, "loss": 0.5607, "lr": 9.999815554351224e-07, "epoch": 0.5374280230326296, "percentage": 53.57, "elapsed_time": "0:28:09", "remaining_time": "0:24:24", "rewards/chosen": 0.0016550730509930346, "logps/chosen": -399.8859186746988, "logits/chosen": -59457202.89156626, "rewards/rejected": 0.0003266329695652058, "logps/rejected": -210.00055803571428, "logits/rejected": -53918879.584415585, "rewards/margins": 0.0013284400814278288, "regularization/tv": 0.06427713483572006, "regularization/advantage_range": 0.6427713632583618, "kl": 0.020296735689044, "stability/response_length_mean": 29.0, "stability/response_length_std": 29.89505386352539, "stability/response_length_var": 893.7142944335938, "stability/token_entropy_mean": 3.388671875, "stability/repetition_rate_mean": 0.1858258843421936}
{"current_steps": 110, "total_steps": 196, "loss": 0.5618, "lr": 9.999066267225444e-07, "epoch": 0.5630198336532309, "percentage": 56.12, "elapsed_time": "0:29:31", "remaining_time": "0:23:04", "rewards/chosen": -0.0002350416258875146, "logps/chosen": -378.5656061746988, "logits/chosen": -57471142.55421687, "rewards/rejected": 0.002968286732574562, "logps/rejected": -206.05845424107142, "logits/rejected": -53720256.83116883, "rewards/margins": -0.0032033283584620765, "regularization/tv": 0.05556509643793106, "regularization/advantage_range": 0.5556509494781494, "kl": 0.020564759150147438, "stability/response_length_mean": 30.625, "stability/response_length_std": 27.7794246673584, "stability/response_length_var": 771.6964111328125, "stability/token_entropy_mean": 4.0458984375, "stability/repetition_rate_mean": 0.3163115680217743}
{"current_steps": 115, "total_steps": 196, "loss": 0.5607, "lr": 9.997740697079592e-07, "epoch": 0.5886116442738324, "percentage": 58.67, "elapsed_time": "0:30:52", "remaining_time": "0:21:45", "rewards/chosen": 0.00244392662108699, "logps/chosen": -364.5681121439873, "logits/chosen": -60715643.1392405, "rewards/rejected": 0.000778876428986773, "logps/rejected": -201.188777970679, "logits/rejected": -53533525.333333336, "rewards/margins": 0.0016650501921002168, "regularization/tv": 0.05500068888068199, "regularization/advantage_range": 0.5500068664550781, "kl": 0.017028478905558586, "stability/response_length_mean": 41.375, "stability/response_length_std": 31.25442886352539, "stability/response_length_var": 976.8392944335938, "stability/token_entropy_mean": 4.947265625, "stability/repetition_rate_mean": 0.2799479365348816}
{"current_steps": 120, "total_steps": 196, "loss": 0.5592, "lr": 9.995838996722914e-07, "epoch": 0.6142034548944337, "percentage": 61.22, "elapsed_time": "0:32:12", "remaining_time": "0:20:23", "rewards/chosen": -0.0016958388238171346, "logps/chosen": -384.26187193627453, "logits/chosen": -57841958.48366013, "rewards/rejected": 0.0020762483873767055, "logps/rejected": -212.1956165793413, "logits/rejected": -54527546.25149701, "rewards/margins": -0.00377208721119384, "regularization/tv": 0.05939681455492973, "regularization/advantage_range": 0.5939682126045227, "kl": 0.017523258924484253, "stability/response_length_mean": 29.25, "stability/response_length_std": 29.687660217285156, "stability/response_length_var": 881.3571166992188, "stability/token_entropy_mean": 4.556640625, "stability/repetition_rate_mean": 0.18938209116458893}
{"current_steps": 125, "total_steps": 196, "loss": 0.5598, "lr": 9.993361385379874e-07, "epoch": 0.6397952655150352, "percentage": 63.78, "elapsed_time": "0:33:33", "remaining_time": "0:19:03", "rewards/chosen": -0.0014389355296957982, "logps/chosen": -417.3937285958904, "logits/chosen": -60847749.26027397, "rewards/rejected": 0.0031051937190965675, "logps/rejected": -216.33616199712642, "logits/rejected": -55852126.16091954, "rewards/margins": -0.004544129248792366, "regularization/tv": 0.06543391197919846, "regularization/advantage_range": 0.6543391346931458, "kl": 0.01519815530627966, "stability/response_length_mean": 15.25, "stability/response_length_std": 24.93276596069336, "stability/response_length_var": 621.6428833007812, "stability/token_entropy_mean": 3.640625, "stability/repetition_rate_mean": 0.16215278208255768}
{"current_steps": 130, "total_steps": 196, "loss": 0.5598, "lr": 9.99030814866488e-07, "epoch": 0.6653870761356366, "percentage": 66.33, "elapsed_time": "0:34:53", "remaining_time": "0:17:42", "rewards/chosen": 0.0020855096078688097, "logps/chosen": -392.6370715725806, "logits/chosen": -57533492.8516129, "rewards/rejected": 0.0029637244614687834, "logps/rejected": -183.88927556818183, "logits/rejected": -54012052.945454545, "rewards/margins": -0.0008782148535999737, "regularization/tv": 0.054327309131622314, "regularization/advantage_range": 0.5432730913162231, "kl": 0.021911317482590675, "stability/response_length_mean": 38.0, "stability/response_length_std": 29.13515281677246, "stability/response_length_var": 848.8571166992188, "stability/token_entropy_mean": 3.828125, "stability/repetition_rate_mean": 0.18619318306446075}
{"current_steps": 135, "total_steps": 196, "loss": 0.5601, "lr": 9.986679638549358e-07, "epoch": 0.690978886756238, "percentage": 68.88, "elapsed_time": "0:36:13", "remaining_time": "0:16:22", "rewards/chosen": 0.0029037466809793484, "logps/chosen": -401.78712135736197, "logits/chosen": -60026842.306748465, "rewards/rejected": 0.001761422225624133, "logps/rejected": -247.8531548566879, "logits/rejected": -55231651.05732484, "rewards/margins": 0.0011423244553552155, "regularization/tv": 0.06498702615499496, "regularization/advantage_range": 0.6498702168464661, "kl": 0.03033452108502388, "stability/response_length_mean": 29.0, "stability/response_length_std": 30.20406723022461, "stability/response_length_var": 912.2857055664062, "stability/token_entropy_mean": 3.412109375, "stability/repetition_rate_mean": 0.2230902761220932}
{"current_steps": 140, "total_steps": 196, "loss": 0.5564, "lr": 9.982476273321175e-07, "epoch": 0.7165706973768394, "percentage": 71.43, "elapsed_time": "0:37:34", "remaining_time": "0:15:01", "rewards/chosen": 0.0027976480397311123, "logps/chosen": -367.16176609848486, "logits/chosen": -57270967.07878788, "rewards/rejected": 0.004174961582306892, "logps/rejected": -189.99272933467742, "logits/rejected": -50321067.76774193, "rewards/margins": -0.0013773135425757801, "regularization/tv": 0.06326878070831299, "regularization/advantage_range": 0.6326877474784851, "kl": 0.022469190880656242, "stability/response_length_mean": 56.25, "stability/response_length_std": 21.920310974121094, "stability/response_length_var": 480.5, "stability/token_entropy_mean": 4.6923828125, "stability/repetition_rate_mean": 0.349609375}
{"current_steps": 145, "total_steps": 196, "loss": 0.5578, "lr": 9.977698537536417e-07, "epoch": 0.7421625079974408, "percentage": 73.98, "elapsed_time": "0:38:54", "remaining_time": "0:13:41", "rewards/chosen": 0.0029526342110461497, "logps/chosen": -330.24228162650604, "logits/chosen": -51334526.45783132, "rewards/rejected": 0.003401497354755154, "logps/rejected": -199.45389864042207, "logits/rejected": -51897603.32467532, "rewards/margins": -0.0004488631437090042, "regularization/tv": 0.05850271135568619, "regularization/advantage_range": 0.5850270390510559, "kl": 0.028916647657752037, "stability/response_length_mean": 22.5, "stability/response_length_std": 26.47370719909668, "stability/response_length_var": 700.8571166992188, "stability/token_entropy_mean": 5.62890625, "stability/repetition_rate_mean": 0.19453908503055573}
{"current_steps": 150, "total_steps": 196, "loss": 0.5599, "lr": 9.972346981963546e-07, "epoch": 0.7677543186180422, "percentage": 76.53, "elapsed_time": "0:40:15", "remaining_time": "0:12:20", "rewards/chosen": 0.0030785830581889434, "logps/chosen": -397.90363051470587, "logits/chosen": -55602320.564705886, "rewards/rejected": 0.0008400637904802959, "logps/rejected": -207.71752604166667, "logits/rejected": -50432863.57333333, "rewards/margins": 0.0022385192677086474, "regularization/tv": 0.05671171098947525, "regularization/advantage_range": 0.5671171545982361, "kl": 0.02525208331644535, "stability/response_length_mean": 35.25, "stability/response_length_std": 31.01957893371582, "stability/response_length_var": 962.2142944335938, "stability/token_entropy_mean": 4.59375, "stability/repetition_rate_mean": 0.2428385466337204}
{"current_steps": 155, "total_steps": 196, "loss": 0.5608, "lr": 9.966422223519885e-07, "epoch": 0.7933461292386437, "percentage": 79.08, "elapsed_time": "0:41:37", "remaining_time": "0:11:00", "rewards/chosen": -0.003791299988241757, "logps/chosen": -361.0272058823529, "logits/chosen": -54256543.62352941, "rewards/rejected": 0.001192274789015452, "logps/rejected": -191.29368489583334, "logits/rejected": -49605277.013333336, "rewards/margins": -0.004983574777257209, "regularization/tv": 0.060487277805805206, "regularization/advantage_range": 0.6048727631568909, "kl": 0.015056160278618336, "stability/response_length_mean": 61.0, "stability/response_length_std": 8.485280990600586, "stability/response_length_var": 72.0, "stability/token_entropy_mean": 4.5947265625, "stability/repetition_rate_mean": 0.31328123807907104}
{"current_steps": 160, "total_steps": 196, "loss": 0.561, "lr": 9.959924945200523e-07, "epoch": 0.818937939859245, "percentage": 81.63, "elapsed_time": "0:42:57", "remaining_time": "0:09:40", "rewards/chosen": -0.001014596117394311, "logps/chosen": -416.90545944940476, "logits/chosen": -55504676.571428575, "rewards/rejected": 0.0012573186112077612, "logps/rejected": -186.884765625, "logits/rejected": -49278878.315789476, "rewards/margins": -0.002271914728602072, "regularization/tv": 0.06755854189395905, "regularization/advantage_range": 0.6755853891372681, "kl": 0.019763818010687828, "stability/response_length_mean": 26.25, "stability/response_length_std": 31.535694122314453, "stability/response_length_var": 994.5, "stability/token_entropy_mean": 3.9140625, "stability/repetition_rate_mean": 0.29296875}
{"current_steps": 165, "total_steps": 196, "loss": 0.5596, "lr": 9.952855895999568e-07, "epoch": 0.8445297504798465, "percentage": 84.18, "elapsed_time": "0:44:18", "remaining_time": "0:08:19", "rewards/chosen": -0.000529495378335317, "logps/chosen": -370.9220321479885, "logits/chosen": -54690933.70114943, "rewards/rejected": 0.0005547143008610973, "logps/rejected": -212.58657962328766, "logits/rejected": -50131115.83561644, "rewards/margins": -0.0010842096791964144, "regularization/tv": 0.05807952210307121, "regularization/advantage_range": 0.5807952284812927, "kl": 0.015461891889572144, "stability/response_length_mean": 12.625, "stability/response_length_std": 21.460512161254883, "stability/response_length_var": 460.5535583496094, "stability/token_entropy_mean": 4.79296875, "stability/repetition_rate_mean": 0.20468750596046448}
{"current_steps": 170, "total_steps": 196, "loss": 0.561, "lr": 9.9452158908238e-07, "epoch": 0.8701215611004478, "percentage": 86.73, "elapsed_time": "0:45:39", "remaining_time": "0:06:59", "rewards/chosen": -0.004575217263938407, "logps/chosen": -441.3876201923077, "logits/chosen": -59401676.49704142, "rewards/rejected": -0.0007147642950348507, "logps/rejected": -191.26497826986756, "logits/rejected": -52977155.39072847, "rewards/margins": -0.0038604529689035562, "regularization/tv": 0.0678381696343422, "regularization/advantage_range": 0.6783817410469055, "kl": 0.014135316014289856, "stability/response_length_mean": 31.625, "stability/response_length_std": 33.3163948059082, "stability/response_length_var": 1109.982177734375, "stability/token_entropy_mean": 3.30322265625, "stability/repetition_rate_mean": 0.22302038967609406}
{"current_steps": 175, "total_steps": 196, "loss": 0.5584, "lr": 9.937005810398745e-07, "epoch": 0.8957133717210493, "percentage": 89.29, "elapsed_time": "0:47:00", "remaining_time": "0:05:38", "rewards/chosen": 0.0008359345865536885, "logps/chosen": -356.4288403614458, "logits/chosen": -56969629.30120482, "rewards/rejected": 0.0014031467499671043, "logps/rejected": -194.79348873782467, "logits/rejected": -48460181.61038961, "rewards/margins": -0.0005672121634134158, "regularization/tv": 0.05566183850169182, "regularization/advantage_range": 0.5566183924674988, "kl": 0.015697255730628967, "stability/response_length_mean": 32.25, "stability/response_length_std": 27.932315826416016, "stability/response_length_var": 780.2142944335938, "stability/token_entropy_mean": 4.7216796875, "stability/repetition_rate_mean": 0.2897879481315613}
{"current_steps": 180, "total_steps": 196, "loss": 0.5602, "lr": 9.928226601167138e-07, "epoch": 0.9213051823416507, "percentage": 91.84, "elapsed_time": "0:48:20", "remaining_time": "0:04:17", "rewards/chosen": 0.0007036126281586161, "logps/chosen": -376.1388036809816, "logits/chosen": -52965721.521472394, "rewards/rejected": 0.0017329272191235973, "logps/rejected": -211.28087679140128, "logits/rejected": -48372876.22929937, "rewards/margins": -0.0010293145909649813, "regularization/tv": 0.061926137655973434, "regularization/advantage_range": 0.6192613840103149, "kl": 0.022633520886301994, "stability/response_length_mean": 40.375, "stability/response_length_std": 32.61874008178711, "stability/response_length_var": 1063.982177734375, "stability/token_entropy_mean": 3.068359375, "stability/repetition_rate_mean": 0.2578125}
{"current_steps": 185, "total_steps": 196, "loss": 0.5556, "lr": 9.918879275179817e-07, "epoch": 0.946896992962252, "percentage": 94.39, "elapsed_time": "0:49:40", "remaining_time": "0:02:57", "rewards/chosen": -5.7566451069749434e-05, "logps/chosen": -312.00192901234567, "logits/chosen": -54956689.38271605, "rewards/rejected": 0.002058006162884869, "logps/rejected": -197.01856704905063, "logits/rejected": -49911691.341772154, "rewards/margins": -0.0021155726139546185, "regularization/tv": 0.05235700681805611, "regularization/advantage_range": 0.5235700607299805, "kl": 0.029239613562822342, "stability/response_length_mean": 22.25, "stability/response_length_std": 27.78874397277832, "stability/response_length_var": 772.2142944335938, "stability/token_entropy_mean": 3.833984375, "stability/repetition_rate_mean": 0.17862215638160706}
{"current_steps": 190, "total_steps": 196, "loss": 0.5575, "lr": 9.90896490997906e-07, "epoch": 0.9724888035828535, "percentage": 96.94, "elapsed_time": "0:51:00", "remaining_time": "0:01:36", "rewards/chosen": 0.0023274359231937433, "logps/chosen": -392.382063997006, "logits/chosen": -53441732.21556886, "rewards/rejected": 0.0013788312283995884, "logps/rejected": -211.1847937091503, "logits/rejected": -50112880.104575165, "rewards/margins": 0.000948604694794155, "regularization/tv": 0.06320301443338394, "regularization/advantage_range": 0.6320301294326782, "kl": 0.023898351937532425, "stability/response_length_mean": 20.125, "stability/response_length_std": 27.986923217773438, "stability/response_length_var": 783.2678833007812, "stability/token_entropy_mean": 4.71728515625, "stability/repetition_rate_mean": 0.1551254689693451}
{"current_steps": 195, "total_steps": 196, "loss": 0.5615, "lr": 9.898484648474362e-07, "epoch": 0.9980806142034548, "percentage": 99.49, "elapsed_time": "0:52:21", "remaining_time": "0:00:16", "rewards/chosen": 0.006984769913458055, "logps/chosen": -392.7150705645161, "logits/chosen": -60544971.1483871, "rewards/rejected": -0.0008059438430901729, "logps/rejected": -197.92739109848486, "logits/rejected": -54323001.406060606, "rewards/margins": 0.007790713756548228, "regularization/tv": 0.05749724060297012, "regularization/advantage_range": 0.5749723315238953, "kl": 0.01778222993016243, "stability/response_length_mean": 48.125, "stability/response_length_std": 29.39600372314453, "stability/response_length_var": 864.125, "stability/token_entropy_mean": 4.4453125, "stability/repetition_rate_mean": 0.412109375}
{"current_steps": 196, "total_steps": 196, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "0:52:35", "remaining_time": "0:00:00"}