{"current_steps": 5, "total_steps": 196, "loss": 0.5016, "lr": 4e-08, "epoch": 0.025591810620601407, "percentage": 2.55, "elapsed_time": "0:01:17", "remaining_time": "0:49:39", "rewards/chosen": 0.004893930334793894, "logps/chosen": -438.9966591282895, "logits/chosen": -59712633.2631579, "rewards/rejected": -0.0006514639992799078, "logps/rejected": -198.41592261904762, "logits/rejected": -50420315.428571425, "rewards/margins": 0.005545394334073802, "regularization/tv": 0.002050065202638507, "regularization/advantage_range": 0.4100130498409271, "kl": 0.007318343501538038}
{"current_steps": 10, "total_steps": 196, "loss": 0.503, "lr": 9e-08, "epoch": 0.05118362124120281, "percentage": 5.1, "elapsed_time": "0:02:38", "remaining_time": "0:49:12", "rewards/chosen": -0.003558432901060426, "logps/chosen": -429.97412743506493, "logits/chosen": -59297033.97402597, "rewards/rejected": 0.0008297847157501312, "logps/rejected": -192.85963384789156, "logits/rejected": -50017699.469879515, "rewards/margins": -0.004388217616810557, "regularization/tv": 0.0031969938427209854, "regularization/advantage_range": 0.6393987536430359, "kl": 0.02441932074725628, "stability/response_length_mean": 46.125, "stability/response_length_std": 27.231481552124023, "stability/response_length_var": 741.5535888671875, "stability/token_entropy_mean": 3.25927734375, "stability/repetition_rate_mean": 0.3707534670829773}
{"current_steps": 15, "total_steps": 196, "loss": 0.5028, "lr": 1.4e-07, "epoch": 0.07677543186180422, "percentage": 7.65, "elapsed_time": "0:03:58", "remaining_time": "0:48:01", "rewards/chosen": 0.0022001774022073458, "logps/chosen": -404.1088068181818, "logits/chosen": -56240252.121212125, "rewards/rejected": 0.0039797663688659664, "logps/rejected": -200.65425907258066, "logits/rejected": -51923195.04516129, "rewards/margins": -0.0017795889666586207, "regularization/tv": 0.002874743891879916, "regularization/advantage_range": 0.574948787689209, "kl": 0.01599900797009468, "stability/response_length_mean": 27.125, "stability/response_length_std": 30.79163932800293, "stability/response_length_var": 948.125, "stability/token_entropy_mean": 3.8212890625, "stability/repetition_rate_mean": 0.2651909589767456}
{"current_steps": 20, "total_steps": 196, "loss": 0.5035, "lr": 1.8999999999999998e-07, "epoch": 0.10236724248240563, "percentage": 10.2, "elapsed_time": "0:05:20", "remaining_time": "0:46:58", "rewards/chosen": -0.0003127170260995626, "logps/chosen": -343.6998291015625, "logits/chosen": -51677280.0, "rewards/rejected": 0.0012809567153453827, "logps/rejected": -225.650537109375, "logits/rejected": -48070777.6, "rewards/margins": -0.0015936737414449452, "regularization/tv": 0.003243038197979331, "regularization/advantage_range": 0.6486077308654785, "kl": 0.017363430932164192, "stability/response_length_mean": 42.125, "stability/response_length_std": 27.01553726196289, "stability/response_length_var": 729.8392944335938, "stability/token_entropy_mean": 4.455078125, "stability/repetition_rate_mean": 0.2040860652923584}
{"current_steps": 25, "total_steps": 196, "loss": 0.5031, "lr": 2.4e-07, "epoch": 0.12795905310300704, "percentage": 12.76, "elapsed_time": "0:06:40", "remaining_time": "0:45:37", "rewards/chosen": 0.0015089573531315245, "logps/chosen": -378.4763469827586, "logits/chosen": -56472922.04137931, "rewards/rejected": 0.0009763706581933158, "logps/rejected": -202.78308035714286, "logits/rejected": -52007742.90285714, "rewards/margins": 0.0005325866949382087, "regularization/tv": 0.0026562868151813745, "regularization/advantage_range": 0.5312573313713074, "kl": 0.01633894257247448, "stability/response_length_mean": 43.375, "stability/response_length_std": 28.54538917541504, "stability/response_length_var": 814.8392944335938, "stability/token_entropy_mean": 4.78125, "stability/repetition_rate_mean": 0.17997129261493683}
{"current_steps": 30, "total_steps": 196, "loss": 0.5032, "lr": 2.9e-07, "epoch": 0.15355086372360843, "percentage": 15.31, "elapsed_time": "0:08:00", "remaining_time": "0:44:17", "rewards/chosen": -0.0007292804301985158, "logps/chosen": -468.5885591442953, "logits/chosen": -57728900.29530201, "rewards/rejected": -0.00026575571786590486, "logps/rejected": -198.25054824561403, "logits/rejected": -51520781.473684214, "rewards/margins": -0.00046352471233261096, "regularization/tv": 0.0029790906701236963, "regularization/advantage_range": 0.5958181619644165, "kl": 0.019256237894296646, "stability/response_length_mean": 43.0, "stability/response_length_std": 29.602123260498047, "stability/response_length_var": 876.2857055664062, "stability/token_entropy_mean": 4.646484375, "stability/repetition_rate_mean": 0.1564360111951828}
{"current_steps": 35, "total_steps": 196, "loss": 0.503, "lr": 3.4000000000000003e-07, "epoch": 0.17914267434420986, "percentage": 17.86, "elapsed_time": "0:09:21", "remaining_time": "0:43:03", "rewards/chosen": 0.0034183078928838803, "logps/chosen": -385.90234375, "logits/chosen": -57647920.60759494, "rewards/rejected": 0.00036653931494112367, "logps/rejected": -195.12280574845678, "logits/rejected": -53901805.03703704, "rewards/margins": 0.003051768577942757, "regularization/tv": 0.0030676580499857664, "regularization/advantage_range": 0.6135316491127014, "kl": 0.01968337967991829, "stability/response_length_mean": 56.875, "stability/response_length_std": 20.152544021606445, "stability/response_length_var": 406.125, "stability/token_entropy_mean": 5.412109375, "stability/repetition_rate_mean": 0.3264508843421936}
{"current_steps": 40, "total_steps": 196, "loss": 0.503, "lr": 3.8999999999999997e-07, "epoch": 0.20473448496481125, "percentage": 20.41, "elapsed_time": "0:10:42", "remaining_time": "0:41:45", "rewards/chosen": 0.0008893679827451706, "logps/chosen": -421.89375, "logits/chosen": -56634176.0, "rewards/rejected": 0.0022773124277591706, "logps/rejected": -219.286474609375, "logits/rejected": -50232592.0, "rewards/margins": -0.001387944445014, "regularization/tv": 0.0034011423122137785, "regularization/advantage_range": 0.6802285313606262, "kl": 0.02234978787600994, "stability/response_length_mean": 35.0, "stability/response_length_std": 31.518701553344727, "stability/response_length_var": 993.4285888671875, "stability/token_entropy_mean": 4.8037109375, "stability/repetition_rate_mean": 0.16303454339504242}
{"current_steps": 45, "total_steps": 196, "loss": 0.503, "lr": 4.3999999999999997e-07, "epoch": 0.23032629558541268, "percentage": 22.96, "elapsed_time": "0:12:03", "remaining_time": "0:40:26", "rewards/chosen": 0.003950149420923835, "logps/chosen": -352.2889576342282, "logits/chosen": -52696600.053691275, "rewards/rejected": 0.0027159790546573393, "logps/rejected": -243.84699378654972, "logits/rejected": -50773459.0877193, "rewards/margins": 0.0012341703662664956, "regularization/tv": 0.0032996931113302708, "regularization/advantage_range": 0.659938633441925, "kl": 0.0388161800801754, "stability/response_length_mean": 28.875, "stability/response_length_std": 29.87324333190918, "stability/response_length_var": 892.4107055664062, "stability/token_entropy_mean": 4.767578125, "stability/repetition_rate_mean": 0.0935424193739891}
{"current_steps": 50, "total_steps": 196, "loss": 0.5027, "lr": 4.9e-07, "epoch": 0.2559181062060141, "percentage": 25.51, "elapsed_time": "0:13:23", "remaining_time": "0:39:05", "rewards/chosen": 0.005029791153517345, "logps/chosen": -375.1488307466443, "logits/chosen": -54023140.51006711, "rewards/rejected": 0.0039009127700537966, "logps/rejected": -180.20160590277777, "logits/rejected": -48295337.169590645, "rewards/margins": 0.0011288783834635485, "regularization/tv": 0.0027370189782232046, "regularization/advantage_range": 0.5474037528038025, "kl": 0.045445796102285385, "stability/response_length_mean": 55.375, "stability/response_length_std": 16.361431121826172, "stability/response_length_var": 267.6964416503906, "stability/token_entropy_mean": 4.048828125, "stability/repetition_rate_mean": 0.3366231620311737}
{"current_steps": 55, "total_steps": 196, "loss": 0.5029, "lr": 5.4e-07, "epoch": 0.28150991682661547, "percentage": 28.06, "elapsed_time": "0:14:43", "remaining_time": "0:37:43", "rewards/chosen": 0.003334273832925358, "logps/chosen": -344.4786733307453, "logits/chosen": -56944411.0310559, "rewards/rejected": 0.005921407315716054, "logps/rejected": -230.38880699685535, "logits/rejected": -49572194.213836476, "rewards/margins": -0.002587133482790696, "regularization/tv": 0.002853687386959791, "regularization/advantage_range": 0.5707374811172485, "kl": 0.046494752168655396, "stability/response_length_mean": 24.5, "stability/response_length_std": 32.710853576660156, "stability/response_length_var": 1070.0, "stability/token_entropy_mean": 4.369140625, "stability/repetition_rate_mean": 0.123046875}
{"current_steps": 60, "total_steps": 196, "loss": 0.5031, "lr": 5.9e-07, "epoch": 0.30710172744721687, "percentage": 30.61, "elapsed_time": "0:16:04", "remaining_time": "0:36:26", "rewards/chosen": 0.00722200075785319, "logps/chosen": -359.64857954545454, "logits/chosen": -52685048.24242424, "rewards/rejected": 0.004209069282777848, "logps/rejected": -178.18482862903227, "logits/rejected": -47840071.019354835, "rewards/margins": 0.003012931475075342, "regularization/tv": 0.003179130842909217, "regularization/advantage_range": 0.6358262300491333, "kl": 0.03794847056269646, "stability/response_length_mean": 52.625, "stability/response_length_std": 21.75800323486328, "stability/response_length_var": 473.41070556640625, "stability/token_entropy_mean": 5.306640625, "stability/repetition_rate_mean": 0.20424756407737732}
{"current_steps": 65, "total_steps": 196, "loss": 0.5026, "lr": 6.4e-07, "epoch": 0.3326935380678183, "percentage": 33.16, "elapsed_time": "0:17:25", "remaining_time": "0:35:06", "rewards/chosen": 0.008551975988572644, "logps/chosen": -381.86129032258066, "logits/chosen": -57567350.91612903, "rewards/rejected": 0.006707067200631806, "logps/rejected": -183.51529356060607, "logits/rejected": -47286489.21212121, "rewards/margins": 0.0018449087879408377, "regularization/tv": 0.0027710029389709234, "regularization/advantage_range": 0.5542006492614746, "kl": 0.050350647419691086, "stability/response_length_mean": 17.875, "stability/response_length_std": 23.485177993774414, "stability/response_length_var": 551.5535888671875, "stability/token_entropy_mean": 5.6640625, "stability/repetition_rate_mean": 0.18097305297851562}
{"current_steps": 70, "total_steps": 196, "loss": 0.5025, "lr": 6.9e-07, "epoch": 0.3582853486884197, "percentage": 35.71, "elapsed_time": "0:18:45", "remaining_time": "0:33:45", "rewards/chosen": 0.005101763817571825, "logps/chosen": -379.0774193548387, "logits/chosen": -52774723.716129035, "rewards/rejected": 0.00461892539804632, "logps/rejected": -220.37597064393938, "logits/rejected": -49045562.95757576, "rewards/margins": 0.0004828384195255048, "regularization/tv": 0.00314196920953691, "regularization/advantage_range": 0.628393828868866, "kl": 0.060984399169683456, "stability/response_length_mean": 33.875, "stability/response_length_std": 32.36151885986328, "stability/response_length_var": 1047.267822265625, "stability/token_entropy_mean": 5.82421875, "stability/repetition_rate_mean": 0.19140625}
{"current_steps": 75, "total_steps": 196, "loss": 0.5028, "lr": 7.4e-07, "epoch": 0.3838771593090211, "percentage": 38.27, "elapsed_time": "0:20:06", "remaining_time": "0:32:26", "rewards/chosen": 0.008458393651085932, "logps/chosen": -314.1862331081081, "logits/chosen": -49520840.64864865, "rewards/rejected": 0.003794700253841489, "logps/rejected": -228.84690679505815, "logits/rejected": -47904303.62790698, "rewards/margins": 0.004663693397244442, "regularization/tv": 0.0032617920078337193, "regularization/advantage_range": 0.6523584127426147, "kl": 0.054728973656892776, "stability/response_length_mean": 22.75, "stability/response_length_std": 31.07479476928711, "stability/response_length_var": 965.6428833007812, "stability/token_entropy_mean": 2.15234375, "stability/repetition_rate_mean": 0.08308292925357819}
{"current_steps": 80, "total_steps": 196, "loss": 0.5027, "lr": 7.9e-07, "epoch": 0.4094689699296225, "percentage": 40.82, "elapsed_time": "0:21:27", "remaining_time": "0:31:06", "rewards/chosen": 0.008451506791525329, "logps/chosen": -403.94557119205297, "logits/chosen": -58633704.26490066, "rewards/rejected": 0.004731964782850277, "logps/rejected": -201.00848280325442, "logits/rejected": -53482677.77514793, "rewards/margins": 0.003719542008675052, "regularization/tv": 0.0030517878476530313, "regularization/advantage_range": 0.6103575825691223, "kl": 0.07101626694202423, "stability/response_length_mean": 42.0, "stability/response_length_std": 30.481843948364258, "stability/response_length_var": 929.1428833007812, "stability/token_entropy_mean": 5.19140625, "stability/repetition_rate_mean": 0.20260417461395264}
{"current_steps": 85, "total_steps": 196, "loss": 0.5025, "lr": 8.399999999999999e-07, "epoch": 0.4350607805502239, "percentage": 43.37, "elapsed_time": "0:22:47", "remaining_time": "0:29:46", "rewards/chosen": 0.00673757137790803, "logps/chosen": -358.26514616935486, "logits/chosen": -51499308.59354839, "rewards/rejected": 0.000852588541579969, "logps/rejected": -230.41628787878787, "logits/rejected": -47171608.82424243, "rewards/margins": 0.005884982836328061, "regularization/tv": 0.002932821400463581, "regularization/advantage_range": 0.586564302444458, "kl": 0.05506693944334984, "stability/response_length_mean": 32.5, "stability/response_length_std": 33.67915725708008, "stability/response_length_var": 1134.2857666015625, "stability/token_entropy_mean": 4.892578125, "stability/repetition_rate_mean": 0.115234375}
{"current_steps": 90, "total_steps": 196, "loss": 0.5023, "lr": 8.9e-07, "epoch": 0.46065259117082535, "percentage": 45.92, "elapsed_time": "0:24:09", "remaining_time": "0:28:26", "rewards/chosen": 0.010058989891639123, "logps/chosen": -380.6888020833333, "logits/chosen": -58432590.76923077, "rewards/rejected": 0.002303779306935101, "logps/rejected": -187.20376810213415, "logits/rejected": -50594678.63414634, "rewards/margins": 0.0077552105847040215, "regularization/tv": 0.0032413527369499207, "regularization/advantage_range": 0.6482706069946289, "kl": 0.08351220190525055, "stability/response_length_mean": 28.625, "stability/response_length_std": 30.042530059814453, "stability/response_length_var": 902.5535888671875, "stability/token_entropy_mean": 4.2890625, "stability/repetition_rate_mean": 0.2608901560306549}
{"current_steps": 95, "total_steps": 196, "loss": 0.5026, "lr": 9.399999999999999e-07, "epoch": 0.48624440179142675, "percentage": 48.47, "elapsed_time": "0:25:29", "remaining_time": "0:27:05", "rewards/chosen": 0.0073801558228987684, "logps/chosen": -314.919551028481, "logits/chosen": -50417741.7721519, "rewards/rejected": 0.0013487085148140236, "logps/rejected": -207.13025655864197, "logits/rejected": -49019410.96296296, "rewards/margins": 0.006031447308084745, "regularization/tv": 0.0031170533038675785, "regularization/advantage_range": 0.623410701751709, "kl": 0.06547798216342926, "stability/response_length_mean": 27.0, "stability/response_length_std": 31.1264705657959, "stability/response_length_var": 968.8571166992188, "stability/token_entropy_mean": 3.75390625, "stability/repetition_rate_mean": 0.19374233484268188}
{"current_steps": 100, "total_steps": 196, "loss": 0.5025, "lr": 9.9e-07, "epoch": 0.5118362124120281, "percentage": 51.02, "elapsed_time": "0:26:49", "remaining_time": "0:25:45", "rewards/chosen": 0.008731751828580289, "logps/chosen": -359.78283361486484, "logits/chosen": -54740666.81081081, "rewards/rejected": 0.001427411426638448, "logps/rejected": -216.5646121002907, "logits/rejected": -50959592.18604651, "rewards/margins": 0.00730434040194184, "regularization/tv": 0.0031158665660768747, "regularization/advantage_range": 0.6231733560562134, "kl": 0.06663308292627335, "stability/response_length_mean": 38.0, "stability/response_length_std": 30.10457992553711, "stability/response_length_var": 906.2857055664062, "stability/token_entropy_mean": 4.123046875, "stability/repetition_rate_mean": 0.23591694235801697}
{"current_steps": 105, "total_steps": 196, "loss": 0.5024, "lr": 9.999815554351224e-07, "epoch": 0.5374280230326296, "percentage": 53.57, "elapsed_time": "0:28:10", "remaining_time": "0:24:25", "rewards/chosen": 0.012420005108936724, "logps/chosen": -399.7782379518072, "logits/chosen": -59415317.590361446, "rewards/rejected": 0.003926922361572068, "logps/rejected": -209.96453936688312, "logits/rejected": -53838402.49350649, "rewards/margins": 0.008493082747364655, "regularization/tv": 0.003604050725698471, "regularization/advantage_range": 0.7208102345466614, "kl": 0.06615767627954483, "stability/response_length_mean": 29.0, "stability/response_length_std": 29.89505386352539, "stability/response_length_var": 893.7142944335938, "stability/token_entropy_mean": 3.375, "stability/repetition_rate_mean": 0.1858258843421936}
{"current_steps": 110, "total_steps": 196, "loss": 0.5022, "lr": 9.999066267225444e-07, "epoch": 0.5630198336532309, "percentage": 56.12, "elapsed_time": "0:29:31", "remaining_time": "0:23:05", "rewards/chosen": 0.007796992738562894, "logps/chosen": -378.4852692018072, "logits/chosen": -57426684.915662654, "rewards/rejected": 0.001033351986439197, "logps/rejected": -206.07779525162337, "logits/rejected": -53662198.02597403, "rewards/margins": 0.006763640752123697, "regularization/tv": 0.0033061986323446035, "regularization/advantage_range": 0.661239743232727, "kl": 0.06936220079660416, "stability/response_length_mean": 31.125, "stability/response_length_std": 28.412460327148438, "stability/response_length_var": 807.2678833007812, "stability/token_entropy_mean": 4.0693359375, "stability/repetition_rate_mean": 0.3186553120613098}
{"current_steps": 115, "total_steps": 196, "loss": 0.5022, "lr": 9.997740697079592e-07, "epoch": 0.5886116442738324, "percentage": 58.67, "elapsed_time": "0:30:53", "remaining_time": "0:21:45", "rewards/chosen": 0.011307053173644633, "logps/chosen": -364.47947982594934, "logits/chosen": -60664832.0, "rewards/rejected": 0.00506274825260963, "logps/rejected": -201.1459297839506, "logits/rejected": -53468248.493827164, "rewards/margins": 0.006244304921035003, "regularization/tv": 0.003083412069827318, "regularization/advantage_range": 0.6166824698448181, "kl": 0.07836370915174484, "stability/response_length_mean": 41.375, "stability/response_length_std": 31.25442886352539, "stability/response_length_var": 976.8392944335938, "stability/token_entropy_mean": 4.95703125, "stability/repetition_rate_mean": 0.2916666865348816}
{"current_steps": 120, "total_steps": 196, "loss": 0.5023, "lr": 9.995838996722914e-07, "epoch": 0.6142034548944337, "percentage": 61.22, "elapsed_time": "0:32:12", "remaining_time": "0:20:24", "rewards/chosen": 0.011887521525613622, "logps/chosen": -384.1260212418301, "logits/chosen": -57793315.1372549, "rewards/rejected": 0.0002133171269279754, "logps/rejected": -212.2142122005988, "logits/rejected": -54451776.38323353, "rewards/margins": 0.011674204398685646, "regularization/tv": 0.0036513060331344604, "regularization/advantage_range": 0.7302612662315369, "kl": 0.057178642600774765, "stability/response_length_mean": 27.625, "stability/response_length_std": 30.486238479614258, "stability/response_length_var": 929.4107055664062, "stability/token_entropy_mean": 4.67578125, "stability/repetition_rate_mean": 0.16154514253139496}
{"current_steps": 125, "total_steps": 196, "loss": 0.5025, "lr": 9.993361385379874e-07, "epoch": 0.6397952655150352, "percentage": 63.78, "elapsed_time": "0:33:33", "remaining_time": "0:19:03", "rewards/chosen": 0.010833015180613897, "logps/chosen": -417.27097602739724, "logits/chosen": -60778180.38356164, "rewards/rejected": 0.005214487341628678, "logps/rejected": -216.31503681752875, "logits/rejected": -55767816.827586204, "rewards/margins": 0.005618527838985219, "regularization/tv": 0.003856467781588435, "regularization/advantage_range": 0.771293580532074, "kl": 0.07378504425287247, "stability/response_length_mean": 15.25, "stability/response_length_std": 24.93276596069336, "stability/response_length_var": 621.6428833007812, "stability/token_entropy_mean": 3.63671875, "stability/repetition_rate_mean": 0.16215278208255768}
{"current_steps": 130, "total_steps": 196, "loss": 0.5024, "lr": 9.99030814866488e-07, "epoch": 0.6653870761356366, "percentage": 66.33, "elapsed_time": "0:34:53", "remaining_time": "0:17:43", "rewards/chosen": 0.01188800488748858, "logps/chosen": -392.5390625, "logits/chosen": -57474946.477419354, "rewards/rejected": 0.0005099839784882286, "logps/rejected": -183.91380208333334, "logits/rejected": -53936748.60606061, "rewards/margins": 0.011378020909000352, "regularization/tv": 0.00403038552030921, "regularization/advantage_range": 0.8060771822929382, "kl": 0.07307125627994537, "stability/response_length_mean": 38.0, "stability/response_length_std": 29.13515281677246, "stability/response_length_var": 848.8571166992188, "stability/token_entropy_mean": 4.00390625, "stability/repetition_rate_mean": 0.20767755806446075}
{"current_steps": 135, "total_steps": 196, "loss": 0.5022, "lr": 9.986679638549358e-07, "epoch": 0.690978886756238, "percentage": 68.88, "elapsed_time": "0:36:13", "remaining_time": "0:16:22", "rewards/chosen": 0.018009210656757004, "logps/chosen": -401.636071702454, "logits/chosen": -59954722.55214724, "rewards/rejected": 0.0006888189892859975, "logps/rejected": -247.8638535031847, "logits/rejected": -55130353.32484076, "rewards/margins": 0.017320391667471007, "regularization/tv": 0.004361338447779417, "regularization/advantage_range": 0.8722677230834961, "kl": 0.08451961725950241, "stability/response_length_mean": 29.75, "stability/response_length_std": 30.221799850463867, "stability/response_length_var": 913.3571166992188, "stability/token_entropy_mean": 3.40234375, "stability/repetition_rate_mean": 0.22056502103805542}
{"current_steps": 140, "total_steps": 196, "loss": 0.502, "lr": 9.982476273321175e-07, "epoch": 0.7165706973768394, "percentage": 71.43, "elapsed_time": "0:37:34", "remaining_time": "0:15:01", "rewards/chosen": 0.0100834203488899, "logps/chosen": -367.0889204545455, "logits/chosen": -57209874.61818182, "rewards/rejected": -0.0017378149494048087, "logps/rejected": -190.05186491935484, "logits/rejected": -50235841.23870968, "rewards/margins": 0.01182123529829471, "regularization/tv": 0.0037667490541934967, "regularization/advantage_range": 0.753349781036377, "kl": 0.07150302082300186, "stability/response_length_mean": 52.75, "stability/response_length_std": 22.72663688659668, "stability/response_length_var": 516.5, "stability/token_entropy_mean": 4.888671875, "stability/repetition_rate_mean": 0.2682291567325592}
{"current_steps": 145, "total_steps": 196, "loss": 0.5021, "lr": 9.977698537536417e-07, "epoch": 0.7421625079974408, "percentage": 73.98, "elapsed_time": "0:38:54", "remaining_time": "0:13:41", "rewards/chosen": 0.01170891307922731, "logps/chosen": -330.1547439759036, "logits/chosen": -51269098.409638554, "rewards/rejected": -0.0007451638192325443, "logps/rejected": -199.49535815746754, "logits/rejected": -51827958.02597403, "rewards/margins": 0.012454076898459855, "regularization/tv": 0.003616137197241187, "regularization/advantage_range": 0.7232274413108826, "kl": 0.08613911271095276, "stability/response_length_mean": 25.875, "stability/response_length_std": 26.744491577148438, "stability/response_length_var": 715.2678833007812, "stability/token_entropy_mean": 5.328125, "stability/repetition_rate_mean": 0.23393641412258148}
{"current_steps": 150, "total_steps": 196, "loss": 0.5024, "lr": 9.972346981963546e-07, "epoch": 0.7677543186180422, "percentage": 76.53, "elapsed_time": "0:40:15", "remaining_time": "0:12:20", "rewards/chosen": 0.02110713229459875, "logps/chosen": -397.7233455882353, "logits/chosen": -55563324.23529412, "rewards/rejected": 0.00032480766375859576, "logps/rejected": -207.72268229166667, "logits/rejected": -50373949.44, "rewards/margins": 0.020782324630840152, "regularization/tv": 0.0038879842031747103, "regularization/advantage_range": 0.7775968909263611, "kl": 0.09408855438232422, "stability/response_length_mean": 29.375, "stability/response_length_std": 29.193626403808594, "stability/response_length_var": 852.2678833007812, "stability/token_entropy_mean": 4.578125, "stability/repetition_rate_mean": 0.23066024482250214}
{"current_steps": 155, "total_steps": 196, "loss": 0.5022, "lr": 9.966422223519885e-07, "epoch": 0.7933461292386437, "percentage": 79.08, "elapsed_time": "0:41:37", "remaining_time": "0:11:00", "rewards/chosen": 0.008696890578550451, "logps/chosen": -360.90234375, "logits/chosen": -54190971.48235294, "rewards/rejected": -0.0004985681672890981, "logps/rejected": -191.31059895833334, "logits/rejected": -49517864.96, "rewards/margins": 0.00919545874583955, "regularization/tv": 0.0036540706641972065, "regularization/advantage_range": 0.7308141589164734, "kl": 0.08004111051559448, "stability/response_length_mean": 61.375, "stability/response_length_std": 7.424621105194092, "stability/response_length_var": 55.125, "stability/token_entropy_mean": 4.58984375, "stability/repetition_rate_mean": 0.3074128031730652}
{"current_steps": 160, "total_steps": 196, "loss": 0.5023, "lr": 9.959924945200523e-07, "epoch": 0.818937939859245, "percentage": 81.63, "elapsed_time": "0:42:58", "remaining_time": "0:09:40", "rewards/chosen": 0.016371272859119233, "logps/chosen": -416.73158482142856, "logits/chosen": -55450593.52380952, "rewards/rejected": -0.0010947717451735546, "logps/rejected": -186.90829307154604, "logits/rejected": -49211429.05263158, "rewards/margins": 0.01746604460429279, "regularization/tv": 0.00465772720053792, "regularization/advantage_range": 0.9315454363822937, "kl": 0.089725062251091, "stability/response_length_mean": 26.25, "stability/response_length_std": 31.535694122314453, "stability/response_length_var": 994.5, "stability/token_entropy_mean": 3.8037109375, "stability/repetition_rate_mean": 0.291015625}
{"current_steps": 165, "total_steps": 196, "loss": 0.5021, "lr": 9.952855895999568e-07, "epoch": 0.8445297504798465, "percentage": 84.18, "elapsed_time": "0:44:18", "remaining_time": "0:08:19", "rewards/chosen": 0.015497415915302846, "logps/chosen": -370.7618085488506, "logits/chosen": -54638721.47126437, "rewards/rejected": 0.0003637560732560615, "logps/rejected": -212.5884792380137, "logits/rejected": -50055630.90410959, "rewards/margins": 0.015133659842046785, "regularization/tv": 0.003570905653759837, "regularization/advantage_range": 0.714181125164032, "kl": 0.08966539055109024, "stability/response_length_mean": 12.625, "stability/response_length_std": 21.460512161254883, "stability/response_length_var": 460.5535583496094, "stability/token_entropy_mean": 4.81640625, "stability/repetition_rate_mean": 0.20468750596046448}
{"current_steps": 170, "total_steps": 196, "loss": 0.5019, "lr": 9.9452158908238e-07, "epoch": 0.8701215611004478, "percentage": 86.73, "elapsed_time": "0:45:39", "remaining_time": "0:06:59", "rewards/chosen": 0.020231455740844003, "logps/chosen": -441.13951553254435, "logits/chosen": -59361898.035502955, "rewards/rejected": 0.00034690386806892243, "logps/rejected": -191.25437189569536, "logits/rejected": -52922496.84768212, "rewards/margins": 0.01988455187277508, "regularization/tv": 0.004357689525932074, "regularization/advantage_range": 0.871537983417511, "kl": 0.1153709888458252, "stability/response_length_mean": 35.5, "stability/response_length_std": 30.06184196472168, "stability/response_length_var": 903.7142944335938, "stability/token_entropy_mean": 3.73876953125, "stability/repetition_rate_mean": 0.25176572799682617}
{"current_steps": 175, "total_steps": 196, "loss": 0.5017, "lr": 9.937005810398745e-07, "epoch": 0.8957133717210493, "percentage": 89.29, "elapsed_time": "0:47:00", "remaining_time": "0:05:38", "rewards/chosen": 0.020526822791042097, "logps/chosen": -356.2319041792169, "logits/chosen": -56909719.13253012, "rewards/rejected": 0.0038590493140282568, "logps/rejected": -194.7689351663961, "logits/rejected": -48392531.116883114, "rewards/margins": 0.01666777347701384, "regularization/tv": 0.0047135422937572, "regularization/advantage_range": 0.942708432674408, "kl": 0.12609218060970306, "stability/response_length_mean": 32.25, "stability/response_length_std": 27.932315826416016, "stability/response_length_var": 780.2142944335938, "stability/token_entropy_mean": 4.69921875, "stability/repetition_rate_mean": 0.2936941981315613}
{"current_steps": 180, "total_steps": 196, "loss": 0.5019, "lr": 9.928226601167138e-07, "epoch": 0.9213051823416507, "percentage": 91.84, "elapsed_time": "0:48:20", "remaining_time": "0:04:17", "rewards/chosen": 0.019533021318400564, "logps/chosen": -375.950512845092, "logits/chosen": -52906668.7607362, "rewards/rejected": 0.007356523708173424, "logps/rejected": -211.2246218152866, "logits/rejected": -48310288.30573248, "rewards/margins": 0.012176497610227141, "regularization/tv": 0.004449470899999142, "regularization/advantage_range": 0.8898941874504089, "kl": 0.13772912323474884, "stability/response_length_mean": 40.375, "stability/response_length_std": 32.61874008178711, "stability/response_length_var": 1063.982177734375, "stability/token_entropy_mean": 3.36328125, "stability/repetition_rate_mean": 0.16015625}
{"current_steps": 185, "total_steps": 196, "loss": 0.5022, "lr": 9.918879275179817e-07, "epoch": 0.946896992962252, "percentage": 94.39, "elapsed_time": "0:49:40", "remaining_time": "0:02:57", "rewards/chosen": 0.01726006872860002, "logps/chosen": -311.828800154321, "logits/chosen": -54910508.24691358, "rewards/rejected": 0.005127200974693782, "logps/rejected": -196.98788568037975, "logits/rejected": -49845928.50632911, "rewards/margins": 0.012132867753906238, "regularization/tv": 0.004006079863756895, "regularization/advantage_range": 0.8012159466743469, "kl": 0.13586579263210297, "stability/response_length_mean": 22.25, "stability/response_length_std": 27.78874397277832, "stability/response_length_var": 772.2142944335938, "stability/token_entropy_mean": 3.83203125, "stability/repetition_rate_mean": 0.18998579680919647}
{"current_steps": 190, "total_steps": 196, "loss": 0.5019, "lr": 9.90896490997906e-07, "epoch": 0.9724888035828535, "percentage": 96.94, "elapsed_time": "0:51:00", "remaining_time": "0:01:36", "rewards/chosen": 0.023119575249220797, "logps/chosen": -392.174120508982, "logits/chosen": -53395456.0, "rewards/rejected": 0.005186714378057742, "logps/rejected": -211.14671415441177, "logits/rejected": -50061977.93464052, "rewards/margins": 0.017932860871163053, "regularization/tv": 0.004198095295578241, "regularization/advantage_range": 0.8396191000938416, "kl": 0.12165651470422745, "stability/response_length_mean": 11.375, "stability/response_length_std": 21.738296508789062, "stability/response_length_var": 472.5535583496094, "stability/token_entropy_mean": 5.3671875, "stability/repetition_rate_mean": 0.1047247052192688}
{"current_steps": 195, "total_steps": 196, "loss": 0.5019, "lr": 9.898484648474362e-07, "epoch": 0.9980806142034548, "percentage": 99.49, "elapsed_time": "0:52:20", "remaining_time": "0:00:16", "rewards/chosen": 0.023692352541031376, "logps/chosen": -392.54798387096776, "logits/chosen": -60478417.75483871, "rewards/rejected": 0.0020419196649031205, "logps/rejected": -197.8989109848485, "logits/rejected": -54269747.2, "rewards/margins": 0.021650432876128254, "regularization/tv": 0.0044716172851622105, "regularization/advantage_range": 0.8943235278129578, "kl": 0.11633441597223282, "stability/response_length_mean": 48.125, "stability/response_length_std": 29.39600372314453, "stability/response_length_var": 864.125, "stability/token_entropy_mean": 4.4609375, "stability/repetition_rate_mean": 0.41796875}
{"current_steps": 196, "total_steps": 196, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "0:52:34", "remaining_time": "0:00:00"}