{"current_steps": 5, "total_steps": 196, "loss": 0.5319, "lr": 4e-08, "epoch": 0.025591810620601407, "percentage": 2.55, "elapsed_time": "0:01:18", "remaining_time": "0:49:47", "rewards/chosen": 0.004304667836741397, "logps/chosen": -439.0025699013158, "logits/chosen": -59717214.315789476, "rewards/rejected": 0.0010812577924558095, "logps/rejected": -198.39857700892858, "logits/rejected": -50418761.14285714, "rewards/margins": 0.0032234100442855877, "regularization/w1": 0.03612701967358589, "regularization/lipschitz_norm": 36.127017974853516, "kl": 0.009494942612946033}
{"current_steps": 10, "total_steps": 196, "loss": 0.5474, "lr": 9e-08, "epoch": 0.05118362124120281, "percentage": 5.1, "elapsed_time": "0:02:39", "remaining_time": "0:49:18", "rewards/chosen": 0.00588285071509225, "logps/chosen": -429.8796672077922, "logits/chosen": -59305279.16883117, "rewards/rejected": -0.0015585110130080257, "logps/rejected": -192.88354198042168, "logits/rejected": -50020561.73493976, "rewards/margins": 0.007441361728100276, "regularization/w1": 0.051889922469854355, "regularization/lipschitz_norm": 51.88991165161133, "kl": 0.017178865149617195, "stability/response_length_mean": 44.25, "stability/response_length_std": 28.13614845275879, "stability/response_length_var": 791.6428833007812, "stability/token_entropy_mean": 3.3544921875, "stability/repetition_rate_mean": 0.3605554699897766}
{"current_steps": 15, "total_steps": 196, "loss": 0.5528, "lr": 1.4e-07, "epoch": 0.07677543186180422, "percentage": 7.65, "elapsed_time": "0:03:58", "remaining_time": "0:48:02", "rewards/chosen": 0.0006950111100167939, "logps/chosen": -404.12386363636364, "logits/chosen": -56235889.26060606, "rewards/rejected": 0.0027571995412149736, "logps/rejected": -200.66649445564516, "logits/rejected": -51918445.006451614, "rewards/margins": -0.0020621884311981795, "regularization/w1": 0.047160327434539795, "regularization/lipschitz_norm": 47.16032409667969, "kl": 0.013535099104046822, "stability/response_length_mean": 27.125, "stability/response_length_std": 30.79163932800293, "stability/response_length_var": 948.125, "stability/token_entropy_mean": 3.8203125, "stability/repetition_rate_mean": 0.2651909589767456}
{"current_steps": 20, "total_steps": 196, "loss": 0.5531, "lr": 1.8999999999999998e-07, "epoch": 0.10236724248240563, "percentage": 10.2, "elapsed_time": "0:05:20", "remaining_time": "0:46:59", "rewards/chosen": 0.0012291071005165577, "logps/chosen": -343.684423828125, "logits/chosen": -51655552.0, "rewards/rejected": 0.0018676770851016045, "logps/rejected": -225.644677734375, "logits/rejected": -48047257.6, "rewards/margins": -0.0006385699845850468, "regularization/w1": 0.05132513865828514, "regularization/lipschitz_norm": 51.32513427734375, "kl": 0.014954889193177223, "stability/response_length_mean": 44.0, "stability/response_length_std": 28.0611572265625, "stability/response_length_var": 787.4285888671875, "stability/token_entropy_mean": 4.462890625, "stability/repetition_rate_mean": 0.2174789160490036}
{"current_steps": 25, "total_steps": 196, "loss": 0.5539, "lr": 2.4e-07, "epoch": 0.12795905310300704, "percentage": 12.76, "elapsed_time": "0:06:40", "remaining_time": "0:45:38", "rewards/chosen": 0.002159434351427802, "logps/chosen": -378.46988146551723, "logits/chosen": -56482780.68965517, "rewards/rejected": 0.0010998719930648804, "logps/rejected": -202.78185267857143, "logits/rejected": -52020662.85714286, "rewards/margins": 0.0010595623583629214, "regularization/w1": 0.04689044505357742, "regularization/lipschitz_norm": 46.89044189453125, "kl": 0.019569864496588707, "stability/response_length_mean": 50.25, "stability/response_length_std": 25.549671173095703, "stability/response_length_var": 652.7857055664062, "stability/token_entropy_mean": 4.5078125, "stability/repetition_rate_mean": 0.28109976649284363}
{"current_steps": 30, "total_steps": 196, "loss": 0.5527, "lr": 2.9e-07, "epoch": 0.15355086372360843, "percentage": 15.31, "elapsed_time": "0:08:00", "remaining_time": "0:44:18", "rewards/chosen": -0.003406525858296644, "logps/chosen": -468.6152999161074, "logits/chosen": -57732102.87248322, "rewards/rejected": 0.0015189916069744624, "logps/rejected": -198.2326845760234, "logits/rejected": -51518679.578947365, "rewards/margins": -0.004925517465271106, "regularization/w1": 0.05276590213179588, "regularization/lipschitz_norm": 52.765899658203125, "kl": 0.018669696524739265, "stability/response_length_mean": 48.375, "stability/response_length_std": 28.93311309814453, "stability/response_length_var": 837.125, "stability/token_entropy_mean": 4.595703125, "stability/repetition_rate_mean": 0.158203125}
{"current_steps": 35, "total_steps": 196, "loss": 0.5528, "lr": 3.4000000000000003e-07, "epoch": 0.17914267434420986, "percentage": 17.86, "elapsed_time": "0:09:21", "remaining_time": "0:43:04", "rewards/chosen": 0.003288782095607323, "logps/chosen": -385.9036293512658, "logits/chosen": -57640635.94936709, "rewards/rejected": 0.0027985008042535663, "logps/rejected": -195.09850019290124, "logits/rejected": -53904560.98765432, "rewards/margins": 0.0004902812913537566, "regularization/w1": 0.0461605004966259, "regularization/lipschitz_norm": 46.16049575805664, "kl": 0.03436283394694328, "stability/response_length_mean": 56.875, "stability/response_length_std": 20.152544021606445, "stability/response_length_var": 406.125, "stability/token_entropy_mean": 5.416015625, "stability/repetition_rate_mean": 0.3537946343421936}
{"current_steps": 40, "total_steps": 196, "loss": 0.5509, "lr": 3.8999999999999997e-07, "epoch": 0.20473448496481125, "percentage": 20.41, "elapsed_time": "0:10:42", "remaining_time": "0:41:45", "rewards/chosen": 0.0011051620356738567, "logps/chosen": -421.8916015625, "logits/chosen": -56632812.8, "rewards/rejected": 0.0027551772072911263, "logps/rejected": -219.2817138671875, "logits/rejected": -50224707.2, "rewards/margins": -0.0016500151716172696, "regularization/w1": 0.05284709855914116, "regularization/lipschitz_norm": 52.84709548950195, "kl": 0.027318641543388367, "stability/response_length_mean": 33.125, "stability/response_length_std": 33.01704025268555, "stability/response_length_var": 1090.125, "stability/token_entropy_mean": 4.8935546875, "stability/repetition_rate_mean": 0.13671875}
{"current_steps": 45, "total_steps": 196, "loss": 0.5532, "lr": 4.3999999999999997e-07, "epoch": 0.23032629558541268, "percentage": 22.96, "elapsed_time": "0:12:03", "remaining_time": "0:40:26", "rewards/chosen": 0.002814074090663219, "logps/chosen": -352.3003355704698, "logits/chosen": -52704039.51677852, "rewards/rejected": 0.0029790101692690487, "logps/rejected": -243.84438961988303, "logits/rejected": -50776093.94152047, "rewards/margins": -0.00016493607860582982, "regularization/w1": 0.05639222264289856, "regularization/lipschitz_norm": 56.39221954345703, "kl": 0.04743483290076256, "stability/response_length_mean": 28.875, "stability/response_length_std": 29.87324333190918, "stability/response_length_var": 892.4107055664062, "stability/token_entropy_mean": 4.767578125, "stability/repetition_rate_mean": 0.0994017943739891}
{"current_steps": 50, "total_steps": 196, "loss": 0.5494, "lr": 4.9e-07, "epoch": 0.2559181062060141, "percentage": 25.51, "elapsed_time": "0:13:23", "remaining_time": "0:39:05", "rewards/chosen": 0.006553848717836726, "logps/chosen": -375.13357277684565, "logits/chosen": -54039232.4295302, "rewards/rejected": 0.003993244896158141, "logps/rejected": -180.2006807383041, "logits/rejected": -48303834.57309941, "rewards/margins": 0.0025606038216785853, "regularization/w1": 0.04168223217129707, "regularization/lipschitz_norm": 41.682228088378906, "kl": 0.051512785255908966, "stability/response_length_mean": 55.375, "stability/response_length_std": 16.361431121826172, "stability/response_length_var": 267.6964416503906, "stability/token_entropy_mean": 4.068359375, "stability/repetition_rate_mean": 0.3249044120311737}
{"current_steps": 55, "total_steps": 196, "loss": 0.5531, "lr": 5.4e-07, "epoch": 0.28150991682661547, "percentage": 28.06, "elapsed_time": "0:14:43", "remaining_time": "0:37:43", "rewards/chosen": 0.0043661816519980105, "logps/chosen": -344.4683618012422, "logits/chosen": -56948316.22360248, "rewards/rejected": 0.002374995804432803, "logps/rejected": -230.42428262578616, "logits/rejected": -49577713.50943396, "rewards/margins": 0.0019911858475652076, "regularization/w1": 0.04550762102007866, "regularization/lipschitz_norm": 45.507625579833984, "kl": 0.05490356683731079, "stability/response_length_mean": 24.5, "stability/response_length_std": 32.710853576660156, "stability/response_length_var": 1070.0, "stability/token_entropy_mean": 4.6484375, "stability/repetition_rate_mean": 0.1015625}
{"current_steps": 60, "total_steps": 196, "loss": 0.5496, "lr": 5.9e-07, "epoch": 0.30710172744721687, "percentage": 30.61, "elapsed_time": "0:16:04", "remaining_time": "0:36:26", "rewards/chosen": 0.010953712463378906, "logps/chosen": -359.61126893939394, "logits/chosen": -52669911.660606064, "rewards/rejected": 0.007483173954871393, "logps/rejected": -178.15209173387098, "logits/rejected": -47820423.43225806, "rewards/margins": 0.0034705385085075126, "regularization/w1": 0.046306367963552475, "regularization/lipschitz_norm": 46.30636215209961, "kl": 0.05875139310956001, "stability/response_length_mean": 52.625, "stability/response_length_std": 21.75800323486328, "stability/response_length_var": 473.41070556640625, "stability/token_entropy_mean": 5.314453125, "stability/repetition_rate_mean": 0.20815381407737732}
{"current_steps": 65, "total_steps": 196, "loss": 0.5544, "lr": 6.4e-07, "epoch": 0.3326935380678183, "percentage": 33.16, "elapsed_time": "0:17:25", "remaining_time": "0:35:06", "rewards/chosen": 0.012180716760696904, "logps/chosen": -381.825, "logits/chosen": -57561999.69032258, "rewards/rejected": 0.007880073605161724, "logps/rejected": -183.50355113636363, "logits/rejected": -47265897.5030303, "rewards/margins": 0.00430064315553518, "regularization/w1": 0.053168147802352905, "regularization/lipschitz_norm": 53.16814041137695, "kl": 0.08697053045034409, "stability/response_length_mean": 17.875, "stability/response_length_std": 23.485177993774414, "stability/response_length_var": 551.5535888671875, "stability/token_entropy_mean": 5.6875, "stability/repetition_rate_mean": 0.20286151766777039}
{"current_steps": 70, "total_steps": 196, "loss": 0.5558, "lr": 6.9e-07, "epoch": 0.3582853486884197, "percentage": 35.71, "elapsed_time": "0:18:45", "remaining_time": "0:33:45", "rewards/chosen": 0.012132589278682585, "logps/chosen": -379.0071572580645, "logits/chosen": -52762746.21935484, "rewards/rejected": 0.007109479470686479, "logps/rejected": -220.3510890151515, "logits/rejected": -49031695.515151516, "rewards/margins": 0.005023109807996106, "regularization/w1": 0.05391382798552513, "regularization/lipschitz_norm": 53.91382598876953, "kl": 0.09267856180667877, "stability/response_length_mean": 33.875, "stability/response_length_std": 32.36151885986328, "stability/response_length_var": 1047.267822265625, "stability/token_entropy_mean": 5.3349609375, "stability/repetition_rate_mean": 0.119140625}
{"current_steps": 75, "total_steps": 196, "loss": 0.5574, "lr": 7.4e-07, "epoch": 0.3838771593090211, "percentage": 38.27, "elapsed_time": "0:20:06", "remaining_time": "0:32:26", "rewards/chosen": 0.013364916717683946, "logps/chosen": -314.1371674408784, "logits/chosen": -49496755.89189189, "rewards/rejected": 0.007764597964841266, "logps/rejected": -228.80718568313952, "logits/rejected": -47891048.18604651, "rewards/margins": 0.0056003187528426805, "regularization/w1": 0.05378229543566704, "regularization/lipschitz_norm": 53.78229904174805, "kl": 0.10173000395298004, "stability/response_length_mean": 22.75, "stability/response_length_std": 31.07479476928711, "stability/response_length_var": 965.6428833007812, "stability/token_entropy_mean": 2.16015625, "stability/repetition_rate_mean": 0.06745792925357819}
{"current_steps": 80, "total_steps": 196, "loss": 0.5561, "lr": 7.9e-07, "epoch": 0.4094689699296225, "percentage": 40.82, "elapsed_time": "0:21:27", "remaining_time": "0:31:06", "rewards/chosen": 0.01607713478290482, "logps/chosen": -403.86936051324506, "logits/chosen": -58616967.62913907, "rewards/rejected": 0.00929838524767633, "logps/rejected": -200.9628328402367, "logits/rejected": -53431344.47337278, "rewards/margins": 0.006778749535228491, "regularization/w1": 0.047661323100328445, "regularization/lipschitz_norm": 47.66132354736328, "kl": 0.13186340034008026, "stability/response_length_mean": 42.0, "stability/response_length_std": 30.481843948364258, "stability/response_length_var": 929.1428833007812, "stability/token_entropy_mean": 5.25390625, "stability/repetition_rate_mean": 0.17916667461395264}
{"current_steps": 85, "total_steps": 196, "loss": 0.5594, "lr": 8.399999999999999e-07, "epoch": 0.4350607805502239, "percentage": 43.37, "elapsed_time": "0:22:47", "remaining_time": "0:29:46", "rewards/chosen": 0.020604954996416645, "logps/chosen": -358.1264616935484, "logits/chosen": -51464935.22580645, "rewards/rejected": 0.00958243716846813, "logps/rejected": -230.3289772727273, "logits/rejected": -47132777.5030303, "rewards/margins": 0.011022517827948516, "regularization/w1": 0.055119942873716354, "regularization/lipschitz_norm": 55.11994552612305, "kl": 0.1272238940000534, "stability/response_length_mean": 32.5, "stability/response_length_std": 33.67915725708008, "stability/response_length_var": 1134.2857666015625, "stability/token_entropy_mean": 4.9453125, "stability/repetition_rate_mean": 0.11328125}
{"current_steps": 90, "total_steps": 196, "loss": 0.5657, "lr": 8.9e-07, "epoch": 0.46065259117082535, "percentage": 45.92, "elapsed_time": "0:24:08", "remaining_time": "0:28:26", "rewards/chosen": 0.026595650575099848, "logps/chosen": -380.5234124599359, "logits/chosen": -58414500.102564104, "rewards/rejected": 0.009931363710543005, "logps/rejected": -187.12747713414635, "logits/rejected": -50554680.19512195, "rewards/margins": 0.016664286864556843, "regularization/w1": 0.06698118895292282, "regularization/lipschitz_norm": 66.9811782836914, "kl": 0.1703931838274002, "stability/response_length_mean": 30.625, "stability/response_length_std": 28.779644012451172, "stability/response_length_var": 828.2678833007812, "stability/token_entropy_mean": 3.736328125, "stability/repetition_rate_mean": 0.3812144994735718}
{"current_steps": 95, "total_steps": 196, "loss": 0.5682, "lr": 9.399999999999999e-07, "epoch": 0.48624440179142675, "percentage": 48.47, "elapsed_time": "0:25:28", "remaining_time": "0:27:05", "rewards/chosen": 0.026378269436993177, "logps/chosen": -314.7296034414557, "logits/chosen": -50386140.35443038, "rewards/rejected": 0.005254786691547912, "logps/rejected": -207.09116994598764, "logits/rejected": -48979835.25925926, "rewards/margins": 0.021123482745445267, "regularization/w1": 0.06674359738826752, "regularization/lipschitz_norm": 66.74359130859375, "kl": 0.16741442680358887, "stability/response_length_mean": 27.0, "stability/response_length_std": 31.1264705657959, "stability/response_length_var": 968.8571166992188, "stability/token_entropy_mean": 3.689453125, "stability/repetition_rate_mean": 0.20546108484268188}
{"current_steps": 100, "total_steps": 196, "loss": 0.5714, "lr": 9.9e-07, "epoch": 0.5118362124120281, "percentage": 51.02, "elapsed_time": "0:26:49", "remaining_time": "0:25:45", "rewards/chosen": 0.030437920544598554, "logps/chosen": -359.56579919763516, "logits/chosen": -54716139.24324324, "rewards/rejected": 0.018727043340372486, "logps/rejected": -216.39162427325581, "logits/rejected": -50905552.37209302, "rewards/margins": 0.011710877204226068, "regularization/w1": 0.0671883150935173, "regularization/lipschitz_norm": 67.18830871582031, "kl": 0.20850256085395813, "stability/response_length_mean": 40.75, "stability/response_length_std": 31.093177795410156, "stability/response_length_var": 966.7857055664062, "stability/token_entropy_mean": 4.140625, "stability/repetition_rate_mean": 0.24010416865348816}
{"current_steps": 105, "total_steps": 196, "loss": 0.5793, "lr": 9.999815554351224e-07, "epoch": 0.5374280230326296, "percentage": 53.57, "elapsed_time": "0:28:10", "remaining_time": "0:24:24", "rewards/chosen": 0.03818985353033227, "logps/chosen": -399.5205666415663, "logits/chosen": -59376942.26506024, "rewards/rejected": 0.016095796188750823, "logps/rejected": -209.8428622159091, "logits/rejected": -53793147.01298701, "rewards/margins": 0.022094057341581444, "regularization/w1": 0.09085484594106674, "regularization/lipschitz_norm": 90.85485076904297, "kl": 0.2234809845685959, "stability/response_length_mean": 29.0, "stability/response_length_std": 29.89505386352539, "stability/response_length_var": 893.7142944335938, "stability/token_entropy_mean": 3.40625, "stability/repetition_rate_mean": 0.2014508843421936}
{"current_steps": 110, "total_steps": 196, "loss": 0.5834, "lr": 9.999066267225444e-07, "epoch": 0.5630198336532309, "percentage": 56.12, "elapsed_time": "0:29:31", "remaining_time": "0:23:05", "rewards/chosen": 0.036506069711892, "logps/chosen": -378.19820689006025, "logits/chosen": -57391949.10843374, "rewards/rejected": 0.01970642108421821, "logps/rejected": -205.89108157467533, "logits/rejected": -53613863.896103896, "rewards/margins": 0.01679964862767379, "regularization/w1": 0.08991190046072006, "regularization/lipschitz_norm": 89.9118881225586, "kl": 0.26629599928855896, "stability/response_length_mean": 28.875, "stability/response_length_std": 29.911476135253906, "stability/response_length_var": 894.6964111328125, "stability/token_entropy_mean": 4.3857421875, "stability/repetition_rate_mean": 0.31048768758773804}
{"current_steps": 115, "total_steps": 196, "loss": 0.5942, "lr": 9.997740697079592e-07, "epoch": 0.5886116442738324, "percentage": 58.67, "elapsed_time": "0:30:53", "remaining_time": "0:21:45", "rewards/chosen": 0.052421219741241844, "logps/chosen": -364.06833465189874, "logits/chosen": -60606263.088607594, "rewards/rejected": 0.02105676097634398, "logps/rejected": -200.9859905478395, "logits/rejected": -53428704.39506173, "rewards/margins": 0.031364458764897865, "regularization/w1": 0.10365422070026398, "regularization/lipschitz_norm": 103.65421295166016, "kl": 0.32535991072654724, "stability/response_length_mean": 49.0, "stability/response_length_std": 27.795169830322266, "stability/response_length_var": 772.5714111328125, "stability/token_entropy_mean": 4.830078125, "stability/repetition_rate_mean": 0.3151041865348816}
{"current_steps": 120, "total_steps": 196, "loss": 0.6004, "lr": 9.995838996722914e-07, "epoch": 0.6142034548944337, "percentage": 61.22, "elapsed_time": "0:32:12", "remaining_time": "0:20:23", "rewards/chosen": 0.05425496818193423, "logps/chosen": -383.7023845996732, "logits/chosen": -57748794.5620915, "rewards/rejected": 0.026231080472112416, "logps/rejected": -211.95403723802394, "logits/rejected": -54355410.01197605, "rewards/margins": 0.028023887709821817, "regularization/w1": 0.10987582057714462, "regularization/lipschitz_norm": 109.87580871582031, "kl": 0.3553595244884491, "stability/response_length_mean": 27.875, "stability/response_length_std": 30.31943130493164, "stability/response_length_var": 919.2678833007812, "stability/token_entropy_mean": 4.64453125, "stability/repetition_rate_mean": 0.1723366528749466}
{"current_steps": 125, "total_steps": 196, "loss": 0.6157, "lr": 9.993361385379874e-07, "epoch": 0.6397952655150352, "percentage": 63.78, "elapsed_time": "0:33:33", "remaining_time": "0:19:03", "rewards/chosen": 0.05468781353676156, "logps/chosen": -416.8324058219178, "logits/chosen": -60685662.68493151, "rewards/rejected": 0.025684822564837576, "logps/rejected": -216.1103627873563, "logits/rejected": -55654294.06896552, "rewards/margins": 0.029002990971923985, "regularization/w1": 0.12617388367652893, "regularization/lipschitz_norm": 126.17388153076172, "kl": 0.39908552169799805, "stability/response_length_mean": 15.875, "stability/response_length_std": 24.584766387939453, "stability/response_length_var": 604.4107055664062, "stability/token_entropy_mean": 3.49609375, "stability/repetition_rate_mean": 0.15937499701976776}
{"current_steps": 130, "total_steps": 196, "loss": 0.6243, "lr": 9.99030814866488e-07, "epoch": 0.6653870761356366, "percentage": 66.33, "elapsed_time": "0:34:53", "remaining_time": "0:17:42", "rewards/chosen": 0.06732863149335308, "logps/chosen": -391.98465221774194, "logits/chosen": -57391097.393548384, "rewards/rejected": 0.02722955183549361, "logps/rejected": -183.64661458333333, "logits/rejected": -53830773.915151514, "rewards/margins": 0.04009907965785947, "regularization/w1": 0.1440272331237793, "regularization/lipschitz_norm": 144.0272216796875, "kl": 0.44654884934425354, "stability/response_length_mean": 38.0, "stability/response_length_std": 29.13515281677246, "stability/response_length_var": 848.8571166992188, "stability/token_entropy_mean": 3.91796875, "stability/repetition_rate_mean": 0.22330255806446075}
{"current_steps": 135, "total_steps": 196, "loss": 0.6335, "lr": 9.986679638549358e-07, "epoch": 0.690978886756238, "percentage": 68.88, "elapsed_time": "0:36:13", "remaining_time": "0:16:22", "rewards/chosen": 0.07913663197148797, "logps/chosen": -401.0247795245399, "logits/chosen": -59841391.50920245, "rewards/rejected": 0.03488306179168118, "logps/rejected": -247.52191978503186, "logits/rejected": -55011230.1656051, "rewards/margins": 0.044253570179806793, "regularization/w1": 0.167570099234581, "regularization/lipschitz_norm": 167.570068359375, "kl": 0.4990025460720062, "stability/response_length_mean": 29.875, "stability/response_length_std": 29.502723693847656, "stability/response_length_var": 870.4107055664062, "stability/token_entropy_mean": 3.9013671875, "stability/repetition_rate_mean": 0.2270585298538208}
{"current_steps": 140, "total_steps": 196, "loss": 0.6499, "lr": 9.982476273321175e-07, "epoch": 0.7165706973768394, "percentage": 71.43, "elapsed_time": "0:37:34", "remaining_time": "0:15:01", "rewards/chosen": 0.08244560126102332, "logps/chosen": -366.36526988636365, "logits/chosen": -57072553.11515152, "rewards/rejected": 0.012183857733203518, "logps/rejected": -189.91263860887096, "logits/rejected": -50065289.08387097, "rewards/margins": 0.0702617435278198, "regularization/w1": 0.18331506848335266, "regularization/lipschitz_norm": 183.31504821777344, "kl": 0.4819028973579407, "stability/response_length_mean": 56.25, "stability/response_length_std": 21.920310974121094, "stability/response_length_var": 480.5, "stability/token_entropy_mean": 5.134765625, "stability/repetition_rate_mean": 0.228515625}
{"current_steps": 145, "total_steps": 196, "loss": 0.6604, "lr": 9.977698537536417e-07, "epoch": 0.7421625079974408, "percentage": 73.98, "elapsed_time": "0:38:54", "remaining_time": "0:13:40", "rewards/chosen": 0.08324084224471126, "logps/chosen": -329.439406061747, "logits/chosen": -51148250.98795181, "rewards/rejected": 0.03314851166365983, "logps/rejected": -199.1564275568182, "logits/rejected": -51665840.20779221, "rewards/margins": 0.050092330581051434, "regularization/w1": 0.1634482592344284, "regularization/lipschitz_norm": 163.44825744628906, "kl": 0.5741755366325378, "stability/response_length_mean": 22.625, "stability/response_length_std": 26.359804153442383, "stability/response_length_var": 694.8392944335938, "stability/token_entropy_mean": 5.6640625, "stability/repetition_rate_mean": 0.21016408503055573}
{"current_steps": 150, "total_steps": 196, "loss": 0.6752, "lr": 9.972346981963546e-07, "epoch": 0.7677543186180422, "percentage": 76.53, "elapsed_time": "0:40:15", "remaining_time": "0:12:20", "rewards/chosen": 0.11221859875847312, "logps/chosen": -396.8122242647059, "logits/chosen": -55426325.08235294, "rewards/rejected": 0.03900526364644368, "logps/rejected": -207.33588541666666, "logits/rejected": -50193100.8, "rewards/margins": 0.07321333511202943, "regularization/w1": 0.1853603571653366, "regularization/lipschitz_norm": 185.36038208007812, "kl": 0.6443031430244446, "stability/response_length_mean": 29.375, "stability/response_length_std": 29.193626403808594, "stability/response_length_var": 852.2678833007812, "stability/token_entropy_mean": 4.58984375, "stability/repetition_rate_mean": 0.23066024482250214}
{"current_steps": 155, "total_steps": 196, "loss": 0.7031, "lr": 9.966422223519885e-07, "epoch": 0.7933461292386437, "percentage": 79.08, "elapsed_time": "0:41:36", "remaining_time": "0:11:00", "rewards/chosen": 0.09209441016702091, "logps/chosen": -360.06833639705883, "logits/chosen": -54025167.8117647, "rewards/rejected": 0.026456499099731447, "logps/rejected": -191.04104166666667, "logits/rejected": -49363421.86666667, "rewards/margins": 0.06563791106728947, "regularization/w1": 0.2233385592699051, "regularization/lipschitz_norm": 223.3385467529297, "kl": 0.6507260799407959, "stability/response_length_mean": 58.125, "stability/response_length_std": 10.960155487060547, "stability/response_length_var": 120.125, "stability/token_entropy_mean": 4.5673828125, "stability/repetition_rate_mean": 0.3115246295928955}
{"current_steps": 160, "total_steps": 196, "loss": 0.7229, "lr": 9.959924945200523e-07, "epoch": 0.818937939859245, "percentage": 81.63, "elapsed_time": "0:42:57", "remaining_time": "0:09:39", "rewards/chosen": 0.13677164486476354, "logps/chosen": -415.52762276785717, "logits/chosen": -55248286.47619048, "rewards/rejected": 0.041667740595968145, "logps/rejected": -186.48067434210526, "logits/rejected": -48961236.21052632, "rewards/margins": 0.09510390426879539, "regularization/w1": 0.23188279569149017, "regularization/lipschitz_norm": 231.88279724121094, "kl": 0.7176083326339722, "stability/response_length_mean": 32.5, "stability/response_length_std": 30.528675079345703, "stability/response_length_var": 932.0, "stability/token_entropy_mean": 4.484375, "stability/repetition_rate_mean": 0.30851560831069946}
{"current_steps": 165, "total_steps": 196, "loss": 0.7436, "lr": 9.952855895999568e-07, "epoch": 0.8445297504798465, "percentage": 84.18, "elapsed_time": "0:44:17", "remaining_time": "0:08:19", "rewards/chosen": 0.12150281051109577, "logps/chosen": -369.70171066810343, "logits/chosen": -54404449.10344828, "rewards/rejected": 0.047391715115063814, "logps/rejected": -212.1182041952055, "logits/rejected": -49778060.2739726, "rewards/margins": 0.07411109539603195, "regularization/w1": 0.22178728878498077, "regularization/lipschitz_norm": 221.78726196289062, "kl": 0.770777702331543, "stability/response_length_mean": 22.5, "stability/response_length_std": 28.33977508544922, "stability/response_length_var": 803.1428833007812, "stability/token_entropy_mean": 4.87109375, "stability/repetition_rate_mean": 0.2411106526851654}
{"current_steps": 170, "total_steps": 196, "loss": 0.7621, "lr": 9.9452158908238e-07, "epoch": 0.8701215611004478, "percentage": 86.73, "elapsed_time": "0:45:38", "remaining_time": "0:06:58", "rewards/chosen": 0.16493017433663093, "logps/chosen": -439.69253883136093, "logits/chosen": -59132721.988165684, "rewards/rejected": 0.06748862613905345, "logps/rejected": -190.58294960678808, "logits/rejected": -52588998.357615896, "rewards/margins": 0.09744154819757748, "regularization/w1": 0.27300870418548584, "regularization/lipschitz_norm": 273.0086975097656, "kl": 0.9223539233207703, "stability/response_length_mean": 44.125, "stability/response_length_std": 28.43256378173828, "stability/response_length_var": 808.4107055664062, "stability/token_entropy_mean": 3.59228515625, "stability/repetition_rate_mean": 0.3512404263019562}
{"current_steps": 175, "total_steps": 196, "loss": 0.7733, "lr": 9.937005810398745e-07, "epoch": 0.8957133717210493, "percentage": 89.29, "elapsed_time": "0:46:59", "remaining_time": "0:05:38", "rewards/chosen": 0.15406293754118033, "logps/chosen": -354.8965549698795, "logits/chosen": -56663225.06024096, "rewards/rejected": 0.050444962142349836, "logps/rejected": -194.3030768060065, "logits/rejected": -48029942.02597403, "rewards/margins": 0.1036179753988305, "regularization/w1": 0.3229624629020691, "regularization/lipschitz_norm": 322.96240234375, "kl": 0.9431293606758118, "stability/response_length_mean": 26.875, "stability/response_length_std": 25.570281982421875, "stability/response_length_var": 653.8392944335938, "stability/token_entropy_mean": 4.849609375, "stability/repetition_rate_mean": 0.19270984828472137}
{"current_steps": 180, "total_steps": 196, "loss": 0.8001, "lr": 9.928226601167138e-07, "epoch": 0.9213051823416507, "percentage": 91.84, "elapsed_time": "0:48:19", "remaining_time": "0:04:17", "rewards/chosen": 0.1740191524014151, "logps/chosen": -374.4056269171779, "logits/chosen": -52662171.48466258, "rewards/rejected": 0.0745979722138423, "logps/rejected": -210.5522243232484, "logits/rejected": -47984167.133757964, "rewards/margins": 0.0994211801875728, "regularization/w1": 0.3154919147491455, "regularization/lipschitz_norm": 315.4919128417969, "kl": 1.0352585315704346, "stability/response_length_mean": 35.25, "stability/response_length_std": 31.129911422729492, "stability/response_length_var": 969.0714111328125, "stability/token_entropy_mean": 3.46875, "stability/repetition_rate_mean": 0.2008928656578064}
{"current_steps": 185, "total_steps": 196, "loss": 0.8358, "lr": 9.918879275179817e-07, "epoch": 0.946896992962252, "percentage": 94.39, "elapsed_time": "0:49:39", "remaining_time": "0:02:57", "rewards/chosen": 0.16936941500063296, "logps/chosen": -310.3076774691358, "logits/chosen": -54614294.12345679, "rewards/rejected": 0.05014253266250031, "logps/rejected": -196.53772745253164, "logits/rejected": -49507992.30379747, "rewards/margins": 0.11922688233813265, "regularization/w1": 0.3928832709789276, "regularization/lipschitz_norm": 392.8832702636719, "kl": 1.078233003616333, "stability/response_length_mean": 32.875, "stability/response_length_std": 33.30996322631836, "stability/response_length_var": 1109.5535888671875, "stability/token_entropy_mean": 3.705078125, "stability/repetition_rate_mean": 0.19140625}
{"current_steps": 190, "total_steps": 196, "loss": 0.8981, "lr": 9.90896490997906e-07, "epoch": 0.9724888035828535, "percentage": 96.94, "elapsed_time": "0:50:59", "remaining_time": "0:01:36", "rewards/chosen": 0.21182136764069517, "logps/chosen": -390.28709767964074, "logits/chosen": -53080229.556886226, "rewards/rejected": 0.07398576674118541, "logps/rejected": -210.45874183006535, "logits/rejected": -49681528.47058824, "rewards/margins": 0.13783560089950975, "regularization/w1": 0.4389554560184479, "regularization/lipschitz_norm": 438.9554748535156, "kl": 1.122229814529419, "stability/response_length_mean": 18.625, "stability/response_length_std": 26.52189064025879, "stability/response_length_var": 703.4107055664062, "stability/token_entropy_mean": 4.580078125, "stability/repetition_rate_mean": 0.19138340651988983}
{"current_steps": 195, "total_steps": 196, "loss": 0.8839, "lr": 9.898484648474362e-07, "epoch": 0.9980806142034548, "percentage": 99.49, "elapsed_time": "0:52:19", "remaining_time": "0:00:16", "rewards/chosen": 0.19376148100822202, "logps/chosen": -390.84732862903223, "logits/chosen": -60036446.14193548, "rewards/rejected": 0.08309277043198095, "logps/rejected": -197.08839962121212, "logits/rejected": -53804826.375757575, "rewards/margins": 0.11066871057624107, "regularization/w1": 0.37205204367637634, "regularization/lipschitz_norm": 372.052001953125, "kl": 1.1505008935928345, "stability/response_length_mean": 49.0, "stability/response_length_std": 27.82085609436035, "stability/response_length_var": 774.0, "stability/token_entropy_mean": 5.1875, "stability/repetition_rate_mean": 0.3934151828289032}
{"current_steps": 196, "total_steps": 196, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "0:52:32", "remaining_time": "0:00:00"}